goroutine profile: total 105 18 @ 0x465e1c 0x4782a7 0x1066ce5 0x49e881 # 0x1066ce4 0chain.net/core/memorystore.(*MemoryDBChunkProcessor).Run+0xe4 /0chain/code/go/0chain.net/core/memorystore/worker.go:97 8 @ 0x465e1c 0x45e4be 0x4990bc 0x58d2ba 0x58d351 0x58ee71 0x7623f3 0x786de5 0x942f2b 0x4dcfba 0x4dd37b 0x94cdc6 0x49e881 # 0x4990bb internal/poll.runtime_pollWait+0x3b /usr/local/go/src/runtime/netpoll.go:345 # 0x58d2b9 internal/poll.(*pollDesc).wait+0x79 /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 # 0x58d350 internal/poll.(*pollDesc).waitRead+0x30 /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 # 0x58ee70 internal/poll.(*FD).Read+0x410 /usr/local/go/src/internal/poll/fd_unix.go:164 # 0x7623f2 net.(*netFD).Read+0x72 /usr/local/go/src/net/fd_posix.go:55 # 0x786de4 net.(*conn).Read+0xa4 /usr/local/go/src/net/net.go:179 # 0x942f2a net/http.(*connReader).Read+0x22a /usr/local/go/src/net/http/server.go:789 # 0x4dcfb9 bufio.(*Reader).fill+0x259 /usr/local/go/src/bufio/bufio.go:110 # 0x4dd37a bufio.(*Reader).Peek+0x15a /usr/local/go/src/bufio/bufio.go:148 # 0x94cdc5 net/http.(*conn).serve+0x1d05 /usr/local/go/src/net/http/server.go:2074 5 @ 0x465e1c 0x45e4be 0x4990bc 0x58d2ba 0x58d351 0x58ee71 0x7623f3 0x786de5 0x974b22 0x4dcfba 0x4dd37b 0x975c95 0x49e881 # 0x4990bb internal/poll.runtime_pollWait+0x3b /usr/local/go/src/runtime/netpoll.go:345 # 0x58d2b9 internal/poll.(*pollDesc).wait+0x79 /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 # 0x58d350 internal/poll.(*pollDesc).waitRead+0x30 /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 # 0x58ee70 internal/poll.(*FD).Read+0x410 /usr/local/go/src/internal/poll/fd_unix.go:164 # 0x7623f2 net.(*netFD).Read+0x72 /usr/local/go/src/net/fd_posix.go:55 # 0x786de4 net.(*conn).Read+0xa4 /usr/local/go/src/net/net.go:179 # 0x974b21 net/http.(*persistConn).Read+0x1e1 /usr/local/go/src/net/http/transport.go:1977 # 0x4dcfb9 bufio.(*Reader).fill+0x259 /usr/local/go/src/bufio/bufio.go:110 # 0x4dd37a bufio.(*Reader).Peek+0x15a /usr/local/go/src/bufio/bufio.go:148 # 0x975c94 net/http.(*persistConn).readLoop+0x2f4 /usr/local/go/src/net/http/transport.go:2141 5 @ 0x465e1c 0x4782a7 0x97893a 0x49e881 # 0x978939 net/http.(*persistConn).writeLoop+0x179 /usr/local/go/src/net/http/transport.go:2444 4 @ 0x465e1c 0x42969e 0x4293f2 0xdd1c11 0x49e881 # 0xdd1c10 gopkg.in/natefinch/lumberjack%2ev2.(*Logger).millRun+0x30 /0chain/code/go/0chain.net/vendor/gopkg.in/natefinch/lumberjack.v2/lumberjack.go:379 4 @ 0x465e1c 0x4782a7 0xe48fca 0x49e881 # 0xe48fc9 github.com/patrickmn/go-cache.(*janitor).Run+0xc9 /0chain/code/go/0chain.net/vendor/github.com/patrickmn/go-cache/cache.go:1079 3 @ 0x49e881 2 @ 0x465e1c 0x45e4be 0x4990bc 0x58d2ba 0x58d351 0x58ee71 0x7623f3 0x786de5 0x94271a 0x49e881 # 0x4990bb internal/poll.runtime_pollWait+0x3b /usr/local/go/src/runtime/netpoll.go:345 # 0x58d2b9 internal/poll.(*pollDesc).wait+0x79 /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 # 0x58d350 internal/poll.(*pollDesc).waitRead+0x30 /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 # 0x58ee70 internal/poll.(*FD).Read+0x410 /usr/local/go/src/internal/poll/fd_unix.go:164 # 0x7623f2 net.(*netFD).Read+0x72 /usr/local/go/src/net/fd_posix.go:55 # 0x786de4 net.(*conn).Read+0xa4 /usr/local/go/src/net/net.go:179 # 0x942719 net/http.(*connReader).backgroundRead+0x79 /usr/local/go/src/net/http/server.go:681 2 @ 0x465e1c 0x4782a7 0x10a376b 0x49e881 # 0x10a376a 0chain.net/chaincore/node.(*Pool).StatusMonitor+0x3ea /0chain/code/go/0chain.net/chaincore/node/worker.go:31 2 @ 0x465e1c 0x4782a7 0xf3aa18 0x49e881 # 0xf3aa17 0chain.net/core/datastore.(*EntityChunkBuilder).Run+0x1b7 /0chain/code/go/0chain.net/core/datastore/worker.go:108 1 @ 0x42fec9 0x49af69 0xe0fc97 0x49e881 # 0x49af68 os/signal.signal_recv+0x28 /usr/local/go/src/runtime/sigqueue.go:152 # 0xe0fc96 os/signal.loop+0x16 /usr/local/go/src/os/signal/signal_unix.go:23 1 @ 0x431b35 0x86f812 0x925b71 0x9fa731 0x9fb845 0x94de93 0x95125e 0x9533b7 0x94cb75 0x49e881 # 0x86f811 net/textproto.MIMEHeader.Set+0x51 /usr/local/go/src/net/textproto/header.go:22 # 0x925b70 net/http.Header.Set+0x30 /usr/local/go/src/net/http/header.go:40 # 0x9fa730 net/http/pprof.handler.ServeHTTP+0x330 /usr/local/go/src/net/http/pprof/pprof.go:262 # 0x9fb844 net/http/pprof.Index+0x124 /usr/local/go/src/net/http/pprof/pprof.go:384 # 0x94de92 net/http.HandlerFunc.ServeHTTP+0x32 /usr/local/go/src/net/http/server.go:2166 # 0x95125d net/http.(*ServeMux).ServeHTTP+0x37d /usr/local/go/src/net/http/server.go:2683 # 0x9533b6 net/http.serverHandler.ServeHTTP+0x256 /usr/local/go/src/net/http/server.go:3137 # 0x94cb74 net/http.(*conn).serve+0x1ab4 /usr/local/go/src/net/http/server.go:2039 1 @ 0x459bd1 0x498cdd 0x9ee023 0x9edc66 0x9e8db8 0x9fa8f3 0x9fb845 0x94de93 0x95125e 0x9533b7 0x94cb75 0x49e881 # 0x498cdc runtime/pprof.runtime_goroutineProfileWithLabels+0x1c /usr/local/go/src/runtime/mprof.go:1079 # 0x9ee022 runtime/pprof.writeRuntimeProfile+0x182 /usr/local/go/src/runtime/pprof/pprof.go:774 # 0x9edc65 runtime/pprof.writeGoroutine+0x85 /usr/local/go/src/runtime/pprof/pprof.go:734 # 0x9e8db7 runtime/pprof.(*Profile).WriteTo+0x97 /usr/local/go/src/runtime/pprof/pprof.go:369 # 0x9fa8f2 net/http/pprof.handler.ServeHTTP+0x4f2 /usr/local/go/src/net/http/pprof/pprof.go:267 # 0x9fb844 net/http/pprof.Index+0x124 /usr/local/go/src/net/http/pprof/pprof.go:384 # 0x94de92 net/http.HandlerFunc.ServeHTTP+0x32 /usr/local/go/src/net/http/server.go:2166 # 0x95125d net/http.(*ServeMux).ServeHTTP+0x37d /usr/local/go/src/net/http/server.go:2683 # 0x9533b6 net/http.serverHandler.ServeHTTP+0x256 /usr/local/go/src/net/http/server.go:3137 # 0x94cb74 net/http.(*conn).serve+0x1ab4 /usr/local/go/src/net/http/server.go:2039 1 @ 0x465e1c 0x428c6a 0x428a57 0x150e6fa 0x150e17a 0x150b3fd 0x14f5db3 0x1594979 0x49e881 # 0x150e6f9 github.com/IBM/sarama.(*Broker).sendInternal+0x4d9 /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/broker.go:1032 # 0x150e179 github.com/IBM/sarama.(*Broker).sendWithPromise+0xd9 /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/broker.go:994 # 0x150b3fc github.com/IBM/sarama.(*Broker).AsyncProduce+0x33c /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/broker.go:473 # 0x14f5db2 github.com/IBM/sarama.(*asyncProducer).newBrokerProducer.func1+0x152 /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/async_producer.go:829 # 0x1594978 github.com/IBM/sarama.withRecover+0x38 /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/utils.go:43 1 @ 0x465e1c 0x42969e 0x4293d2 0x1044f53 0x49e881 # 0x1044f52 github.com/rcrowley/go-metrics.(*meterArbiter).tick+0x32 /0chain/code/go/0chain.net/vendor/github.com/rcrowley/go-metrics/meter.go:239 1 @ 0x465e1c 0x42969e 0x4293d2 0x10a71b3 0x49e881 # 0x10a71b2 0chain.net/chaincore/node.(*Node).MemoryUsage+0x52 /0chain/code/go/0chain.net/chaincore/node/worker.go:183 1 @ 0x465e1c 0x42969e 0x4293d2 0x14f9ce5 0x1594979 0x49e881 # 0x14f9ce4 github.com/IBM/sarama.(*asyncProducer).retryHandler+0x84 /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/async_producer.go:1215 # 0x1594978 github.com/IBM/sarama.withRecover+0x38 /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/utils.go:43 1 @ 0x465e1c 0x42969e 0x4293d2 0x1588a65 0x15a3519 0x15f0197 0x15ef246 0x160542f 0x1604405 0x1603419 0x16031ee 0x49e881 # 0x1588a64 github.com/IBM/sarama.(*syncProducer).SendMessages+0x1c4 /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/sync_producer.go:138 # 0x15a3518 0chain.net/smartcontract/dbs/queueProvider.(*KafkaProvider).PublishBatchToKafka+0x4f8 /0chain/code/go/0chain.net/smartcontract/dbs/queueProvider/kafka.go:125 # 0x15f0196 0chain.net/smartcontract/dbs/event.(*EventDb).mustPushEventsToKafka+0xef6 /0chain/code/go/0chain.net/smartcontract/dbs/event/event.go:173 # 0x15ef245 0chain.net/smartcontract/dbs/event.(*EventDb).addEvents+0x385 /0chain/code/go/0chain.net/smartcontract/dbs/event/event.go:118 # 0x160542e 0chain.net/smartcontract/dbs/event.(*EventDb).WorkEvents+0x22e /0chain/code/go/0chain.net/smartcontract/dbs/event/process.go:480 # 0x1604404 0chain.net/smartcontract/dbs/event.Work+0x184 /0chain/code/go/0chain.net/smartcontract/dbs/event/process.go:427 # 0x1603418 0chain.net/smartcontract/dbs/event.(*EventDb).addEventsWorker.func1+0x1d8 /0chain/code/go/0chain.net/smartcontract/dbs/event/process.go:329 # 0x16031ed 0chain.net/smartcontract/dbs/event.(*EventDb).addEventsWorker+0x38d /0chain/code/go/0chain.net/smartcontract/dbs/event/process.go:336 1 @ 0x465e1c 0x42969e 0x4293d2 0xe5977e 0x49e881 # 0xe5977d 0chain.net/core/common.SetupRootContext.func1+0x1d /0chain/code/go/0chain.net/core/common/context.go:26 1 @ 0x465e1c 0x42969e 0x4293d2 0xe980d1 0x49e881 # 0xe980d0 database/sql.(*Tx).awaitDone+0x30 /usr/local/go/src/database/sql/sql.go:2202 1 @ 0x465e1c 0x42969e 0x4293f2 0x14f14aa 0x1594979 0x49e881 # 0x14f14a9 github.com/IBM/sarama.(*asyncProducer).dispatcher+0x129 /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/async_producer.go:393 # 0x1594978 github.com/IBM/sarama.withRecover+0x38 /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/utils.go:43 1 @ 0x465e1c 0x42969e 0x4293f2 0x14f23b0 0x1594979 0x49e881 # 0x14f23af github.com/IBM/sarama.(*topicProducer).dispatch+0x4f /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/async_producer.go:500 # 0x1594978 github.com/IBM/sarama.withRecover+0x38 /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/utils.go:43 1 @ 0x465e1c 0x42969e 0x4293f2 0x14f3798 0x1594979 0x49e881 # 0x14f3797 github.com/IBM/sarama.(*partitionProducer).dispatch+0x397 /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/async_producer.go:645 # 0x1594978 github.com/IBM/sarama.withRecover+0x38 /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/utils.go:43 1 @ 0x465e1c 0x42969e 0x4293f2 0x14f59f2 0x1594979 0x49e881 # 0x14f59f1 github.com/IBM/sarama.(*asyncProducer).newBrokerProducer.func2+0x71 /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/async_producer.go:854 # 0x1594978 github.com/IBM/sarama.withRecover+0x38 /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/utils.go:43 1 @ 0x465e1c 0x42969e 0x4293f2 0x150fb07 0x1594979 0x49e881 # 0x150fb06 github.com/IBM/sarama.(*Broker).responseReceiver+0x66 /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/broker.go:1163 # 0x1594978 github.com/IBM/sarama.withRecover+0x38 /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/utils.go:43 1 @ 0x465e1c 0x42969e 0x4293f2 0x1588e05 0x1594979 0x49e881 # 0x1588e04 github.com/IBM/sarama.(*syncProducer).handleSuccesses+0xe4 /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/sync_producer.go:151 # 0x1594978 github.com/IBM/sarama.withRecover+0x38 /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/utils.go:43 1 @ 0x465e1c 0x42969e 0x4293f2 0x1588fc7 0x1594979 0x49e881 # 0x1588fc6 github.com/IBM/sarama.(*syncProducer).handleErrors+0xe6 /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/sync_producer.go:159 # 0x1594978 github.com/IBM/sarama.withRecover+0x38 /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/utils.go:43 1 @ 0x465e1c 0x42969e 0x4293f2 0xe59bac 0x49e881 # 0xe59bab 0chain.net/core/common.HandleShutdown.func1+0x8b /0chain/code/go/0chain.net/core/common/context.go:53 1 @ 0x465e1c 0x45e4be 0x4990bc 0x58d2ba 0x58d351 0x58ee71 0x7623f3 0x786de5 0x4ddb08 0x1594fb7 0x4b5048 0x4b5233 0x150dbde 0x150fbfc 0x1594979 0x49e881 # 0x4990bb internal/poll.runtime_pollWait+0x3b /usr/local/go/src/runtime/netpoll.go:345 # 0x58d2b9 internal/poll.(*pollDesc).wait+0x79 /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 # 0x58d350 internal/poll.(*pollDesc).waitRead+0x30 /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 # 0x58ee70 internal/poll.(*FD).Read+0x410 /usr/local/go/src/internal/poll/fd_unix.go:164 # 0x7623f2 net.(*netFD).Read+0x72 /usr/local/go/src/net/fd_posix.go:55 # 0x786de4 net.(*conn).Read+0xa4 /usr/local/go/src/net/net.go:179 # 0x4ddb07 bufio.(*Reader).Read+0x347 /usr/local/go/src/bufio/bufio.go:241 # 0x1594fb6 github.com/IBM/sarama.(*bufConn).Read+0x76 /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/utils.go:107 # 0x4b5047 io.ReadAtLeast+0x167 /usr/local/go/src/io/io.go:335 # 0x4b5232 io.ReadFull+0x92 /usr/local/go/src/io/io.go:354 # 0x150dbdd github.com/IBM/sarama.(*Broker).readFull+0x17d /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/broker.go:940 # 0x150fbfb github.com/IBM/sarama.(*Broker).responseReceiver+0x15b /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/broker.go:1175 # 0x1594978 github.com/IBM/sarama.withRecover+0x38 /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/utils.go:43 1 @ 0x465e1c 0x45e4be 0x4990bc 0x58d2ba 0x58d351 0x58ee71 0x7623f3 0x786de5 0x942f2b 0x4dcfba 0x4de9e5 0x4deaa5 0x86fffd 0x86fcb7 0x934f66 0x9449f6 0x94be94 0x49e881 # 0x4990bb internal/poll.runtime_pollWait+0x3b /usr/local/go/src/runtime/netpoll.go:345 # 0x58d2b9 internal/poll.(*pollDesc).wait+0x79 /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 # 0x58d350 internal/poll.(*pollDesc).waitRead+0x30 /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 # 0x58ee70 internal/poll.(*FD).Read+0x410 /usr/local/go/src/internal/poll/fd_unix.go:164 # 0x7623f2 net.(*netFD).Read+0x72 /usr/local/go/src/net/fd_posix.go:55 # 0x786de4 net.(*conn).Read+0xa4 /usr/local/go/src/net/net.go:179 # 0x942f2a net/http.(*connReader).Read+0x22a /usr/local/go/src/net/http/server.go:789 # 0x4dcfb9 bufio.(*Reader).fill+0x259 /usr/local/go/src/bufio/bufio.go:110 # 0x4de9e4 bufio.(*Reader).ReadSlice+0x3a4 /usr/local/go/src/bufio/bufio.go:376 # 0x4deaa4 bufio.(*Reader).ReadLine+0x64 /usr/local/go/src/bufio/bufio.go:405 # 0x86fffc net/textproto.(*Reader).readLineSlice+0x9c /usr/local/go/src/net/textproto/reader.go:63 # 0x86fcb6 net/textproto.(*Reader).ReadLine+0x56 /usr/local/go/src/net/textproto/reader.go:43 # 0x934f65 net/http.readRequest+0x105 /usr/local/go/src/net/http/request.go:1059 # 0x9449f5 net/http.(*conn).readRequest+0x515 /usr/local/go/src/net/http/server.go:1004 # 0x94be93 net/http.(*conn).serve+0xdd3 /usr/local/go/src/net/http/server.go:1964 1 @ 0x465e1c 0x45e4be 0x4990bc 0x58d2ba 0x58d351 0x594965 0x7655a9 0x7987da 0x7965e5 0x953bab 0x9535bc 0x1cc8abf 0x1cc83cb 0x465992 0x49e881 # 0x4990bb internal/poll.runtime_pollWait+0x3b /usr/local/go/src/runtime/netpoll.go:345 # 0x58d2b9 internal/poll.(*pollDesc).wait+0x79 /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 # 0x58d350 internal/poll.(*pollDesc).waitRead+0x30 /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 # 0x594964 internal/poll.(*FD).Accept+0x524 /usr/local/go/src/internal/poll/fd_unix.go:611 # 0x7655a8 net.(*netFD).accept+0x68 /usr/local/go/src/net/fd_unix.go:172 # 0x7987d9 net.(*TCPListener).accept+0x59 /usr/local/go/src/net/tcpsock_posix.go:159 # 0x7965e4 net.(*TCPListener).Accept+0x64 /usr/local/go/src/net/tcpsock.go:327 # 0x953baa net/http.(*Server).Serve+0x50a /usr/local/go/src/net/http/server.go:3255 # 0x9535bb net/http.(*Server).ListenAndServe+0x17b /usr/local/go/src/net/http/server.go:3184 # 0x1cc8abe main.Listen+0x1e /0chain/code/go/0chain.net/sharder/sharder/sharder.go:300 # 0x1cc83ca main.main+0x33aa /0chain/code/go/0chain.net/sharder/sharder/sharder.go:267 # 0x465991 runtime.main+0x251 /usr/local/go/src/runtime/proc.go:271 1 @ 0x465e1c 0x465ea5 0x478eed 0x49a7c5 0x4b3a2b 0x1077bcf 0x1077865 0x1b70905 0x1bf2165 0x1befff4 0x1befb2d 0x1c36bc5 0x49e881 # 0x49a7c4 sync.runtime_Semacquire+0x24 /usr/local/go/src/runtime/sema.go:62 # 0x4b3a2a sync.(*WaitGroup).Wait+0x8a /usr/local/go/src/sync/waitgroup.go:116 # 0x1077bce 0chain.net/chaincore/node.sendRequestConcurrent+0x2ee /0chain/code/go/0chain.net/chaincore/node/n2n_request.go:117 # 0x1077864 0chain.net/chaincore/node.(*Pool).RequestEntity+0x1c4 /0chain/code/go/0chain.net/chaincore/node/n2n_request.go:63 # 0x1b70904 0chain.net/chaincore/chain.(*Chain).RequestEntityFromShardersOnMB+0x64 /0chain/code/go/0chain.net/chaincore/chain/block_fetcher.go:751 # 0x1bf2164 0chain.net/chaincore/chain.(*Chain).queryShardersForLFB+0x1a4 /0chain/code/go/0chain.net/chaincore/chain/protocol_lfb_ticket.go:455 # 0x1befff3 0chain.net/chaincore/chain.(*Chain).GetLatestFinalizedBlockFromSharder+0x113 /0chain/code/go/0chain.net/chaincore/chain/protocol_lfb_ticket.go:268 # 0x1befb2c 0chain.net/chaincore/chain.(*Chain).BumpLFBTicket+0x4c /0chain/code/go/0chain.net/chaincore/chain/protocol_lfb_ticket.go:218 # 0x1c36bc4 0chain.net/chaincore/chain.(*Chain).SyncLFBTicketWorker+0x1c4 /0chain/code/go/0chain.net/chaincore/chain/worker.go:674 1 @ 0x465e1c 0x465ea5 0x478eed 0x49a7c5 0x4b3a2b 0x1a58e05 0x1be2305 0x1c32612 0x1c2f28c 0x49e881 # 0x49a7c4 sync.runtime_Semacquire+0x24 /usr/local/go/src/runtime/sema.go:62 # 0x4b3a2a sync.(*WaitGroup).Wait+0x8a /usr/local/go/src/sync/waitgroup.go:116 # 0x1a58e04 0chain.net/core/util/waitgroup.(*WaitGroupSync).Wait+0x44 /0chain/code/go/0chain.net/core/util/waitgroup/waitgroup.go:62 # 0x1be2304 0chain.net/chaincore/chain.(*Chain).finalizeBlock+0x2f24 /0chain/code/go/0chain.net/chaincore/chain/protocol_block.go:712 # 0x1c32611 0chain.net/chaincore/chain.(*Chain).finalizeBlockProcess+0x30b1 /0chain/code/go/0chain.net/chaincore/chain/worker.go:383 # 0x1c2f28b 0chain.net/chaincore/chain.(*Chain).FinalizedBlockWorker.func1.1+0xab /0chain/code/go/0chain.net/chaincore/chain/worker.go:229 1 @ 0x465e1c 0x4782a7 0x107ef58 0x49e881 # 0x107ef57 0chain.net/chaincore/node.RequestEntityHandler.func1.1.1.1+0xb7 /0chain/code/go/0chain.net/chaincore/node/n2n_request.go:254 1 @ 0x465e1c 0x4782a7 0x14f635f 0x1594979 0x49e881 # 0x14f635e github.com/IBM/sarama.(*brokerProducer).run+0x25e /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/async_producer.go:917 # 0x1594978 github.com/IBM/sarama.withRecover+0x38 /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/utils.go:43 1 @ 0x465e1c 0x4782a7 0x152024e 0x1594979 0x49e881 # 0x152024d github.com/IBM/sarama.(*client).backgroundMetadataUpdater+0x22d /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/client.go:957 # 0x1594978 github.com/IBM/sarama.withRecover+0x38 /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/utils.go:43 1 @ 0x465e1c 0x4782a7 0x15f17f5 0x49e881 # 0x15f17f4 0chain.net/smartcontract/dbs/event.(*EventDb).replayUnpublishedEventsWorker+0x194 /0chain/code/go/0chain.net/smartcontract/dbs/event/event.go:249 1 @ 0x465e1c 0x4782a7 0x15fe4b7 0x1be4ccc 0x1a5864c 0x49e881 # 0x15fe4b6 0chain.net/smartcontract/dbs/event.(*EventDb).ProcessEvents+0xbf6 /0chain/code/go/0chain.net/smartcontract/dbs/event/process.go:118 # 0x1be4ccb 0chain.net/chaincore/chain.(*Chain).finalizeBlock.func2+0x40b /0chain/code/go/0chain.net/chaincore/chain/protocol_block.go:653 # 0x1a5864b 0chain.net/core/util/waitgroup.(*WaitGroupSync).Run.func1+0xeb /0chain/code/go/0chain.net/core/util/waitgroup/waitgroup.go:43 1 @ 0x465e1c 0x4782a7 0x1606697 0x49e881 # 0x1606696 0chain.net/smartcontract/dbs/event.(*EventDb).managePartitionsWorker+0xd6 /0chain/code/go/0chain.net/smartcontract/dbs/event/process.go:544 1 @ 0x465e1c 0x4782a7 0x1606f37 0x49e881 # 0x1606f36 0chain.net/smartcontract/dbs/event.(*EventDb).managePermanentPartitionsWorker+0xd6 /0chain/code/go/0chain.net/smartcontract/dbs/event/process.go:567 1 @ 0x465e1c 0x4782a7 0x16e9e85 0x49e881 # 0x16e9e84 0chain.net/sharder/blockstore.(*compactor).start.func1+0x184 /0chain/code/go/0chain.net/sharder/blockstore/compactor.go:84 1 @ 0x465e1c 0x4782a7 0x1b66dc7 0x49e881 # 0x1b66dc6 0chain.net/chaincore/chain.(*BlockFetcher).StartBlockFetchWorker+0x4e6 /0chain/code/go/0chain.net/chaincore/chain/block_fetcher.go:152 1 @ 0x465e1c 0x4782a7 0x1bf2f17 0x49e881 # 0x1bf2f16 0chain.net/chaincore/chain.(*Chain).StartLFBTicketWorker+0x556 /0chain/code/go/0chain.net/chaincore/chain/protocol_lfb_ticket.go:515 1 @ 0x465e1c 0x4782a7 0x1bf63d2 0x49e881 # 0x1bf63d1 0chain.net/chaincore/chain.(*Chain).StartLFMBWorker+0x1b1 /0chain/code/go/0chain.net/chaincore/chain/protocol_lfb_ticket.go:742 1 @ 0x465e1c 0x4782a7 0x1bfe6cc 0x1c2e86c 0x49e881 # 0x1bfe6cb 0chain.net/chaincore/chain.(*Chain).finalizeRound+0x590b /0chain/code/go/0chain.net/chaincore/chain/protocol_round.go:406 # 0x1c2e86b 0chain.net/chaincore/chain.(*Chain).FinalizeRoundWorker.func3.1.1+0xeb /0chain/code/go/0chain.net/chaincore/chain/worker.go:150 1 @ 0x465e1c 0x4782a7 0x1c0b565 0x49e881 # 0x1c0b564 0chain.net/chaincore/chain.(*Chain).SetupSC+0x124 /0chain/code/go/0chain.net/chaincore/chain/protocol_view_change_main.go:25 1 @ 0x465e1c 0x4782a7 0x1c2c8b6 0x49e881 # 0x1c2c8b5 0chain.net/chaincore/chain.(*Chain).StatusMonitor+0x175 /0chain/code/go/0chain.net/chaincore/chain/worker.go:47 1 @ 0x465e1c 0x4782a7 0x1c2dc85 0x49e881 # 0x1c2dc84 0chain.net/chaincore/chain.(*Chain).FinalizeRoundWorker+0x384 /0chain/code/go/0chain.net/chaincore/chain/worker.go:167 1 @ 0x465e1c 0x4782a7 0x1c2e553 0x1c2e1c5 0x49e881 # 0x1c2e552 0chain.net/chaincore/chain.(*Chain).FinalizeRoundWorker.func3.1+0x352 /0chain/code/go/0chain.net/chaincore/chain/worker.go:154 # 0x1c2e1c4 0chain.net/chaincore/chain.(*Chain).FinalizeRoundWorker.func3+0x164 /0chain/code/go/0chain.net/chaincore/chain/worker.go:161 1 @ 0x465e1c 0x4782a7 0x1c2ef17 0x1c2eb5b 0x49e881 # 0x1c2ef16 0chain.net/chaincore/chain.(*Chain).FinalizedBlockWorker.func1+0x356 /0chain/code/go/0chain.net/chaincore/chain/worker.go:235 # 0x1c2eb5a 0chain.net/chaincore/chain.(*Chain).FinalizedBlockWorker+0x13a /0chain/code/go/0chain.net/chaincore/chain/worker.go:243 1 @ 0x465e1c 0x4782a7 0x1c32f0a 0x49e881 # 0x1c32f09 0chain.net/chaincore/chain.(*Chain).PruneClientStateWorker+0x149 /0chain/code/go/0chain.net/chaincore/chain/worker.go:400 1 @ 0x465e1c 0x4782a7 0x1c3367f 0x49e881 # 0x1c3367e 0chain.net/chaincore/chain.(*Chain).SyncLFBStateWorker+0x2de /0chain/code/go/0chain.net/chaincore/chain/worker.go:465 1 @ 0x465e1c 0x4782a7 0x1c3677a 0x49e881 # 0x1c36779 0chain.net/chaincore/chain.(*Chain).PruneStorageWorker+0xf9 /0chain/code/go/0chain.net/chaincore/chain/worker.go:636 1 @ 0x465e1c 0x4782a7 0x1c8ae77 0x49e881 # 0x1c8ae76 0chain.net/sharder.(*Chain).TrackTransactionErrors+0x1b6 /0chain/code/go/0chain.net/sharder/worker.go:206 1 @ 0x465e1c 0x4782a7 0x979bb4 0x9685a5 0x93b789 0x8c71aa 0x8c695a 0x8cacb9 0x8c99a9 0x107ed34 0x1078fe6 0x1077d5d 0x49e881 # 0x979bb3 net/http.(*persistConn).roundTrip+0xab3 /usr/local/go/src/net/http/transport.go:2675 # 0x9685a4 net/http.(*Transport).roundTrip+0xe24 /usr/local/go/src/net/http/transport.go:608 # 0x93b788 net/http.(*Transport).RoundTrip+0x48 /usr/local/go/src/net/http/roundtrip.go:17 # 0x8c71a9 net/http.send+0x529 /usr/local/go/src/net/http/client.go:259 # 0x8c6959 net/http.(*Client).send+0x159 /usr/local/go/src/net/http/client.go:180 # 0x8cacb8 net/http.(*Client).do+0x1298 /usr/local/go/src/net/http/client.go:724 # 0x8c99a8 net/http.(*Client).Do+0x48 /usr/local/go/src/net/http/client.go:590 # 0x107ed33 0chain.net/chaincore/node.RequestEntityHandler.func1.1.1+0x3b3 /0chain/code/go/0chain.net/chaincore/node/n2n_request.go:261 # 0x1078fe5 0chain.net/chaincore/node.RequestEntityHandler.func1.1+0x4e5 /0chain/code/go/0chain.net/chaincore/node/n2n_request.go:263 # 0x1077d5c 0chain.net/chaincore/node.sendRequestConcurrent.func1+0x5c /0chain/code/go/0chain.net/chaincore/node/n2n_request.go:107 1 @ 0x465e1c 0x4782a7 0xe8d8bc 0x49e881 # 0xe8d8bb database/sql.(*DB).connectionCleaner+0xfb /usr/local/go/src/database/sql/sql.go:1089 1 @ 0x465e1c 0x4782a7 0xe8e87e 0x49e881 # 0xe8e87d database/sql.(*DB).connectionOpener+0xbd /usr/local/go/src/database/sql/sql.go:1246 1 @ 0x465e1c 0x49b825 0x1b829fc 0x49e881 # 0x49b824 time.Sleep+0x104 /usr/local/go/src/runtime/time.go:195 # 0x1b829fb 0chain.net/chaincore/chain.(*Chain).BlockWorker+0x2abb /0chain/code/go/0chain.net/chaincore/chain/entity.go:564 1 @ 0x465e1c 0x49b825 0x1c676fe 0x49e881 # 0x49b824 time.Sleep+0x104 /usr/local/go/src/runtime/time.go:195 # 0x1c676fd 0chain.net/sharder.(*Chain).HealthCheckWorker+0x111d /0chain/code/go/0chain.net/sharder/health_check.go:215 1 @ 0x465e1c 0x49b825 0x1c69c54 0x1c678d6 0x49e881 # 0x49b824 time.Sleep+0x104 /usr/local/go/src/runtime/time.go:195 # 0x1c69c53 0chain.net/sharder.(*Chain).waitForWork+0x19f3 /0chain/code/go/0chain.net/sharder/health_check.go:374 # 0x1c678d5 0chain.net/sharder.(*Chain).HealthCheckWorker+0x12f5 /0chain/code/go/0chain.net/sharder/health_check.go:264 1 @ 0x465e1c 0x49b825 0x1c8a149 0x49e881 # 0x49b824 time.Sleep+0x104 /usr/local/go/src/runtime/time.go:195 # 0x1c8a148 0chain.net/sharder.(*Chain).RegisterSharderKeepWorker+0x8e8 /0chain/code/go/0chain.net/sharder/worker.go:99 1 @ 0x465e1c 0x49b825 0x1c8aaf8 0x49e881 # 0x49b824 time.Sleep+0x104 /usr/local/go/src/runtime/time.go:195 # 0x1c8aaf7 0chain.net/sharder.(*Chain).SharderHealthCheck+0x797 /0chain/code/go/0chain.net/sharder/worker.go:193