goroutine 394851385 [running]: runtime/pprof.writeGoroutineStacks({0x2333820, 0xc00f9d2700}) /usr/local/go/src/runtime/pprof/pprof.go:743 +0x85 runtime/pprof.writeGoroutine({0x2333820, 0xc00f9d2700}, 0x2) /usr/local/go/src/runtime/pprof/pprof.go:732 +0x45 runtime/pprof.(*Profile).WriteTo(0x2cac400, {0x2333820, 0xc00f9d2700}, 0x2) /usr/local/go/src/runtime/pprof/pprof.go:369 +0x98 net/http/pprof.handler.ServeHTTP({0xc01568ba21, 0x9}, {0x23404b0, 0xc00f9d2700}, 0xc02b6ac120) /usr/local/go/src/net/http/pprof/pprof.go:267 +0x4f3 net/http/pprof.Index({0x23404b0, 0xc00f9d2700}, 0xc02b6ac120) /usr/local/go/src/net/http/pprof/pprof.go:384 +0x125 net/http.HandlerFunc.ServeHTTP(0x2233be8, {0x23404b0, 0xc00f9d2700}, 0xc02b6ac120) /usr/local/go/src/net/http/server.go:2166 +0x33 net/http.(*ServeMux).ServeHTTP(0x2d2a1e0, {0x23404b0, 0xc00f9d2700}, 0xc02b6ac120) /usr/local/go/src/net/http/server.go:2683 +0x37e net/http.serverHandler.ServeHTTP({0xc001f0c1e0}, {0x23404b0, 0xc00f9d2700}, 0xc02b6ac120) /usr/local/go/src/net/http/server.go:3137 +0x257 net/http.(*conn).serve(0xc00e5eee10, {0x2342f38, 0xc009309040}) /usr/local/go/src/net/http/server.go:2039 +0x1ab5 created by net/http.(*Server).Serve in goroutine 1 /usr/local/go/src/net/http/server.go:3285 +0xa9a goroutine 1 [IO wait]: internal/poll.runtime_pollWait(0x7fb9e56d33d8, 0x72) /usr/local/go/src/runtime/netpoll.go:345 +0x3c internal/poll.(*pollDesc).wait(0xc0009d9120, 0x72, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x7a internal/poll.(*pollDesc).waitRead(0xc0009d9120, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 +0x31 internal/poll.(*FD).Accept(0xc0009d9100) /usr/local/go/src/internal/poll/fd_unix.go:611 +0x525 net.(*netFD).accept(0xc0009d9100) /usr/local/go/src/net/fd_unix.go:172 +0x69 net.(*TCPListener).accept(0xc001eee000) /usr/local/go/src/net/tcpsock_posix.go:159 +0x5a net.(*TCPListener).Accept(0xc001eee000) /usr/local/go/src/net/tcpsock.go:327 +0x65 net/http.(*Server).Serve(0xc001f0c1e0, {0x2340980, 0xc001eee000}) /usr/local/go/src/net/http/server.go:3255 +0x50b net/http.(*Server).ListenAndServe(0xc001f0c1e0) /usr/local/go/src/net/http/server.go:3184 +0x17c main.Listen(0xc001f0c1e0) /0chain/code/go/0chain.net/sharder/sharder/sharder.go:300 +0x1f main.main() /0chain/code/go/0chain.net/sharder/sharder/sharder.go:267 +0x33ab goroutine 17 [syscall, 59 minutes, locked to thread]: runtime.goexit({}) /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 goroutine 41 [chan receive]: github.com/rcrowley/go-metrics.(*meterArbiter).tick(0x2d29020) /0chain/code/go/0chain.net/vendor/github.com/rcrowley/go-metrics/meter.go:239 +0x33 created by github.com/rcrowley/go-metrics.NewMeter in goroutine 1 /0chain/code/go/0chain.net/vendor/github.com/rcrowley/go-metrics/meter.go:46 +0x18f goroutine 42 [chan receive, 31 minutes]: gopkg.in/natefinch/lumberjack%2ev2.(*Logger).millRun(0xc0001d1a40) /0chain/code/go/0chain.net/vendor/gopkg.in/natefinch/lumberjack.v2/lumberjack.go:379 +0x31 created by gopkg.in/natefinch/lumberjack%2ev2.(*Logger).mill.func1 in goroutine 1 /0chain/code/go/0chain.net/vendor/gopkg.in/natefinch/lumberjack.v2/lumberjack.go:390 +0xba goroutine 43 [chan receive, 199 minutes]: gopkg.in/natefinch/lumberjack%2ev2.(*Logger).millRun(0xc0001d1b00) /0chain/code/go/0chain.net/vendor/gopkg.in/natefinch/lumberjack.v2/lumberjack.go:379 +0x31 created by gopkg.in/natefinch/lumberjack%2ev2.(*Logger).mill.func1 in goroutine 1 /0chain/code/go/0chain.net/vendor/gopkg.in/natefinch/lumberjack.v2/lumberjack.go:390 +0xba goroutine 44 [chan receive, 85483 minutes]: gopkg.in/natefinch/lumberjack%2ev2.(*Logger).millRun(0xc0001d1bc0) /0chain/code/go/0chain.net/vendor/gopkg.in/natefinch/lumberjack.v2/lumberjack.go:379 +0x31 created by gopkg.in/natefinch/lumberjack%2ev2.(*Logger).mill.func1 in goroutine 1 /0chain/code/go/0chain.net/vendor/gopkg.in/natefinch/lumberjack.v2/lumberjack.go:390 +0xba goroutine 45 [chan receive, 85483 minutes]: gopkg.in/natefinch/lumberjack%2ev2.(*Logger).millRun(0xc0001d1c80) /0chain/code/go/0chain.net/vendor/gopkg.in/natefinch/lumberjack.v2/lumberjack.go:379 +0x31 created by gopkg.in/natefinch/lumberjack%2ev2.(*Logger).mill.func1 in goroutine 1 /0chain/code/go/0chain.net/vendor/gopkg.in/natefinch/lumberjack.v2/lumberjack.go:390 +0xba goroutine 11 [chan receive, 85483 minutes]: 0chain.net/core/common.SetupRootContext.func1() /0chain/code/go/0chain.net/core/common/context.go:26 +0x1e created by 0chain.net/core/common.SetupRootContext in goroutine 1 /0chain/code/go/0chain.net/core/common/context.go:25 +0x125 goroutine 12 [select, 85483 minutes]: 0chain.net/core/memorystore.(*MemoryDBChunkProcessor).Run(0xc000012f18, {0x2342f38, 0xc0002c6000}) /0chain/code/go/0chain.net/core/memorystore/worker.go:97 +0xe5 created by 0chain.net/core/datastore.SetupChunkWorkers in goroutine 1 /0chain/code/go/0chain.net/core/datastore/worker.go:13 +0x225 goroutine 13 [select, 85483 minutes]: 0chain.net/core/memorystore.(*MemoryDBChunkProcessor).Run(0xc000012f30, {0x2342f38, 0xc0002c6000}) /0chain/code/go/0chain.net/core/memorystore/worker.go:97 +0xe5 created by 0chain.net/core/datastore.SetupChunkWorkers in goroutine 1 /0chain/code/go/0chain.net/core/datastore/worker.go:13 +0x225 goroutine 14 [select, 85483 minutes]: 0chain.net/core/datastore.(*EntityChunkBuilder).Run(0xc0002c6410, {0x2342f38, 0xc0002c6000}) /0chain/code/go/0chain.net/core/datastore/worker.go:108 +0x1b8 created by 0chain.net/core/datastore.SetupChunkWorkers in goroutine 1 /0chain/code/go/0chain.net/core/datastore/worker.go:15 +0x305 goroutine 15 [select, 85483 minutes]: 0chain.net/core/memorystore.(*MemoryDBChunkProcessor).Run(0xc000013020, {0x2342f38, 0xc0002c6000}) /0chain/code/go/0chain.net/core/memorystore/worker.go:97 +0xe5 created by 0chain.net/core/datastore.SetupChunkWorkers in goroutine 1 /0chain/code/go/0chain.net/core/datastore/worker.go:13 +0x225 goroutine 16 [select, 85483 minutes]: 0chain.net/core/memorystore.(*MemoryDBChunkProcessor).Run(0xc000013038, {0x2342f38, 0xc0002c6000}) /0chain/code/go/0chain.net/core/memorystore/worker.go:97 +0xe5 created by 0chain.net/core/datastore.SetupChunkWorkers in goroutine 1 /0chain/code/go/0chain.net/core/datastore/worker.go:13 +0x225 goroutine 50 [select, 85483 minutes]: 0chain.net/core/memorystore.(*MemoryDBChunkProcessor).Run(0xc000013050, {0x2342f38, 0xc0002c6000}) /0chain/code/go/0chain.net/core/memorystore/worker.go:97 +0xe5 created by 0chain.net/core/datastore.SetupChunkWorkers in goroutine 1 /0chain/code/go/0chain.net/core/datastore/worker.go:13 +0x225 goroutine 51 [select, 85483 minutes]: 0chain.net/core/memorystore.(*MemoryDBChunkProcessor).Run(0xc000013068, {0x2342f38, 0xc0002c6000}) /0chain/code/go/0chain.net/core/memorystore/worker.go:97 +0xe5 created by 0chain.net/core/datastore.SetupChunkWorkers in goroutine 1 /0chain/code/go/0chain.net/core/datastore/worker.go:13 +0x225 goroutine 52 [select, 85483 minutes]: 0chain.net/core/memorystore.(*MemoryDBChunkProcessor).Run(0xc000013080, {0x2342f38, 0xc0002c6000}) /0chain/code/go/0chain.net/core/memorystore/worker.go:97 +0xe5 created by 0chain.net/core/datastore.SetupChunkWorkers in goroutine 1 /0chain/code/go/0chain.net/core/datastore/worker.go:13 +0x225 goroutine 53 [select, 85483 minutes]: 0chain.net/core/memorystore.(*MemoryDBChunkProcessor).Run(0xc000013098, {0x2342f38, 0xc0002c6000}) /0chain/code/go/0chain.net/core/memorystore/worker.go:97 +0xe5 created by 0chain.net/core/datastore.SetupChunkWorkers in goroutine 1 /0chain/code/go/0chain.net/core/datastore/worker.go:13 +0x225 goroutine 54 [select, 85483 minutes]: 0chain.net/core/memorystore.(*MemoryDBChunkProcessor).Run(0xc0000130b0, {0x2342f38, 0xc0002c6000}) /0chain/code/go/0chain.net/core/memorystore/worker.go:97 +0xe5 created by 0chain.net/core/datastore.SetupChunkWorkers in goroutine 1 /0chain/code/go/0chain.net/core/datastore/worker.go:13 +0x225 goroutine 55 [select, 85483 minutes]: 0chain.net/core/memorystore.(*MemoryDBChunkProcessor).Run(0xc0000130c8, {0x2342f38, 0xc0002c6000}) /0chain/code/go/0chain.net/core/memorystore/worker.go:97 +0xe5 created by 0chain.net/core/datastore.SetupChunkWorkers in goroutine 1 /0chain/code/go/0chain.net/core/datastore/worker.go:13 +0x225 goroutine 56 [select, 85483 minutes]: 0chain.net/core/memorystore.(*MemoryDBChunkProcessor).Run(0xc0000130e0, {0x2342f38, 0xc0002c6000}) /0chain/code/go/0chain.net/core/memorystore/worker.go:97 +0xe5 created by 0chain.net/core/datastore.SetupChunkWorkers in goroutine 1 /0chain/code/go/0chain.net/core/datastore/worker.go:13 +0x225 goroutine 57 [select, 85483 minutes]: 0chain.net/core/memorystore.(*MemoryDBChunkProcessor).Run(0xc0000130f8, {0x2342f38, 0xc0002c6000}) /0chain/code/go/0chain.net/core/memorystore/worker.go:97 +0xe5 created by 0chain.net/core/datastore.SetupChunkWorkers in goroutine 1 /0chain/code/go/0chain.net/core/datastore/worker.go:13 +0x225 goroutine 58 [select, 85483 minutes]: 0chain.net/core/memorystore.(*MemoryDBChunkProcessor).Run(0xc000013110, {0x2342f38, 0xc0002c6000}) /0chain/code/go/0chain.net/core/memorystore/worker.go:97 +0xe5 created by 0chain.net/core/datastore.SetupChunkWorkers in goroutine 1 /0chain/code/go/0chain.net/core/datastore/worker.go:13 +0x225 goroutine 59 [select, 85483 minutes]: 0chain.net/core/memorystore.(*MemoryDBChunkProcessor).Run(0xc000013128, {0x2342f38, 0xc0002c6000}) /0chain/code/go/0chain.net/core/memorystore/worker.go:97 +0xe5 created by 0chain.net/core/datastore.SetupChunkWorkers in goroutine 1 /0chain/code/go/0chain.net/core/datastore/worker.go:13 +0x225 goroutine 60 [select, 85483 minutes]: 0chain.net/core/memorystore.(*MemoryDBChunkProcessor).Run(0xc000013140, {0x2342f38, 0xc0002c6000}) /0chain/code/go/0chain.net/core/memorystore/worker.go:97 +0xe5 created by 0chain.net/core/datastore.SetupChunkWorkers in goroutine 1 /0chain/code/go/0chain.net/core/datastore/worker.go:13 +0x225 goroutine 61 [select, 85483 minutes]: 0chain.net/core/memorystore.(*MemoryDBChunkProcessor).Run(0xc000013158, {0x2342f38, 0xc0002c6000}) /0chain/code/go/0chain.net/core/memorystore/worker.go:97 +0xe5 created by 0chain.net/core/datastore.SetupChunkWorkers in goroutine 1 /0chain/code/go/0chain.net/core/datastore/worker.go:13 +0x225 goroutine 62 [select, 85483 minutes]: 0chain.net/core/memorystore.(*MemoryDBChunkProcessor).Run(0xc000013170, {0x2342f38, 0xc0002c6000}) /0chain/code/go/0chain.net/core/memorystore/worker.go:97 +0xe5 created by 0chain.net/core/datastore.SetupChunkWorkers in goroutine 1 /0chain/code/go/0chain.net/core/datastore/worker.go:13 +0x225 goroutine 63 [select, 85483 minutes]: 0chain.net/core/memorystore.(*MemoryDBChunkProcessor).Run(0xc000013188, {0x2342f38, 0xc0002c6000}) /0chain/code/go/0chain.net/core/memorystore/worker.go:97 +0xe5 created by 0chain.net/core/datastore.SetupChunkWorkers in goroutine 1 /0chain/code/go/0chain.net/core/datastore/worker.go:13 +0x225 goroutine 64 [select, 85483 minutes]: 0chain.net/core/datastore.(*EntityChunkBuilder).Run(0xc0002c65a0, {0x2342f38, 0xc0002c6000}) /0chain/code/go/0chain.net/core/datastore/worker.go:108 +0x1b8 created by 0chain.net/core/datastore.SetupChunkWorkers in goroutine 1 /0chain/code/go/0chain.net/core/datastore/worker.go:15 +0x305 goroutine 100 [select, 85483 minutes]: database/sql.(*DB).connectionOpener(0xc000908d00, {0x2342f38, 0xc000041270}) /usr/local/go/src/database/sql/sql.go:1246 +0xbe created by database/sql.OpenDB in goroutine 1 /usr/local/go/src/database/sql/sql.go:824 +0x333 goroutine 394851215 [select]: net/http.(*persistConn).writeLoop(0xc030805e60) /usr/local/go/src/net/http/transport.go:2444 +0x17a created by net/http.(*Transport).dialConn in goroutine 394851335 /usr/local/go/src/net/http/transport.go:1800 +0x2cc5 goroutine 250 [chan receive, 85483 minutes]: 0chain.net/core/common.HandleShutdown.func1() /0chain/code/go/0chain.net/core/common/context.go:53 +0x8c created by 0chain.net/core/common.HandleShutdown in goroutine 1 /0chain/code/go/0chain.net/core/common/context.go:52 +0x265 goroutine 81 [chan receive]: 0chain.net/smartcontract/dbs/event.(*EventDb).addEventsWorker(0xc000176dc0, {0x2342f38, 0xc0002c6000}, 0xc00081a4b0) /0chain/code/go/0chain.net/smartcontract/dbs/event/process.go:322 +0x2cb created by 0chain.net/smartcontract/dbs/event.NewEventDbWithWorker in goroutine 1 /0chain/code/go/0chain.net/smartcontract/dbs/event/eventdb.go:29 +0x3e5 goroutine 130 [select]: 0chain.net/smartcontract/dbs/event.(*EventDb).replayUnpublishedEventsWorker(0xc000176dc0, {0x2342f38, 0xc0002c6000}) /0chain/code/go/0chain.net/smartcontract/dbs/event/event.go:249 +0x195 created by 0chain.net/smartcontract/dbs/event.NewEventDbWithWorker in goroutine 1 /0chain/code/go/0chain.net/smartcontract/dbs/event/eventdb.go:30 +0x4cb goroutine 131 [select, 7 minutes]: 0chain.net/sharder/blockstore.(*compactor).start.func1() /0chain/code/go/0chain.net/sharder/blockstore/compactor.go:84 +0x185 created by 0chain.net/sharder/blockstore.(*compactor).start in goroutine 1 /0chain/code/go/0chain.net/sharder/blockstore/compactor.go:80 +0x7a5 goroutine 389 [select]: 0chain.net/chaincore/node.(*Pool).StatusMonitor(0xc0000417c0, {0x2342f38, 0xc0021f0280}, 0x0, 0xc00221e2a0) /0chain/code/go/0chain.net/chaincore/node/worker.go:31 +0x3eb created by 0chain.net/chaincore/chain.startStatusMonitor in goroutine 279 /0chain/code/go/0chain.net/chaincore/chain/worker.go:104 +0x3a5 goroutine 227 [select]: 0chain.net/chaincore/chain.(*Chain).FinalizeRoundWorker.func3() /0chain/code/go/0chain.net/chaincore/chain/worker.go:137 +0x10d created by 0chain.net/chaincore/chain.(*Chain).FinalizeRoundWorker in goroutine 266 /0chain/code/go/0chain.net/chaincore/chain/worker.go:135 +0x2b8 goroutine 148 [select]: 0chain.net/chaincore/chain.(*Chain).StartLFMBWorker(0xc000312a88, {0x2342f38, 0xc0002c6000}) /0chain/code/go/0chain.net/chaincore/chain/protocol_lfb_ticket.go:742 +0x1b2 created by main.main in goroutine 1 /0chain/code/go/0chain.net/sharder/sharder/sharder.go:161 +0x156c goroutine 189 [select, 1296 minutes]: 0chain.net/smartcontract/dbs/event.(*EventDb).managePartitionsWorker(0xc000176dc0, {0x2342f38, 0xc0002c6000}) /0chain/code/go/0chain.net/smartcontract/dbs/event/process.go:544 +0xd7 created by 0chain.net/smartcontract/dbs/event.(*EventDb).addEventsWorker in goroutine 81 /0chain/code/go/0chain.net/smartcontract/dbs/event/process.go:318 +0x19b goroutine 190 [select, 19175 minutes]: 0chain.net/smartcontract/dbs/event.(*EventDb).managePermanentPartitionsWorker(0xc000176dc0, {0x2342f38, 0xc0002c6000}) /0chain/code/go/0chain.net/smartcontract/dbs/event/process.go:567 +0xd7 created by 0chain.net/smartcontract/dbs/event.(*EventDb).addEventsWorker in goroutine 81 /0chain/code/go/0chain.net/smartcontract/dbs/event/process.go:319 +0x26c goroutine 390 [select]: 0chain.net/chaincore/node.(*Pool).StatusMonitor(0xc000041810, {0x2342f38, 0xc0021f0280}, 0x0, 0xc00221e360) /0chain/code/go/0chain.net/chaincore/node/worker.go:31 +0x3eb created by 0chain.net/chaincore/chain.startStatusMonitor in goroutine 279 /0chain/code/go/0chain.net/chaincore/chain/worker.go:105 +0x4e5 goroutine 275 [select]: github.com/patrickmn/go-cache.(*janitor).Run(0xc0001e1d60, 0xc002042880) /0chain/code/go/0chain.net/vendor/github.com/patrickmn/go-cache/cache.go:1079 +0xca created by github.com/patrickmn/go-cache.runJanitor in goroutine 1 /0chain/code/go/0chain.net/vendor/github.com/patrickmn/go-cache/cache.go:1099 +0x145 goroutine 276 [select]: github.com/patrickmn/go-cache.(*janitor).Run(0xc0001e1d70, 0xc0020428c0) /0chain/code/go/0chain.net/vendor/github.com/patrickmn/go-cache/cache.go:1079 +0xca created by github.com/patrickmn/go-cache.runJanitor in goroutine 1 /0chain/code/go/0chain.net/vendor/github.com/patrickmn/go-cache/cache.go:1099 +0x145 goroutine 277 [select]: github.com/patrickmn/go-cache.(*janitor).Run(0xc0001e1da0, 0xc002042900) /0chain/code/go/0chain.net/vendor/github.com/patrickmn/go-cache/cache.go:1079 +0xca created by github.com/patrickmn/go-cache.runJanitor in goroutine 1 /0chain/code/go/0chain.net/vendor/github.com/patrickmn/go-cache/cache.go:1099 +0x145 goroutine 278 [select]: github.com/patrickmn/go-cache.(*janitor).Run(0xc0001e1db0, 0xc002042940) /0chain/code/go/0chain.net/vendor/github.com/patrickmn/go-cache/cache.go:1079 +0xca created by github.com/patrickmn/go-cache.runJanitor in goroutine 1 /0chain/code/go/0chain.net/vendor/github.com/patrickmn/go-cache/cache.go:1099 +0x145 goroutine 279 [select]: 0chain.net/chaincore/chain.(*Chain).StatusMonitor(0xc000312a88, {0x2342f38, 0xc0002c6000}) /0chain/code/go/0chain.net/chaincore/chain/worker.go:47 +0x176 created by 0chain.net/chaincore/chain.(*Chain).SetupWorkers in goroutine 1 /0chain/code/go/0chain.net/chaincore/chain/worker.go:29 +0xf4 goroutine 280 [select]: 0chain.net/chaincore/chain.(*Chain).PruneClientStateWorker(0xc000312a88, {0x2342f38, 0xc0002c6000}) /0chain/code/go/0chain.net/chaincore/chain/worker.go:400 +0x14a created by 0chain.net/chaincore/chain.(*Chain).SetupWorkers in goroutine 1 /0chain/code/go/0chain.net/chaincore/chain/worker.go:30 +0x1b3 goroutine 281 [select]: 0chain.net/chaincore/chain.(*BlockFetcher).StartBlockFetchWorker(0xc00090a1a0, {0x2342f38, 0xc0002c6000}, {0x234c9e0, 0xc000312a88}) /0chain/code/go/0chain.net/chaincore/chain/block_fetcher.go:152 +0x4e7 created by 0chain.net/chaincore/chain.(*Chain).SetupWorkers in goroutine 1 /0chain/code/go/0chain.net/chaincore/chain/worker.go:31 +0x2cf goroutine 282 [select]: 0chain.net/chaincore/chain.(*Chain).StartLFBTicketWorker(0xc000312a88, {0x2342f38, 0xc0002c6000}, 0xc0008fe1e0) /0chain/code/go/0chain.net/chaincore/chain/protocol_lfb_ticket.go:515 +0x557 created by 0chain.net/chaincore/chain.(*Chain).SetupWorkers in goroutine 1 /0chain/code/go/0chain.net/chaincore/chain/worker.go:32 +0x3e6 goroutine 283 [select]: 0chain.net/chaincore/chain.(*Chain).SyncLFBTicketWorker(0xc000312a88, {0x2342f38, 0xc0002c6000}) /0chain/code/go/0chain.net/chaincore/chain/worker.go:670 +0x195 created by 0chain.net/chaincore/chain.(*Chain).SetupWorkers in goroutine 1 /0chain/code/go/0chain.net/chaincore/chain/worker.go:33 +0x4b0 goroutine 284 [chan receive, 5 minutes]: 0chain.net/chaincore/node.(*Node).MemoryUsage(0xc0002ab400) /0chain/code/go/0chain.net/chaincore/node/worker.go:183 +0x53 created by 0chain.net/chaincore/chain.(*Chain).SetupWorkers in goroutine 1 /0chain/code/go/0chain.net/chaincore/chain/worker.go:34 +0x525 goroutine 265 [sleep]: time.Sleep(0x5f5e100) /usr/local/go/src/runtime/time.go:195 +0x105 0chain.net/chaincore/chain.(*Chain).BlockWorker(0xc000312a88, {0x2342f38, 0xc0002c6000}) /0chain/code/go/0chain.net/chaincore/chain/entity.go:564 +0x2abc created by 0chain.net/sharder.SetupWorkers in goroutine 1 /0chain/code/go/0chain.net/sharder/worker.go:27 +0x107 goroutine 266 [select]: 0chain.net/chaincore/chain.(*Chain).FinalizeRoundWorker(0xc000312a88, {0x2342f38, 0xc0002c6000}) /0chain/code/go/0chain.net/chaincore/chain/worker.go:167 +0x385 created by 0chain.net/sharder.SetupWorkers in goroutine 1 /0chain/code/go/0chain.net/sharder/worker.go:28 +0x1c9 goroutine 267 [select]: 0chain.net/chaincore/chain.(*Chain).FinalizedBlockWorker(0xc000312a88, {0x2342f38, 0xc0002c6000}, {0x23406f0, 0x2d29720}) /0chain/code/go/0chain.net/chaincore/chain/worker.go:215 +0xf0 created by 0chain.net/sharder.SetupWorkers in goroutine 1 /0chain/code/go/0chain.net/sharder/worker.go:29 +0x2ee goroutine 268 [select]: 0chain.net/chaincore/chain.(*Chain).SyncLFBStateWorker(0xc000312a88, {0x2342f38, 0xc0002c6000}) /0chain/code/go/0chain.net/chaincore/chain/worker.go:465 +0x2df created by 0chain.net/sharder.SetupWorkers in goroutine 1 /0chain/code/go/0chain.net/sharder/worker.go:31 +0x3bb goroutine 271 [select, 5 minutes]: 0chain.net/chaincore/chain.(*Chain).PruneStorageWorker(0xc000312a88, {0x2342f38, 0xc0002c6000}, 0x45d964b800, 0xc0008146f0, {0xc003851fc0, 0x1, 0x1}) /0chain/code/go/0chain.net/chaincore/chain/worker.go:636 +0xfa created by 0chain.net/sharder.SetupWorkers in goroutine 1 /0chain/code/go/0chain.net/sharder/worker.go:37 +0x6d8 goroutine 272 [sleep]: time.Sleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:195 +0x105 0chain.net/sharder.(*Chain).RegisterSharderKeepWorker(0x2d29720, {0x2342f38, 0xc0002c6000}) /0chain/code/go/0chain.net/sharder/worker.go:99 +0x8e9 created by 0chain.net/sharder.SetupWorkers in goroutine 1 /0chain/code/go/0chain.net/sharder/worker.go:39 +0x7a5 goroutine 273 [sleep, 75 minutes]: time.Sleep(0x4e94914f000) /usr/local/go/src/runtime/time.go:195 +0x105 0chain.net/sharder.(*Chain).SharderHealthCheck(0x2d29720, {0x2342f38, 0xc0002c6000}) /0chain/code/go/0chain.net/sharder/worker.go:193 +0x798 created by 0chain.net/sharder.SetupWorkers in goroutine 1 /0chain/code/go/0chain.net/sharder/worker.go:40 +0x867 goroutine 290 [select, 45 minutes]: 0chain.net/sharder.(*Chain).TrackTransactionErrors(0x2d29720, {0x2342f38, 0xc0002c6000}) /0chain/code/go/0chain.net/sharder/worker.go:206 +0x1b7 created by 0chain.net/sharder.SetupWorkers in goroutine 1 /0chain/code/go/0chain.net/sharder/worker.go:42 +0x930 goroutine 291 [select]: 0chain.net/chaincore/chain.(*Chain).SetupSC(0xc000312a88, {0x2342f38, 0xc0002c6000}) /0chain/code/go/0chain.net/chaincore/chain/protocol_view_change_main.go:25 +0x125 created by main.main in goroutine 1 /0chain/code/go/0chain.net/sharder/sharder/sharder.go:255 +0x3094 goroutine 292 [sleep]: time.Sleep(0xdf8475800) /usr/local/go/src/runtime/time.go:195 +0x105 0chain.net/sharder.(*Chain).HealthCheckWorker(0x2d29720, {0x2342f38, 0xc0002c6000}, 0x0) /0chain/code/go/0chain.net/sharder/health_check.go:215 +0x111e created by main.main in goroutine 1 /0chain/code/go/0chain.net/sharder/sharder/sharder.go:259 +0x316a goroutine 293 [sleep]: time.Sleep(0xdf8475800) /usr/local/go/src/runtime/time.go:195 +0x105 0chain.net/sharder.(*Chain).waitForWork(0x2d29720, {0x2342f38, 0xc0002c6000}, 0x1) /0chain/code/go/0chain.net/sharder/health_check.go:374 +0x19f4 0chain.net/sharder.(*Chain).HealthCheckWorker(0x2d29720, {0x2342f38, 0xc0002c6000}, 0x1) /0chain/code/go/0chain.net/sharder/health_check.go:264 +0x12f6 created by main.main in goroutine 1 /0chain/code/go/0chain.net/sharder/sharder/sharder.go:262 +0x323b goroutine 295 [syscall, 85483 minutes]: os/signal.signal_recv() /usr/local/go/src/runtime/sigqueue.go:152 +0x29 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x17 created by os/signal.Notify.func1.1 in goroutine 1 /usr/local/go/src/os/signal/signal.go:151 +0x26 goroutine 394851214 [IO wait]: internal/poll.runtime_pollWait(0x7fb9e51b99e8, 0x72) /usr/local/go/src/runtime/netpoll.go:345 +0x3c internal/poll.(*pollDesc).wait(0xc02f08fc20, 0x72, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x7a internal/poll.(*pollDesc).waitRead(0xc02f08fc20, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 +0x31 internal/poll.(*FD).Read(0xc02f08fc00, {0xc00eb5c000, 0x1000, 0x1000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x411 net.(*netFD).Read(0xc02f08fc00, {0xc00eb5c000, 0x1000, 0x1000}) /usr/local/go/src/net/fd_posix.go:55 +0x73 net.(*conn).Read(0xc009a04538, {0xc00eb5c000, 0x1000, 0x1000}) /usr/local/go/src/net/net.go:179 +0xa5 net/http.(*persistConn).Read(0xc030805e60, {0xc00eb5c000, 0x1000, 0x1000}) /usr/local/go/src/net/http/transport.go:1977 +0x1e2 bufio.(*Reader).fill(0xc0471d2b40) /usr/local/go/src/bufio/bufio.go:110 +0x25a bufio.(*Reader).Peek(0xc0471d2b40, 0x1) /usr/local/go/src/bufio/bufio.go:148 +0x15b net/http.(*persistConn).readLoop(0xc030805e60) /usr/local/go/src/net/http/transport.go:2141 +0x2f5 created by net/http.(*Transport).dialConn in goroutine 394851335 /usr/local/go/src/net/http/transport.go:1799 +0x2c50 goroutine 394851124 [IO wait]: internal/poll.runtime_pollWait(0x7fb9c22929b0, 0x72) /usr/local/go/src/runtime/netpoll.go:345 +0x3c internal/poll.(*pollDesc).wait(0xc0326cc820, 0x72, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x7a internal/poll.(*pollDesc).waitRead(0xc0326cc820, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 +0x31 internal/poll.(*FD).Read(0xc0326cc800, {0xc00e61e000, 0x1000, 0x1000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x411 net.(*netFD).Read(0xc0326cc800, {0xc00e61e000, 0x1000, 0x1000}) /usr/local/go/src/net/fd_posix.go:55 +0x73 net.(*conn).Read(0xc009a043a0, {0xc00e61e000, 0x1000, 0x1000}) /usr/local/go/src/net/net.go:179 +0xa5 net/http.(*connReader).Read(0xc01215fce0, {0xc00e61e000, 0x1000, 0x1000}) /usr/local/go/src/net/http/server.go:789 +0x22b bufio.(*Reader).fill(0xc01ca7e4e0) /usr/local/go/src/bufio/bufio.go:110 +0x25a bufio.(*Reader).ReadSlice(0xc01ca7e4e0, 0xa) /usr/local/go/src/bufio/bufio.go:376 +0x3a5 bufio.(*Reader).ReadLine(0xc01ca7e4e0) /usr/local/go/src/bufio/bufio.go:405 +0x65 net/textproto.(*Reader).readLineSlice(0xc03e7bc390, 0xffffffffffffffff) /usr/local/go/src/net/textproto/reader.go:63 +0x9d net/textproto.(*Reader).ReadLine(0xc03e7bc390) /usr/local/go/src/net/textproto/reader.go:43 +0x57 net/http.readRequest(0xc01ca7e4e0) /usr/local/go/src/net/http/request.go:1059 +0x106 net/http.(*conn).readRequest(0xc00c25f320, {0x2342f38, 0xc032ecdd10}) /usr/local/go/src/net/http/server.go:1004 +0x516 net/http.(*conn).serve(0xc00c25f320, {0x2342f38, 0xc032ecdd10}) /usr/local/go/src/net/http/server.go:1964 +0xdd4 created by net/http.(*Server).Serve in goroutine 1 /usr/local/go/src/net/http/server.go:3285 +0xa9a goroutine 179252979 [chan receive]: github.com/IBM/sarama.(*asyncProducer).newBrokerProducer.func2() /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/async_producer.go:854 +0x72 github.com/IBM/sarama.withRecover(0xc020bae930) /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/utils.go:43 +0x39 created by github.com/IBM/sarama.(*asyncProducer).newBrokerProducer in goroutine 179252976 /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/async_producer.go:850 +0x550 goroutine 179253005 [select, 7 minutes]: github.com/IBM/sarama.(*client).backgroundMetadataUpdater(0xc01d4250e0) /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/client.go:957 +0x22e github.com/IBM/sarama.withRecover(0xc0147dfa90) /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/utils.go:43 +0x39 created by github.com/IBM/sarama.NewClient in goroutine 81 /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/client.go:228 +0xb70 goroutine 394835426 [select]: net/http.(*persistConn).writeLoop(0xc03315d200) /usr/local/go/src/net/http/transport.go:2444 +0x17a created by net/http.(*Transport).dialConn in goroutine 394835430 /usr/local/go/src/net/http/transport.go:1800 +0x2cc5 goroutine 179252976 [chan receive]: github.com/IBM/sarama.(*partitionProducer).dispatch(0xc035702c00) /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/async_producer.go:645 +0x398 github.com/IBM/sarama.withRecover(0xc00e5bf550) /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/utils.go:43 +0x39 created by github.com/IBM/sarama.(*asyncProducer).newPartitionProducer in goroutine 179253008 /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/async_producer.go:600 +0x31a goroutine 394849504 [IO wait]: internal/poll.runtime_pollWait(0x7fb9996f3490, 0x72) /usr/local/go/src/runtime/netpoll.go:345 +0x3c internal/poll.(*pollDesc).wait(0xc04b956da0, 0x72, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x7a internal/poll.(*pollDesc).waitRead(0xc04b956da0, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 +0x31 internal/poll.(*FD).Read(0xc04b956d80, {0xc008d66000, 0x1000, 0x1000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x411 net.(*netFD).Read(0xc04b956d80, {0xc008d66000, 0x1000, 0x1000}) /usr/local/go/src/net/fd_posix.go:55 +0x73 net.(*conn).Read(0xc0032b8820, {0xc008d66000, 0x1000, 0x1000}) /usr/local/go/src/net/net.go:179 +0xa5 net/http.(*persistConn).Read(0xc031e36b40, {0xc008d66000, 0x1000, 0x1000}) /usr/local/go/src/net/http/transport.go:1977 +0x1e2 bufio.(*Reader).fill(0xc02a107ec0) /usr/local/go/src/bufio/bufio.go:110 +0x25a bufio.(*Reader).Peek(0xc02a107ec0, 0x1) /usr/local/go/src/bufio/bufio.go:148 +0x15b net/http.(*persistConn).readLoop(0xc031e36b40) /usr/local/go/src/net/http/transport.go:2141 +0x2f5 created by net/http.(*Transport).dialConn in goroutine 394849643 /usr/local/go/src/net/http/transport.go:1799 +0x2c50 goroutine 394821002 [IO wait]: internal/poll.runtime_pollWait(0x7fb9a796ae18, 0x72) /usr/local/go/src/runtime/netpoll.go:345 +0x3c internal/poll.(*pollDesc).wait(0xc039c938a0, 0x72, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x7a internal/poll.(*pollDesc).waitRead(0xc039c938a0, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 +0x31 internal/poll.(*FD).Read(0xc039c93880, {0xc02860f000, 0x1000, 0x1000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x411 net.(*netFD).Read(0xc039c93880, {0xc02860f000, 0x1000, 0x1000}) /usr/local/go/src/net/fd_posix.go:55 +0x73 net.(*conn).Read(0xc019ee2b28, {0xc02860f000, 0x1000, 0x1000}) /usr/local/go/src/net/net.go:179 +0xa5 net/http.(*persistConn).Read(0xc0171a0000, {0xc02860f000, 0x1000, 0x1000}) /usr/local/go/src/net/http/transport.go:1977 +0x1e2 bufio.(*Reader).fill(0xc021bf6840) /usr/local/go/src/bufio/bufio.go:110 +0x25a bufio.(*Reader).Peek(0xc021bf6840, 0x1) /usr/local/go/src/bufio/bufio.go:148 +0x15b net/http.(*persistConn).readLoop(0xc0171a0000) /usr/local/go/src/net/http/transport.go:2141 +0x2f5 created by net/http.(*Transport).dialConn in goroutine 394820560 /usr/local/go/src/net/http/transport.go:1799 +0x2c50 goroutine 137770487 [IO wait]: internal/poll.runtime_pollWait(0x7fb9a796b008, 0x72) /usr/local/go/src/runtime/netpoll.go:345 +0x3c internal/poll.(*pollDesc).wait(0xc0213976a0, 0x72, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x7a internal/poll.(*pollDesc).waitRead(0xc0213976a0, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 +0x31 internal/poll.(*FD).Read(0xc021397680, {0xc0145bc000, 0x1000, 0x1000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x411 net.(*netFD).Read(0xc021397680, {0xc0145bc000, 0x1000, 0x1000}) /usr/local/go/src/net/fd_posix.go:55 +0x73 net.(*conn).Read(0xc00229e680, {0xc0145bc000, 0x1000, 0x1000}) /usr/local/go/src/net/net.go:179 +0xa5 net/http.(*connReader).Read(0xc01654ced0, {0xc0145bc000, 0x1000, 0x1000}) /usr/local/go/src/net/http/server.go:789 +0x22b bufio.(*Reader).fill(0xc029f8eae0) /usr/local/go/src/bufio/bufio.go:110 +0x25a bufio.(*Reader).Peek(0xc029f8eae0, 0x4) /usr/local/go/src/bufio/bufio.go:148 +0x15b net/http.(*conn).serve(0xc016412f30, {0x2342f38, 0xc01b594dc0}) /usr/local/go/src/net/http/server.go:2074 +0x1d06 created by net/http.(*Server).Serve in goroutine 1 /usr/local/go/src/net/http/server.go:3285 +0xa9a goroutine 179253004 [chan receive, 49517 minutes]: github.com/IBM/sarama.(*Broker).responseReceiver(0xc0084de408) /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/broker.go:1163 +0x67 github.com/IBM/sarama.withRecover(0xc0147df880) /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/utils.go:43 +0x39 created by github.com/IBM/sarama.(*Broker).Open.func1 in goroutine 179252804 /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/broker.go:258 +0x136a goroutine 394831537 [IO wait]: internal/poll.runtime_pollWait(0x7fb9996f3a60, 0x72) /usr/local/go/src/runtime/netpoll.go:345 +0x3c internal/poll.(*pollDesc).wait(0xc04e7f0fa0, 0x72, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x7a internal/poll.(*pollDesc).waitRead(0xc04e7f0fa0, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 +0x31 internal/poll.(*FD).Read(0xc04e7f0f80, {0xc007516000, 0x1000, 0x1000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x411 net.(*netFD).Read(0xc04e7f0f80, {0xc007516000, 0x1000, 0x1000}) /usr/local/go/src/net/fd_posix.go:55 +0x73 net.(*conn).Read(0xc05965e2f8, {0xc007516000, 0x1000, 0x1000}) /usr/local/go/src/net/net.go:179 +0xa5 net/http.(*persistConn).Read(0xc030480360, {0xc007516000, 0x1000, 0x1000}) /usr/local/go/src/net/http/transport.go:1977 +0x1e2 bufio.(*Reader).fill(0xc0120e1500) /usr/local/go/src/bufio/bufio.go:110 +0x25a bufio.(*Reader).Peek(0xc0120e1500, 0x1) /usr/local/go/src/bufio/bufio.go:148 +0x15b net/http.(*persistConn).readLoop(0xc030480360) /usr/local/go/src/net/http/transport.go:2141 +0x2f5 created by net/http.(*Transport).dialConn in goroutine 394832838 /usr/local/go/src/net/http/transport.go:1799 +0x2c50 goroutine 199201164 [IO wait]: internal/poll.runtime_pollWait(0x7fb9a8f466a8, 0x72) /usr/local/go/src/runtime/netpoll.go:345 +0x3c internal/poll.(*pollDesc).wait(0xc03b3a46a0, 0x72, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x7a internal/poll.(*pollDesc).waitRead(0xc03b3a46a0, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 +0x31 internal/poll.(*FD).Read(0xc03b3a4680, {0xc0074dc000, 0x1000, 0x1000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x411 net.(*netFD).Read(0xc03b3a4680, {0xc0074dc000, 0x1000, 0x1000}) /usr/local/go/src/net/fd_posix.go:55 +0x73 net.(*conn).Read(0xc0023bd138, {0xc0074dc000, 0x1000, 0x1000}) /usr/local/go/src/net/net.go:179 +0xa5 net/http.(*connReader).Read(0xc02f8270b0, {0xc0074dc000, 0x1000, 0x1000}) /usr/local/go/src/net/http/server.go:789 +0x22b bufio.(*Reader).fill(0xc02ca3d620) /usr/local/go/src/bufio/bufio.go:110 +0x25a bufio.(*Reader).Peek(0xc02ca3d620, 0x4) /usr/local/go/src/bufio/bufio.go:148 +0x15b net/http.(*conn).serve(0xc0022b6f30, {0x2342f38, 0xc009309c70}) /usr/local/go/src/net/http/server.go:2074 +0x1d06 created by net/http.(*Server).Serve in goroutine 1 /usr/local/go/src/net/http/server.go:3285 +0xa9a goroutine 394849505 [select]: net/http.(*persistConn).writeLoop(0xc031e36b40) /usr/local/go/src/net/http/transport.go:2444 +0x17a created by net/http.(*Transport).dialConn in goroutine 394849643 /usr/local/go/src/net/http/transport.go:1800 +0x2cc5 goroutine 394835425 [IO wait]: internal/poll.runtime_pollWait(0x7fb9e29d9c20, 0x72) /usr/local/go/src/runtime/netpoll.go:345 +0x3c internal/poll.(*pollDesc).wait(0xc039df41a0, 0x72, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x7a internal/poll.(*pollDesc).waitRead(0xc039df41a0, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 +0x31 internal/poll.(*FD).Read(0xc039df4180, {0xc016acd000, 0x1000, 0x1000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x411 net.(*netFD).Read(0xc039df4180, {0xc016acd000, 0x1000, 0x1000}) /usr/local/go/src/net/fd_posix.go:55 +0x73 net.(*conn).Read(0xc0056880a0, {0xc016acd000, 0x1000, 0x1000}) /usr/local/go/src/net/net.go:179 +0xa5 net/http.(*persistConn).Read(0xc03315d200, {0xc016acd000, 0x1000, 0x1000}) /usr/local/go/src/net/http/transport.go:1977 +0x1e2 bufio.(*Reader).fill(0xc050f1f800) /usr/local/go/src/bufio/bufio.go:110 +0x25a bufio.(*Reader).Peek(0xc050f1f800, 0x1) /usr/local/go/src/bufio/bufio.go:148 +0x15b net/http.(*persistConn).readLoop(0xc03315d200) /usr/local/go/src/net/http/transport.go:2141 +0x2f5 created by net/http.(*Transport).dialConn in goroutine 394835430 /usr/local/go/src/net/http/transport.go:1799 +0x2c50 goroutine 394699626 [IO wait]: internal/poll.runtime_pollWait(0x7fb9e29d9b28, 0x72) /usr/local/go/src/runtime/netpoll.go:345 +0x3c internal/poll.(*pollDesc).wait(0xc03fbb98a0, 0x72, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x7a internal/poll.(*pollDesc).waitRead(0xc03fbb98a0, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 +0x31 internal/poll.(*FD).Read(0xc03fbb9880, {0xc02bba4000, 0x1000, 0x1000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x411 net.(*netFD).Read(0xc03fbb9880, {0xc02bba4000, 0x1000, 0x1000}) /usr/local/go/src/net/fd_posix.go:55 +0x73 net.(*conn).Read(0xc01a4cb740, {0xc02bba4000, 0x1000, 0x1000}) /usr/local/go/src/net/net.go:179 +0xa5 net/http.(*persistConn).Read(0xc0399d59e0, {0xc02bba4000, 0x1000, 0x1000}) /usr/local/go/src/net/http/transport.go:1977 +0x1e2 bufio.(*Reader).fill(0xc024fdfd40) /usr/local/go/src/bufio/bufio.go:110 +0x25a bufio.(*Reader).Peek(0xc024fdfd40, 0x1) /usr/local/go/src/bufio/bufio.go:148 +0x15b net/http.(*persistConn).readLoop(0xc0399d59e0) /usr/local/go/src/net/http/transport.go:2141 +0x2f5 created by net/http.(*Transport).dialConn in goroutine 394699623 /usr/local/go/src/net/http/transport.go:1799 +0x2c50 goroutine 394851273 [select]: 0chain.net/chaincore/node.RequestEntityHandler.func1.1.1.1() /0chain/code/go/0chain.net/chaincore/node/n2n_request.go:254 +0xb8 created by 0chain.net/chaincore/node.RequestEntityHandler.func1.1.1 in goroutine 394851272 /0chain/code/go/0chain.net/chaincore/node/n2n_request.go:253 +0x345 goroutine 394747087 [IO wait]: internal/poll.runtime_pollWait(0x7fb9a8f463c0, 0x72) /usr/local/go/src/runtime/netpoll.go:345 +0x3c internal/poll.(*pollDesc).wait(0xc0328a13a0, 0x72, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x7a internal/poll.(*pollDesc).waitRead(0xc0328a13a0, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 +0x31 internal/poll.(*FD).Read(0xc0328a1380, {0xc012333000, 0x1000, 0x1000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x411 net.(*netFD).Read(0xc0328a1380, {0xc012333000, 0x1000, 0x1000}) /usr/local/go/src/net/fd_posix.go:55 +0x73 net.(*conn).Read(0xc000811f70, {0xc012333000, 0x1000, 0x1000}) /usr/local/go/src/net/net.go:179 +0xa5 net/http.(*connReader).Read(0xc00e287a70, {0xc012333000, 0x1000, 0x1000}) /usr/local/go/src/net/http/server.go:789 +0x22b bufio.(*Reader).fill(0xc049fb9b00) /usr/local/go/src/bufio/bufio.go:110 +0x25a bufio.(*Reader).Peek(0xc049fb9b00, 0x4) /usr/local/go/src/bufio/bufio.go:148 +0x15b net/http.(*conn).serve(0xc01234c000, {0x2342f38, 0xc023a150e0}) /usr/local/go/src/net/http/server.go:2074 +0x1d06 created by net/http.(*Server).Serve in goroutine 1 /usr/local/go/src/net/http/server.go:3285 +0xa9a goroutine 394820408 [IO wait]: internal/poll.runtime_pollWait(0x7fb997cb4058, 0x72) /usr/local/go/src/runtime/netpoll.go:345 +0x3c internal/poll.(*pollDesc).wait(0xc02d9fd3a0, 0x72, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x7a internal/poll.(*pollDesc).waitRead(0xc02d9fd3a0, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 +0x31 internal/poll.(*FD).Read(0xc02d9fd380, {0xc0091d5000, 0x1000, 0x1000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x411 net.(*netFD).Read(0xc02d9fd380, {0xc0091d5000, 0x1000, 0x1000}) /usr/local/go/src/net/fd_posix.go:55 +0x73 net.(*conn).Read(0xc00008aa78, {0xc0091d5000, 0x1000, 0x1000}) /usr/local/go/src/net/net.go:179 +0xa5 net/http.(*connReader).Read(0xc019c16240, {0xc0091d5000, 0x1000, 0x1000}) /usr/local/go/src/net/http/server.go:789 +0x22b bufio.(*Reader).fill(0xc02d8cdd40) /usr/local/go/src/bufio/bufio.go:110 +0x25a bufio.(*Reader).Peek(0xc02d8cdd40, 0x4) /usr/local/go/src/bufio/bufio.go:148 +0x15b net/http.(*conn).serve(0xc02bf73050, {0x2342f38, 0xc02f0ae000}) /usr/local/go/src/net/http/server.go:2074 +0x1d06 created by net/http.(*Server).Serve in goroutine 1 /usr/local/go/src/net/http/server.go:3285 +0xa9a goroutine 179253008 [chan receive]: github.com/IBM/sarama.(*topicProducer).dispatch(0xc009a0d1c0) /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/async_producer.go:500 +0x50 github.com/IBM/sarama.withRecover(0xc0147dfb40) /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/utils.go:43 +0x39 created by github.com/IBM/sarama.(*asyncProducer).newTopicProducer in goroutine 179253032 /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/async_producer.go:495 +0x2b4 goroutine 179253035 [chan receive, 49517 minutes]: github.com/IBM/sarama.(*syncProducer).handleErrors(0xc020e80270) /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/sync_producer.go:159 +0xe7 github.com/IBM/sarama.withRecover(0xc00972dd80) /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/utils.go:43 +0x39 created by github.com/IBM/sarama.newSyncProducerFromAsyncProducer in goroutine 81 /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/sync_producer.go:97 +0x205 goroutine 394845565 [IO wait]: internal/poll.runtime_pollWait(0x7fb9902b6c80, 0x72) /usr/local/go/src/runtime/netpoll.go:345 +0x3c internal/poll.(*pollDesc).wait(0xc02a550ba0, 0x72, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x7a internal/poll.(*pollDesc).waitRead(0xc02a550ba0, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 +0x31 internal/poll.(*FD).Read(0xc02a550b80, {0xc00cb16000, 0x1000, 0x1000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x411 net.(*netFD).Read(0xc02a550b80, {0xc00cb16000, 0x1000, 0x1000}) /usr/local/go/src/net/fd_posix.go:55 +0x73 net.(*conn).Read(0xc0006ac728, {0xc00cb16000, 0x1000, 0x1000}) /usr/local/go/src/net/net.go:179 +0xa5 net/http.(*connReader).Read(0xc01ad76540, {0xc00cb16000, 0x1000, 0x1000}) /usr/local/go/src/net/http/server.go:789 +0x22b bufio.(*Reader).fill(0xc04f49ca20) /usr/local/go/src/bufio/bufio.go:110 +0x25a bufio.(*Reader).Peek(0xc04f49ca20, 0x4) /usr/local/go/src/bufio/bufio.go:148 +0x15b net/http.(*conn).serve(0xc01ed733b0, {0x2342f38, 0xc02564eaf0}) /usr/local/go/src/net/http/server.go:2074 +0x1d06 created by net/http.(*Server).Serve in goroutine 1 /usr/local/go/src/net/http/server.go:3285 +0xa9a goroutine 179252977 [select]: github.com/IBM/sarama.(*brokerProducer).run(0xc035702c60) /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/async_producer.go:917 +0x25f github.com/IBM/sarama.withRecover(0xc00e5bf7c0) /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/utils.go:43 +0x39 created by github.com/IBM/sarama.(*asyncProducer).newBrokerProducer in goroutine 179252976 /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/async_producer.go:791 +0x32d goroutine 179252978 [chan receive]: github.com/IBM/sarama.(*asyncProducer).newBrokerProducer.func1() /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/async_producer.go:798 +0x8a github.com/IBM/sarama.withRecover(0xc0070a1bc0) /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/utils.go:43 +0x39 created by github.com/IBM/sarama.(*asyncProducer).newBrokerProducer in goroutine 179252976 /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/async_producer.go:794 +0x46d goroutine 394831538 [select]: net/http.(*persistConn).writeLoop(0xc030480360) /usr/local/go/src/net/http/transport.go:2444 +0x17a created by net/http.(*Transport).dialConn in goroutine 394832838 /usr/local/go/src/net/http/transport.go:1800 +0x2cc5 goroutine 179253030 [chan receive]: github.com/IBM/sarama.(*Broker).responseReceiver(0xc006271008) /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/broker.go:1163 +0x67 github.com/IBM/sarama.withRecover(0xc00972d650) /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/utils.go:43 +0x39 created by github.com/IBM/sarama.(*Broker).Open.func1 in goroutine 179253006 /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/broker.go:258 +0x136a goroutine 394699627 [select]: net/http.(*persistConn).writeLoop(0xc0399d59e0) /usr/local/go/src/net/http/transport.go:2444 +0x17a created by net/http.(*Transport).dialConn in goroutine 394699623 /usr/local/go/src/net/http/transport.go:1800 +0x2cc5 goroutine 179253034 [chan receive]: github.com/IBM/sarama.(*syncProducer).handleSuccesses(0xc020e80270) /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/sync_producer.go:151 +0xe5 github.com/IBM/sarama.withRecover(0xc00972dd60) /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/utils.go:43 +0x39 created by github.com/IBM/sarama.newSyncProducerFromAsyncProducer in goroutine 81 /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/sync_producer.go:96 +0x156 goroutine 394831658 [IO wait]: internal/poll.runtime_pollWait(0x7fb997cb33c0, 0x72) /usr/local/go/src/runtime/netpoll.go:345 +0x3c internal/poll.(*pollDesc).wait(0xc04e003a20, 0x72, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x7a internal/poll.(*pollDesc).waitRead(0xc04e003a20, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 +0x31 internal/poll.(*FD).Read(0xc04e003a00, {0xc00c359000, 0x1000, 0x1000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x411 net.(*netFD).Read(0xc04e003a00, {0xc00c359000, 0x1000, 0x1000}) /usr/local/go/src/net/fd_posix.go:55 +0x73 net.(*conn).Read(0xc0200737a8, {0xc00c359000, 0x1000, 0x1000}) /usr/local/go/src/net/net.go:179 +0xa5 net/http.(*connReader).Read(0xc019954390, {0xc00c359000, 0x1000, 0x1000}) /usr/local/go/src/net/http/server.go:789 +0x22b bufio.(*Reader).fill(0xc01b751f20) /usr/local/go/src/bufio/bufio.go:110 +0x25a bufio.(*Reader).Peek(0xc01b751f20, 0x4) /usr/local/go/src/bufio/bufio.go:148 +0x15b net/http.(*conn).serve(0xc02ac286c0, {0x2342f38, 0xc031a70230}) /usr/local/go/src/net/http/server.go:2074 +0x1d06 created by net/http.(*Server).Serve in goroutine 1 /usr/local/go/src/net/http/server.go:3285 +0xa9a goroutine 257240992 [select]: database/sql.(*DB).connectionCleaner(0xc000908d00, 0x4a817c800) /usr/local/go/src/database/sql/sql.go:1089 +0xfc created by database/sql.(*DB).startCleanerLocked in goroutine 81 /usr/local/go/src/database/sql/sql.go:1076 +0x167 goroutine 642034 [syscall, 568 minutes, locked to thread]: runtime.goexit({}) /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 goroutine 179253033 [chan receive, 49517 minutes]: github.com/IBM/sarama.(*asyncProducer).retryHandler(0xc0236c2680) /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/async_producer.go:1215 +0x85 github.com/IBM/sarama.withRecover(0xc00972dd30) /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/utils.go:43 +0x39 created by github.com/IBM/sarama.newAsyncProducer in goroutine 81 /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/async_producer.go:136 +0x676 goroutine 2572819 [syscall, 1256 minutes, locked to thread]: runtime.goexit({}) /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 goroutine 394851386 [IO wait]: internal/poll.runtime_pollWait(0x7fb9e48c5838, 0x72) /usr/local/go/src/runtime/netpoll.go:345 +0x3c internal/poll.(*pollDesc).wait(0xc03de86120, 0x72, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x7a internal/poll.(*pollDesc).waitRead(0xc03de86120, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 +0x31 internal/poll.(*FD).Read(0xc03de86100, {0xc00df78191, 0x1, 0x1}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x411 net.(*netFD).Read(0xc03de86100, {0xc00df78191, 0x1, 0x1}) /usr/local/go/src/net/fd_posix.go:55 +0x73 net.(*conn).Read(0xc000811c58, {0xc00df78191, 0x1, 0x1}) /usr/local/go/src/net/net.go:179 +0xa5 net/http.(*connReader).backgroundRead(0xc00df78180) /usr/local/go/src/net/http/server.go:681 +0x7a created by net/http.(*connReader).startBackgroundRead in goroutine 394851385 /usr/local/go/src/net/http/server.go:677 +0x185 goroutine 394845110 [IO wait]: internal/poll.runtime_pollWait(0x7fb9a796a848, 0x72) /usr/local/go/src/runtime/netpoll.go:345 +0x3c internal/poll.(*pollDesc).wait(0xc04ebda120, 0x72, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x7a internal/poll.(*pollDesc).waitRead(0xc04ebda120, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 +0x31 internal/poll.(*FD).Read(0xc04ebda100, {0xc028071000, 0x1000, 0x1000}) /usr/local/go/src/internal/poll/fd_unix.go:164 +0x411 net.(*netFD).Read(0xc04ebda100, {0xc028071000, 0x1000, 0x1000}) /usr/local/go/src/net/fd_posix.go:55 +0x73 net.(*conn).Read(0xc007167898, {0xc028071000, 0x1000, 0x1000}) /usr/local/go/src/net/net.go:179 +0xa5 net/http.(*connReader).Read(0xc0249d5140, {0xc028071000, 0x1000, 0x1000}) /usr/local/go/src/net/http/server.go:789 +0x22b bufio.(*Reader).fill(0xc01edcdd40) /usr/local/go/src/bufio/bufio.go:110 +0x25a bufio.(*Reader).Peek(0xc01edcdd40, 0x4) /usr/local/go/src/bufio/bufio.go:148 +0x15b net/http.(*conn).serve(0xc01ed994d0, {0x2342f38, 0xc020389b30}) /usr/local/go/src/net/http/server.go:2074 +0x1d06 created by net/http.(*Server).Serve in goroutine 1 /usr/local/go/src/net/http/server.go:3285 +0xa9a goroutine 394851210 [select]: 0chain.net/chaincore/node.RequestEntityHandler.func1.1.1.1() /0chain/code/go/0chain.net/chaincore/node/n2n_request.go:254 +0xb8 created by 0chain.net/chaincore/node.RequestEntityHandler.func1.1.1 in goroutine 394851186 /0chain/code/go/0chain.net/chaincore/node/n2n_request.go:253 +0x345 goroutine 394821003 [select]: net/http.(*persistConn).writeLoop(0xc0171a0000) /usr/local/go/src/net/http/transport.go:2444 +0x17a created by net/http.(*Transport).dialConn in goroutine 394820560 /usr/local/go/src/net/http/transport.go:1800 +0x2cc5 goroutine 179253032 [chan receive]: github.com/IBM/sarama.(*asyncProducer).dispatcher(0xc0236c2680) /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/async_producer.go:393 +0x12a github.com/IBM/sarama.withRecover(0xc00972dce0) /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/utils.go:43 +0x39 created by github.com/IBM/sarama.newAsyncProducer in goroutine 81 /0chain/code/go/0chain.net/vendor/github.com/IBM/sarama/async_producer.go:135 +0x5b6