Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

fatal error: concurrent map writes #3

Open
tonyStig-tao opened this issue Feb 18, 2019 · 1 comment
Open

fatal error: concurrent map writes #3

tonyStig-tao opened this issue Feb 18, 2019 · 1 comment
Labels
bug Something isn't working

Comments

@tonyStig-tao
Copy link
Collaborator

tonyStig-tao commented Feb 18, 2019

Software crash
Crash when running.

repetition
just run

log
fatal error: concurrent map writes

goroutine 94 [running]:
runtime.throw(0x4b239bf, 0x15)
/usr/local/go/src/runtime/panic.go:608 +0x72 fp=0xc003fe59e8 sp=0xc003fe59b8 pc=0x402e152
runtime.mapassign(0x49c2d20, 0xc0001f4b70, 0xc003fe5aa4, 0x4c80568)
/usr/local/go/src/runtime/map.go:563 +0x560 fp=0xc003fe5a70 sp=0xc003fe59e8 pc=0x4010540
github.com/annchain/OG/core/state.(*StateDB).refreshbeat(0xc0000cf900, 0x3a5eb283fccd4930, 0x2e9bce9b486ba4cd, 0xc081b7f821)
/Users/stig/go/src/github.com/annchain/OG/core/state/statedb.go:486 +0x7f fp=0xc003fe5ad0 sp=0xc003fe5a70 pc=0x432a45f
github.com/annchain/OG/core/state.(*StateDB).GetNonce(0xc0000cf900, 0x3a5eb283fccd4930, 0x2e9bce9b486ba4cd, 0x81b7f821, 0x2238)
/Users/stig/go/src/github.com/annchain/OG/core/state/statedb.go:144 +0xd7 fp=0xc003fe5b18 sp=0xc003fe5ad0 pc=0x4327dc7
github.com/annchain/OG/core.(*Dag).getLatestNonce(0xc000030280, 0x3a5eb283fccd4930, 0x2e9bce9b486ba4cd, 0x81b7f821, 0x0, 0x6, 0xc0003aeae0)
/Users/stig/go/src/github.com/annchain/OG/core/dag.go:473 +0x77 fp=0xc003fe5b50 sp=0xc003fe5b18 pc=0x43681a7
github.com/annchain/OG/core.(*Dag).GetLatestNonce(0xc000030280, 0x3a5eb283fccd4930, 0x2e9bce9b486ba4cd, 0x81b7f821, 0x0, 0x0, 0x0)
/Users/stig/go/src/github.com/annchain/OG/core/dag.go:466 +0x93 fp=0xc003fe5ba0 sp=0xc003fe5b50 pc=0x43680e3
github.com/annchain/OG/node.(*Delegate).GetLatestAccountNonce(0xc00007a200, 0x3a5eb283fccd4930, 0x2e9bce9b486ba4cd, 0xc081b7f821, 0x6e, 0xc003fe5c80, 0x410c9c7)
/Users/stig/go/src/github.com/annchain/OG/node/delegate.go:69 +0x18a fp=0xc003fe5c30 sp=0xc003fe5ba0 pc=0x48cfb9a
github.com/annchain/OG/node.(*AutoClient).judgeNonce(0xc00035d8c0, 0x0)
/Users/stig/go/src/github.com/annchain/OG/node/auto_client.go:173 +0xbb fp=0xc003fe5c90 sp=0xc003fe5c30 pc=0x48cc76b
github.com/annchain/OG/node.(*AutoClient).doSampleTx(0xc00035d8c0, 0x0, 0x1)
/Users/stig/go/src/github.com/annchain/OG/node/auto_client.go:230 +0xa5 fp=0xc003fe5de8 sp=0xc003fe5c90 pc=0x48ccaf5
github.com/annchain/OG/node.(*AutoClient).loop(0xc00035d8c0)
/Users/stig/go/src/github.com/annchain/OG/node/auto_client.go:128 +0x49e fp=0xc003fe5fd8 sp=0xc003fe5de8 pc=0x48cc45e
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1333 +0x1 fp=0xc003fe5fe0 sp=0xc003fe5fd8 pc=0x405e3a1
created by github.com/annchain/OG/node.(*AutoClient).Start
/Users/stig/go/src/github.com/annchain/OG/node/auto_client.go:143 +0x3f

goroutine 1 [chan receive, 220 minutes]:
github.com/annchain/OG/app/cmd.glob..func1.1(0xc0019fb980, 0xc0001df300)
/Users/stig/go/src/github.com/annchain/OG/app/cmd/run.go:58 +0x41
github.com/annchain/OG/app/cmd.glob..func1(0x54c57e0, 0xc0000fe4e0, 0x0, 0x6)
/Users/stig/go/src/github.com/annchain/OG/app/cmd/run.go:63 +0x14d
github.com/spf13/cobra.(*Command).execute(0x54c57e0, 0xc0000fe3c0, 0x6, 0x6, 0x54c57e0, 0xc0000fe3c0)
/Users/stig/go/src/github.com/spf13/cobra/command.go:766 +0x2cc
github.com/spf13/cobra.(*Command).ExecuteC(0x54c5580, 0xc0000a26c0, 0x54c57e0, 0xc00050ff50)
/Users/stig/go/src/github.com/spf13/cobra/command.go:852 +0x2fd
github.com/spf13/cobra.(*Command).Execute(0x54c5580, 0x4c804e0, 0x1)
/Users/stig/go/src/github.com/spf13/cobra/command.go:800 +0x2b
github.com/annchain/OG/app/cmd.Execute()
/Users/stig/go/src/github.com/annchain/OG/app/cmd/root.go:57 +0x51
main.main()
/Users/stig/go/src/github.com/annchain/OG/app/main.go:20 +0x20

goroutine 23 [syscall, 220 minutes]:
os/signal.signal_recv(0x45a5013)
/usr/local/go/src/runtime/sigqueue.go:139 +0x9f
os/signal.loop()
/usr/local/go/src/os/signal/signal_unix.go:23 +0x22
created by os/signal.init.0
/usr/local/go/src/os/signal/signal_unix.go:29 +0x41

goroutine 24 [IO wait, 220 minutes]:
internal/poll.runtime_pollWait(0x598ee30, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0000c1518, 0x72, 0xc0000b4000, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0000c1518, 0xffffffffffffff00, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Accept(0xc0000c1500, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:384 +0x1a0
net.(*netFD).accept(0xc0000c1500, 0xc000057000, 0x30, 0x30)
/usr/local/go/src/net/fd_unix.go:238 +0x42
net.(*TCPListener).accept(0xc0005165b8, 0x50, 0x592a000, 0x0)
/usr/local/go/src/net/tcpsock_posix.go:139 +0x2e
net.(*TCPListener).AcceptTCP(0xc0005165b8, 0x400e908, 0x30, 0x4a71740)
/usr/local/go/src/net/tcpsock.go:247 +0x47
net/http.tcpKeepAliveListener.Accept(0xc0005165b8, 0x4a71740, 0xc000140f60, 0x49d2da0, 0x54bb640)
/usr/local/go/src/net/http/server.go:3232 +0x2f
net/http.(*Server).Serve(0xc00014a1a0, 0x4da0240, 0xc0005165b8, 0x0, 0x0)
/usr/local/go/src/net/http/server.go:2826 +0x22f
net/http.(*Server).ListenAndServe(0xc00014a1a0, 0xc00014a1a0, 0xc)
/usr/local/go/src/net/http/server.go:2764 +0xb6
net/http.ListenAndServe(0xc00011fe24, 0xc, 0x0, 0x0, 0x4, 0xc00011fe24)
/usr/local/go/src/net/http/server.go:3004 +0x74
github.com/annchain/OG/app/cmd.startPerformanceMonitor.func1()
/Users/stig/go/src/github.com/annchain/OG/app/cmd/root.go:237 +0x13a
created by github.com/annchain/OG/app/cmd.startPerformanceMonitor
/Users/stig/go/src/github.com/annchain/OG/app/cmd/root.go:235 +0x35

goroutine 25 [select]:
github.com/syndtr/goleveldb/leveldb/util.(*BufferPool).drain(0xc0002381c0)
/Users/stig/go/src/github.com/syndtr/goleveldb/leveldb/util/buffer_pool.go:206 +0x12a
created by github.com/syndtr/goleveldb/leveldb/util.NewBufferPool
/Users/stig/go/src/github.com/syndtr/goleveldb/leveldb/util/buffer_pool.go:237 +0x177

goroutine 26 [select, 4 minutes]:
github.com/syndtr/goleveldb/leveldb.(*DB).compactionError(0xc0001f61a0)
/Users/stig/go/src/github.com/syndtr/goleveldb/leveldb/db_compaction.go:90 +0xd3
created by github.com/syndtr/goleveldb/leveldb.openDB
/Users/stig/go/src/github.com/syndtr/goleveldb/leveldb/db.go:141 +0x40c

goroutine 27 [select]:
github.com/syndtr/goleveldb/leveldb.(*DB).mpoolDrain(0xc0001f61a0)
/Users/stig/go/src/github.com/syndtr/goleveldb/leveldb/db_state.go:101 +0xe7
created by github.com/syndtr/goleveldb/leveldb.openDB
/Users/stig/go/src/github.com/syndtr/goleveldb/leveldb/db.go:142 +0x42e

goroutine 28 [select, 4 minutes]:
github.com/syndtr/goleveldb/leveldb.(*DB).tCompaction(0xc0001f61a0)
/Users/stig/go/src/github.com/syndtr/goleveldb/leveldb/db_compaction.go:804 +0x242
created by github.com/syndtr/goleveldb/leveldb.openDB
/Users/stig/go/src/github.com/syndtr/goleveldb/leveldb/db.go:148 +0x58c

goroutine 29 [select, 5 minutes]:
github.com/syndtr/goleveldb/leveldb.(*DB).mCompaction(0xc0001f61a0)
/Users/stig/go/src/github.com/syndtr/goleveldb/leveldb/db_compaction.go:751 +0x12e
created by github.com/syndtr/goleveldb/leveldb.openDB
/Users/stig/go/src/github.com/syndtr/goleveldb/leveldb/db.go:149 +0x5ae

goroutine 30 [select]:
github.com/syndtr/goleveldb/leveldb/util.(*BufferPool).drain(0xc000238000)
/Users/stig/go/src/github.com/syndtr/goleveldb/leveldb/util/buffer_pool.go:206 +0x12a
created by github.com/syndtr/goleveldb/leveldb/util.NewBufferPool
/Users/stig/go/src/github.com/syndtr/goleveldb/leveldb/util/buffer_pool.go:237 +0x177

goroutine 31 [select, 220 minutes]:
github.com/syndtr/goleveldb/leveldb.(*DB).compactionError(0xc0001f6340)
/Users/stig/go/src/github.com/syndtr/goleveldb/leveldb/db_compaction.go:90 +0xd3
created by github.com/syndtr/goleveldb/leveldb.openDB
/Users/stig/go/src/github.com/syndtr/goleveldb/leveldb/db.go:141 +0x40c

goroutine 32 [select]:
github.com/syndtr/goleveldb/leveldb.(*DB).mpoolDrain(0xc0001f6340)
/Users/stig/go/src/github.com/syndtr/goleveldb/leveldb/db_state.go:101 +0xe7
created by github.com/syndtr/goleveldb/leveldb.openDB
/Users/stig/go/src/github.com/syndtr/goleveldb/leveldb/db.go:142 +0x42e

goroutine 33 [select, 220 minutes]:
github.com/syndtr/goleveldb/leveldb.(*DB).tCompaction(0xc0001f6340)
/Users/stig/go/src/github.com/syndtr/goleveldb/leveldb/db_compaction.go:804 +0x242
created by github.com/syndtr/goleveldb/leveldb.openDB
/Users/stig/go/src/github.com/syndtr/goleveldb/leveldb/db.go:148 +0x58c

goroutine 66 [select, 220 minutes]:
github.com/syndtr/goleveldb/leveldb.(*DB).mCompaction(0xc0001f6340)
/Users/stig/go/src/github.com/syndtr/goleveldb/leveldb/db_compaction.go:751 +0x12e
created by github.com/syndtr/goleveldb/leveldb.openDB
/Users/stig/go/src/github.com/syndtr/goleveldb/leveldb/db.go:149 +0x5ae

goroutine 67 [semacquire]:
sync.runtime_SemacquireMutex(0xc0000cf988, 0x0)
/usr/local/go/src/runtime/sema.go:71 +0x3d
sync.(*RWMutex).Lock(0xc0000cf980)
/usr/local/go/src/sync/rwmutex.go:98 +0x74
github.com/annchain/OG/core/state.(*StateDB).loop(0xc0000cf900)
/Users/stig/go/src/github.com/annchain/OG/core/state/statedb.go:557 +0x6c
created by github.com/annchain/OG/core/state.NewStateDB
/Users/stig/go/src/github.com/annchain/OG/core/state/statedb.go:92 +0x1d3

goroutine 68 [select]:
github.com/annchain/OG/og/downloader.(*Downloader).qosTuner(0xc0001eec60)
/Users/stig/go/src/github.com/annchain/OG/og/downloader/downloader.go:1276 +0x48c
created by github.com/annchain/OG/og/downloader.New
/Users/stig/go/src/github.com/annchain/OG/og/downloader/downloader.go:143 +0x28c

goroutine 69 [IO wait, 11 minutes]:
internal/poll.runtime_pollWait(0x598e6e0, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0001e2018, 0x72, 0xc0000b4100, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0001e2018, 0xffffffffffffff00, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Accept(0xc0001e2000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:384 +0x1a0
net.(*netFD).accept(0xc0001e2000, 0x404d36a, 0x405fc10, 0xc000060dc0)
/usr/local/go/src/net/fd_unix.go:238 +0x42
net.(*TCPListener).accept(0xc0000bc038, 0x4980a00, 0x4c834d8, 0xc000060e10)
/usr/local/go/src/net/tcpsock_posix.go:139 +0x2e
net.(*TCPListener).AcceptTCP(0xc0000bc038, 0xc000060e38, 0x4097086, 0x5c6a50cd)
/usr/local/go/src/net/tcpsock.go:247 +0x47
net/http.tcpKeepAliveListener.Accept(0xc0000bc038, 0xc000060e88, 0x18, 0xc0004e7680, 0x44bd915)
/usr/local/go/src/net/http/server.go:3232 +0x2f
net/http.(*Server).Serve(0xc0001e56c0, 0x4da0240, 0xc0000bc038, 0x0, 0x0)
/usr/local/go/src/net/http/server.go:2826 +0x22f
net/http.(*Server).ListenAndServe(0xc0001e56c0, 0x0, 0x0)
/usr/local/go/src/net/http/server.go:2764 +0xb6
github.com/annchain/OG/rpc.(*RpcServer).Start.func1(0xc0001f50e0)
/Users/stig/go/src/github.com/annchain/OG/rpc/server.go:42 +0x33
created by github.com/annchain/OG/rpc.(*RpcServer).Start
/Users/stig/go/src/github.com/annchain/OG/rpc/server.go:40 +0xb4

goroutine 70 [runnable]:
sync.(*RWMutex).RUnlock(0xc0000cf980)
/usr/local/go/src/sync/rwmutex.go:62 +0x91
github.com/annchain/OG/core/state.(*StateDB).GetBalance(0xc0000cf900, 0x6b696586aa4ce969, 0x7dd5d902c8f399c2, 0xdfb03cd1dfb03cd1, 0xc0005161c8)
/Users/stig/go/src/github.com/annchain/OG/core/state/statedb.go:129 +0xd7
github.com/annchain/OG/core.(*Dag).getBalance(0xc000030280, 0x6b696586aa4ce969, 0x7dd5d902c8f399c2, 0xdfb03cd1, 0x0)
/Users/stig/go/src/github.com/annchain/OG/core/dag.go:458 +0x43
github.com/annchain/OG/core.(*Dag).GetBalance(0xc000030280, 0x6b696586aa4ce969, 0x7dd5d902c8f399c2, 0xf2f4d9b6dfb03cd1, 0x0)
/Users/stig/go/src/github.com/annchain/OG/core/dag.go:454 +0x8b
github.com/annchain/OG/core.(*TxPool).isBadTx(0xc0001e8800, 0xc001acac40, 0x1)
/Users/stig/go/src/github.com/annchain/OG/core/tx_pool.go:608 +0x945
github.com/annchain/OG/core.(*TxPool).commit(0xc0001e8800, 0xc001acac40, 0xef7632f36a7a9e7f, 0xf5cc55daec43aea1)
/Users/stig/go/src/github.com/annchain/OG/core/tx_pool.go:518 +0xd8
github.com/annchain/OG/core.(*TxPool).loop(0xc0001e8800)
/Users/stig/go/src/github.com/annchain/OG/core/tx_pool.go:442 +0x4e7
created by github.com/annchain/OG/core.(*TxPool).Start
/Users/stig/go/src/github.com/annchain/OG/core/tx_pool.go:161 +0x69

goroutine 71 [select]:
github.com/annchain/OG/og.(*Og).BrodcastLatestSequencer(0xc00007b000)
/Users/stig/go/src/github.com/annchain/OG/og/og.go:196 +0xf5
created by github.com/annchain/OG/og.(*Og).Start
/Users/stig/go/src/github.com/annchain/OG/og/og.go:139 +0x66

goroutine 72 [select, 220 minutes]:
github.com/annchain/OG/og/fetcher.(*Fetcher).loop(0xc0000f4300)
/Users/stig/go/src/github.com/annchain/OG/og/fetcher/fetcher.go:306 +0x638
created by github.com/annchain/OG/og/fetcher.(*Fetcher).Start
/Users/stig/go/src/github.com/annchain/OG/og/fetcher/fetcher.go:165 +0x3f

goroutine 73 [select]:
github.com/annchain/OG/og.(*Hub).loopSend(0xc000238460)
/Users/stig/go/src/github.com/annchain/OG/og/hub.go:367 +0xb8
created by github.com/annchain/OG/og.(*Hub).Start
/Users/stig/go/src/github.com/annchain/OG/og/hub.go:326 +0x58

goroutine 74 [select, 220 minutes]:
github.com/annchain/OG/og.(*Hub).loopReceive(0xc000238460)
/Users/stig/go/src/github.com/annchain/OG/og/hub.go:395 +0xe7
created by github.com/annchain/OG/og.(*Hub).Start
/Users/stig/go/src/github.com/annchain/OG/og/hub.go:327 +0x7a

goroutine 75 [select, 220 minutes]:
github.com/annchain/OG/og.(*Hub).loopNotify(0xc000238460)
/Users/stig/go/src/github.com/annchain/OG/og/hub.go:353 +0xfc
created by github.com/annchain/OG/og.(*Hub).Start
/Users/stig/go/src/github.com/annchain/OG/og/hub.go:328 +0x9c

goroutine 76 [chan receive]:
github.com/annchain/OG/core.(*TxPool).addTx(0xc0001e8800, 0x4da9c00, 0xc001acac40, 0x2, 0x1, 0x0, 0x0)
/Users/stig/go/src/github.com/annchain/OG/core/tx_pool.go:493 +0x270
github.com/annchain/OG/core.(*TxPool).AddRemoteTx(0xc0001e8800, 0x4da9c00, 0xc001acac40, 0x1, 0xc00035af60, 0x18)
/Users/stig/go/src/github.com/annchain/OG/core/tx_pool.go:358 +0x51
github.com/annchain/OG/og.(*TxBuffer).addToTxPool(0xc0000f4180, 0x4da9c00, 0xc001acac40, 0x1, 0xc001a17620)
/Users/stig/go/src/github.com/annchain/OG/og/tx_buffer.go:346 +0x4d
github.com/annchain/OG/og.(*TxBuffer).resolve(0xc0000f4180, 0x4da9c00, 0xc001acac40, 0x1)
/Users/stig/go/src/github.com/annchain/OG/og/tx_buffer.go:355 +0x1a8
github.com/annchain/OG/og.(*TxBuffer).niceTx(0xc0000f4180, 0x4da9c00, 0xc001acac40, 0x1)
/Users/stig/go/src/github.com/annchain/OG/og/tx_buffer.go:226 +0x202
github.com/annchain/OG/og.(*TxBuffer).handleTx(0xc0000f4180, 0x4da9c00, 0xc001acac40)
/Users/stig/go/src/github.com/annchain/OG/og/tx_buffer.go:256 +0x3b2
github.com/annchain/OG/og.(*TxBuffer).loop(0xc0000f4180)
/Users/stig/go/src/github.com/annchain/OG/og/tx_buffer.go:208 +0x171
created by github.com/annchain/OG/og.(*TxBuffer).Start
/Users/stig/go/src/github.com/annchain/OG/og/tx_buffer.go:184 +0x80

goroutine 77 [select, 220 minutes]:
github.com/annchain/OG/og.(*TxBuffer).releasedTxCacheLoop(0xc0000f4180)
/Users/stig/go/src/github.com/annchain/OG/og/tx_buffer.go:547 +0xd3
created by github.com/annchain/OG/og.(*TxBuffer).Start
/Users/stig/go/src/github.com/annchain/OG/og/tx_buffer.go:185 +0xa2

goroutine 78 [select]:
github.com/annchain/OG/og.(*IncomingMessageHandler).loop(0xc000385c20)
/Users/stig/go/src/github.com/annchain/OG/og/message_handler.go:494 +0x153
created by github.com/annchain/OG/og.(*IncomingMessageHandler).Start
/Users/stig/go/src/github.com/annchain/OG/og/message_handler.go:612 +0x43

goroutine 79 [select, 220 minutes]:
github.com/annchain/OG/og/syncer.(*CatchupSyncer).eventLoop(0xc0000ad2b0)
/Users/stig/go/src/github.com/annchain/OG/og/syncer/catchup_syncer.go:257 +0x15b
created by github.com/annchain/OG/og/syncer.(*CatchupSyncer).Start
/Users/stig/go/src/github.com/annchain/OG/og/syncer/catchup_syncer.go:84 +0x3f

goroutine 80 [select]:
github.com/annchain/OG/og/syncer.(*CatchupSyncer).loopSync(0xc0000ad2b0)
/Users/stig/go/src/github.com/annchain/OG/og/syncer/catchup_syncer.go:132 +0x157
created by github.com/annchain/OG/og/syncer.(*CatchupSyncer).Start
/Users/stig/go/src/github.com/annchain/OG/og/syncer/catchup_syncer.go:85 +0x61

goroutine 81 [select, 220 minutes]:
github.com/annchain/OG/og/syncer.(*IncrementalSyncer).eventLoop(0xc00159e000)
/Users/stig/go/src/github.com/annchain/OG/og/syncer/syncer.go:292 +0x17a
created by github.com/annchain/OG/og/syncer.(*IncrementalSyncer).Start
/Users/stig/go/src/github.com/annchain/OG/og/syncer/syncer.go:106 +0x3f

goroutine 82 [select]:
github.com/annchain/OG/og/syncer.(*IncrementalSyncer).loopSync(0xc00159e000)
/Users/stig/go/src/github.com/annchain/OG/og/syncer/syncer.go:189 +0x1f9
created by github.com/annchain/OG/og/syncer.(*IncrementalSyncer).Start
/Users/stig/go/src/github.com/annchain/OG/og/syncer/syncer.go:107 +0x61

goroutine 83 [select]:
github.com/annchain/OG/og/syncer.(*IncrementalSyncer).txNotifyLoop(0xc00159e000)
/Users/stig/go/src/github.com/annchain/OG/og/syncer/syncer.go:314 +0xe2
created by github.com/annchain/OG/og/syncer.(*IncrementalSyncer).Start
/Users/stig/go/src/github.com/annchain/OG/og/syncer/syncer.go:108 +0x83

goroutine 84 [chan receive, 220 minutes]:
github.com/annchain/OG/og/syncer.(*SyncManager).loopSync(0xc0000fe840)
/Users/stig/go/src/github.com/annchain/OG/og/syncer/syncer_manager.go:121 +0xa9
created by github.com/annchain/OG/og/syncer.(*SyncManager).Start
/Users/stig/go/src/github.com/annchain/OG/og/syncer/syncer_manager.go:70 +0xa1

goroutine 86 [select]:
github.com/annchain/OG/node.(*AutoClient).loop(0xc00035d440)
/Users/stig/go/src/github.com/annchain/OG/node/auto_client.go:115 +0x372
created by github.com/annchain/OG/node.(*AutoClient).Start
/Users/stig/go/src/github.com/annchain/OG/node/auto_client.go:143 +0x3f

goroutine 42 [chan receive, 220 minutes]:
github.com/annchain/OG/consensus/dpos.(*Dpos).loop(0xc0002b8620)
/Users/stig/go/src/github.com/annchain/OG/consensus/dpos/dpos.go:45 +0x3d
created by github.com/annchain/OG/consensus/dpos.(*Dpos).Start
/Users/stig/go/src/github.com/annchain/OG/consensus/dpos/dpos.go:29 +0x7f

goroutine 87 [select]:
github.com/annchain/OG/node.(*AutoClient).loop(0xc00035d4d0)
/Users/stig/go/src/github.com/annchain/OG/node/auto_client.go:115 +0x372
created by github.com/annchain/OG/node.(*AutoClient).Start
/Users/stig/go/src/github.com/annchain/OG/node/auto_client.go:143 +0x3f

goroutine 88 [select]:
github.com/annchain/OG/node.(*AutoClient).loop(0xc00035d560)
/Users/stig/go/src/github.com/annchain/OG/node/auto_client.go:115 +0x372
created by github.com/annchain/OG/node.(*AutoClient).Start
/Users/stig/go/src/github.com/annchain/OG/node/auto_client.go:143 +0x3f

goroutine 89 [select]:
github.com/annchain/OG/node.(*AutoClient).loop(0xc00035d5f0)
/Users/stig/go/src/github.com/annchain/OG/node/auto_client.go:115 +0x372
created by github.com/annchain/OG/node.(*AutoClient).Start
/Users/stig/go/src/github.com/annchain/OG/node/auto_client.go:143 +0x3f

goroutine 90 [select]:
github.com/annchain/OG/node.(*AutoClient).loop(0xc00035d680)
/Users/stig/go/src/github.com/annchain/OG/node/auto_client.go:115 +0x372
created by github.com/annchain/OG/node.(*AutoClient).Start
/Users/stig/go/src/github.com/annchain/OG/node/auto_client.go:143 +0x3f

goroutine 91 [select]:
github.com/annchain/OG/node.(*AutoClient).loop(0xc00035d710)
/Users/stig/go/src/github.com/annchain/OG/node/auto_client.go:115 +0x372
created by github.com/annchain/OG/node.(*AutoClient).Start
/Users/stig/go/src/github.com/annchain/OG/node/auto_client.go:143 +0x3f

goroutine 92 [select]:
github.com/annchain/OG/node.(*AutoClient).loop(0xc00035d7a0)
/Users/stig/go/src/github.com/annchain/OG/node/auto_client.go:115 +0x372
created by github.com/annchain/OG/node.(*AutoClient).Start
/Users/stig/go/src/github.com/annchain/OG/node/auto_client.go:143 +0x3f

goroutine 93 [select]:
github.com/annchain/OG/node.(*AutoClient).loop(0xc00035d830)
/Users/stig/go/src/github.com/annchain/OG/node/auto_client.go:115 +0x372
created by github.com/annchain/OG/node.(*AutoClient).Start
/Users/stig/go/src/github.com/annchain/OG/node/auto_client.go:143 +0x3f

goroutine 95 [select]:
github.com/annchain/OG/node.(*AutoClient).loop(0xc00035d950)
/Users/stig/go/src/github.com/annchain/OG/node/auto_client.go:115 +0x372
created by github.com/annchain/OG/node.(*AutoClient).Start
/Users/stig/go/src/github.com/annchain/OG/node/auto_client.go:143 +0x3f

goroutine 96 [select, 220 minutes]:
github.com/annchain/OG/node.(*AutoClientManager).eventLoop(0xc000094840)
/Users/stig/go/src/github.com/annchain/OG/node/auto_client_manager.go:94 +0x1e2
created by github.com/annchain/OG/node.(*AutoClientManager).Start
/Users/stig/go/src/github.com/annchain/OG/node/auto_client_manager.go:79 +0xc2

goroutine 49 [select]:
github.com/syndtr/goleveldb/leveldb/util.(*BufferPool).drain(0xc0012260e0)
/Users/stig/go/src/github.com/syndtr/goleveldb/leveldb/util/buffer_pool.go:206 +0x12a
created by github.com/syndtr/goleveldb/leveldb/util.NewBufferPool
/Users/stig/go/src/github.com/syndtr/goleveldb/leveldb/util/buffer_pool.go:237 +0x177

goroutine 162 [select, 220 minutes]:
github.com/syndtr/goleveldb/leveldb.(*DB).compactionError(0xc0001f6820)
/Users/stig/go/src/github.com/syndtr/goleveldb/leveldb/db_compaction.go:90 +0xd3
created by github.com/syndtr/goleveldb/leveldb.openDB
/Users/stig/go/src/github.com/syndtr/goleveldb/leveldb/db.go:141 +0x40c

goroutine 163 [select]:
github.com/syndtr/goleveldb/leveldb.(*DB).mpoolDrain(0xc0001f6820)
/Users/stig/go/src/github.com/syndtr/goleveldb/leveldb/db_state.go:101 +0xe7
created by github.com/syndtr/goleveldb/leveldb.openDB
/Users/stig/go/src/github.com/syndtr/goleveldb/leveldb/db.go:142 +0x42e

goroutine 164 [select, 220 minutes]:
github.com/syndtr/goleveldb/leveldb.(*DB).tCompaction(0xc0001f6820)
/Users/stig/go/src/github.com/syndtr/goleveldb/leveldb/db_compaction.go:804 +0x242
created by github.com/syndtr/goleveldb/leveldb.openDB
/Users/stig/go/src/github.com/syndtr/goleveldb/leveldb/db.go:148 +0x58c

goroutine 165 [select, 220 minutes]:
github.com/syndtr/goleveldb/leveldb.(*DB).mCompaction(0xc0001f6820)
/Users/stig/go/src/github.com/syndtr/goleveldb/leveldb/db_compaction.go:751 +0x12e
created by github.com/syndtr/goleveldb/leveldb.openDB
/Users/stig/go/src/github.com/syndtr/goleveldb/leveldb/db.go:149 +0x5ae

goroutine 167 [IO wait]:
internal/poll.runtime_pollWait(0x598e610, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0000c0418, 0x72, 0xc0006a0600, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0000c0418, 0xffffffffffffff00, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Accept(0xc0000c0400, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:384 +0x1a0
net.(*netFD).accept(0xc0000c0400, 0x0, 0x0, 0xc0019f8058)
/usr/local/go/src/net/fd_unix.go:238 +0x42
net.(*TCPListener).accept(0xc0002f80f8, 0x4007bbb, 0xc0019f8000, 0x0)
/usr/local/go/src/net/tcpsock_posix.go:139 +0x2e
net.(*TCPListener).Accept(0xc0002f80f8, 0x0, 0xc00032c000, 0x4da4d00, 0xc0034ae130)
/usr/local/go/src/net/tcpsock.go:260 +0x47
github.com/annchain/OG/p2p.(*Server).listenLoop(0xc00032c000)
/Users/stig/go/src/github.com/annchain/OG/p2p/server.go:869 +0x20a
created by github.com/annchain/OG/p2p.(*Server).setupListening
/Users/stig/go/src/github.com/annchain/OG/p2p/server.go:596 +0x18b

goroutine 168 [select, 10 minutes]:
github.com/annchain/OG/p2p/nat.Map(0x4da0c80, 0xc00051e500, 0xc00033e000, 0x4b134f8, 0x3, 0x1f41, 0x1f41, 0x4b1b7f7, 0xc)
/Users/stig/go/src/github.com/annchain/OG/p2p/nat/nat.go:116 +0x4fd
github.com/annchain/OG/p2p.(*Server).setupListening.func1(0xc00032c000, 0xc0002b3140)
/Users/stig/go/src/github.com/annchain/OG/p2p/server.go:602 +0x8b
created by github.com/annchain/OG/p2p.(*Server).setupListening
/Users/stig/go/src/github.com/annchain/OG/p2p/server.go:601 +0x21c

goroutine 169 [select, 10 minutes]:
github.com/annchain/OG/p2p/nat.Map(0x4da0c80, 0xc00051e500, 0xc00033e000, 0x4b13513, 0x3, 0x1f41, 0x1f41, 0x4b1ba7f, 0xc)
/Users/stig/go/src/github.com/annchain/OG/p2p/nat/nat.go:116 +0x4fd
created by github.com/annchain/OG/p2p.(*Server).setupDiscovery
/Users/stig/go/src/github.com/annchain/OG/p2p/server.go:538 +0x609

goroutine 170 [select, 40 minutes]:
github.com/annchain/OG/p2p/onode.(*DB).expirer(0xc00020ee20)
/Users/stig/go/src/github.com/annchain/OG/p2p/onode/nodedb.go:260 +0xe9
created by github.com/annchain/OG/p2p/onode.(*DB).ensureExpirer.func1
/Users/stig/go/src/github.com/annchain/OG/p2p/onode/nodedb.go:251 +0x3e

goroutine 171 [select]:
github.com/annchain/OG/p2p/discover.(*Table).loop(0xc00031a240)
/Users/stig/go/src/github.com/annchain/OG/p2p/discover/table.go:360 +0x317
created by github.com/annchain/OG/p2p/discover.newTable
/Users/stig/go/src/github.com/annchain/OG/p2p/discover/table.go:124 +0x2e2

goroutine 172 [select]:
github.com/annchain/OG/p2p/discover.(*udp).loop(0xc00033db00)
/Users/stig/go/src/github.com/annchain/OG/p2p/discover/udp.go:442 +0x515
created by github.com/annchain/OG/p2p/discover.newUDP
/Users/stig/go/src/github.com/annchain/OG/p2p/discover/udp.go:284 +0x1e6

goroutine 173 [IO wait]:
internal/poll.runtime_pollWait(0x598e540, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0000c0498, 0x72, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0000c0498, 0xc001a20000, 0x500, 0x500)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).ReadFrom(0xc0000c0480, 0xc001a20000, 0x500, 0x500, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:219 +0x168
net.(*netFD).readFrom(0xc0000c0480, 0xc001a20000, 0x500, 0x500, 0xdeea9ce152f19c44, 0x6470bf9f5ce1753e, 0xc00272722108a526, 0x515ee218cfc4ce9c, 0x52a11fd82a199642)
/usr/local/go/src/net/fd_unix.go:208 +0x5b
net.(*UDPConn).readFrom(0xc0002f8100, 0xc001a20000, 0x500, 0x500, 0xc001d90a80, 0x12, 0x498d180, 0xc002c9f220)
/usr/local/go/src/net/udpsock_posix.go:47 +0x6a
net.(*UDPConn).ReadFromUDP(0xc0002f8100, 0xc001a20000, 0x500, 0x500, 0x500, 0x4d97ae0, 0xc0000a0f00, 0x0)
/usr/local/go/src/net/udpsock.go:109 +0x6d
github.com/annchain/OG/p2p/discover.(*udp).readLoop(0xc00033db00, 0x0)
/Users/stig/go/src/github.com/annchain/OG/p2p/discover/udp.go:582 +0xec
created by github.com/annchain/OG/p2p/discover.newUDP
/Users/stig/go/src/github.com/annchain/OG/p2p/discover/udp.go:285 +0x215

goroutine 174 [select]:
github.com/annchain/OG/p2p.(*Server).run(0xc00032c000, 0x4da0b80, 0xc0015a0600)
/Users/stig/go/src/github.com/annchain/OG/p2p/server.go:672 +0x6cb
created by github.com/annchain/OG/p2p.(*Server).start
/Users/stig/go/src/github.com/annchain/OG/p2p/server.go:471 +0x572

goroutine 175 [IO wait, 207 minutes]:
internal/poll.runtime_pollWait(0x598e060, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0019eae18, 0x72, 0xc00051e900, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0019eae18, 0xffffffffffffff00, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Accept(0xc0019eae00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:384 +0x1a0
net.(*netFD).accept(0xc0019eae00, 0x404d36a, 0x405fc10, 0xc001a0ddd0)
/usr/local/go/src/net/fd_unix.go:238 +0x42
net.(*TCPListener).accept(0xc00000e418, 0x4980a00, 0x4c834d8, 0xc001a0de20)
/usr/local/go/src/net/tcpsock_posix.go:139 +0x2e
net.(*TCPListener).AcceptTCP(0xc00000e418, 0xc001a0de48, 0x4097086, 0x5c6a22c7)
/usr/local/go/src/net/tcpsock.go:247 +0x47
net/http.tcpKeepAliveListener.Accept(0xc00000e418, 0xc001a0de98, 0x18, 0xc0003b9980, 0x44bd915)
/usr/local/go/src/net/http/server.go:3232 +0x2f
net/http.(*Server).Serve(0xc0000ad040, 0x4da0240, 0xc00000e418, 0x0, 0x0)
/usr/local/go/src/net/http/server.go:2826 +0x22f
net/http.(*Server).ListenAndServe(0xc0000ad040, 0x303050d040e0b02, 0xa07050509090c01)
/usr/local/go/src/net/http/server.go:2764 +0xb6
github.com/annchain/OG/wserver.(*Server).Serve(0xc000030700)
/Users/stig/go/src/github.com/annchain/OG/wserver/server.go:79 +0x33
created by github.com/annchain/OG/wserver.(*Server).Start
/Users/stig/go/src/github.com/annchain/OG/wserver/server.go:134 +0x3f

goroutine 176 [select]:
github.com/annchain/OG/wserver.(*Server).WatchNewTxs(0xc000030700)
/Users/stig/go/src/github.com/annchain/OG/wserver/server.go:156 +0x143
created by github.com/annchain/OG/wserver.(*Server).Start
/Users/stig/go/src/github.com/annchain/OG/wserver/server.go:135 +0x61

goroutine 177 [select]:
github.com/annchain/OG/performance.(*TxCounter).loop(0xc00018a310)
/Users/stig/go/src/github.com/annchain/OG/performance/tx_counter.go:38 +0x123
created by github.com/annchain/OG/performance.(*TxCounter).Start
/Users/stig/go/src/github.com/annchain/OG/performance/tx_counter.go:75 +0x3f

goroutine 178 [sleep]:
time.Sleep(0x12a05f200)
/usr/local/go/src/runtime/time.go:105 +0x14f
github.com/annchain/OG/performance.(*PerformanceMonitor).Start.func1(0xc0001df320)
/Users/stig/go/src/github.com/annchain/OG/performance/performance_monitor.go:33 +0xa9
created by github.com/annchain/OG/performance.(*PerformanceMonitor).Start
/Users/stig/go/src/github.com/annchain/OG/performance/performance_monitor.go:24 +0x3f

goroutine 5387333 [IO wait, 207 minutes]:
internal/poll.runtime_pollWait(0x598e130, 0x72, 0xc00381b488)
/usr/local/go/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc002838b98, 0x72, 0xffffffffffffff00, 0x4d99c20, 0x53fa900)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc002838b98, 0xc001e61400, 0x400, 0x400)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc002838b80, 0xc001e61400, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:169 +0x1d6
net.(*netFD).Read(0xc002838b80, 0xc001e61400, 0x400, 0x400, 0xc0032ccce0, 0xc000258de0, 0xc00018b180)
/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc002b5d7c0, 0xc001e61400, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:177 +0x68
bufio.(*Reader).fill(0xc000502ae0)
/usr/local/go/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc000502ae0, 0x2, 0x40f534d, 0xc0026a45d0, 0xa, 0x0, 0x3)
/usr/local/go/src/bufio/bufio.go:132 +0x3f
github.com/gorilla/websocket.(*Conn).read(0xc0032c77c0, 0x2, 0xc00381b6c0, 0x406768e, 0xc0002b8bc8, 0x4c83768, 0x0)
/Users/stig/go/src/github.com/gorilla/websocket/conn_read.go:12 +0x40
github.com/gorilla/websocket.(*Conn).advanceFrame(0xc0032c77c0, 0x0, 0x0, 0xc00381b7f0)
/Users/stig/go/src/github.com/gorilla/websocket/conn.go:779 +0x5c
github.com/gorilla/websocket.(*Conn).NextReader(0xc0032c77c0, 0xc00032b4a0, 0xc00305d400, 0xc00305d4d0, 0x0, 0x0)
/Users/stig/go/src/github.com/gorilla/websocket/conn.go:939 +0xa0
github.com/annchain/OG/wserver.(*Conn).Listen(0xc0019dc040)
/Users/stig/go/src/github.com/annchain/OG/wserver/conn.go:77 +0x9d
github.com/annchain/OG/wserver.(*websocketHandler).ServeHTTP(0xc0000f2a80, 0x59b45d8, 0xc002f44370, 0xc0022f8500)
/Users/stig/go/src/github.com/annchain/OG/wserver/handler.go:62 +0x1aa
github.com/annchain/OG/wserver.(*websocketHandler).Handle(0xc0000f2a80, 0xc002f44370)
/Users/stig/go/src/github.com/annchain/OG/wserver/handler.go:32 +0x74
github.com/annchain/OG/wserver.(*websocketHandler).Handle-fm(0xc002f44370)
/Users/stig/go/src/github.com/annchain/OG/wserver/server.go:123 +0x34
github.com/gin-gonic/gin.(*Context).Next(0xc002f44370)
/Users/stig/go/src/github.com/gin-gonic/gin/context.go:108 +0x43
github.com/gin-gonic/gin.RecoveryWithWriter.func1(0xc002f44370)
/Users/stig/go/src/github.com/gin-gonic/gin/recovery.go:48 +0x5a
github.com/gin-gonic/gin.(*Context).Next(0xc002f44370)
/Users/stig/go/src/github.com/gin-gonic/gin/context.go:108 +0x43
github.com/gin-gonic/gin.LoggerWithWriter.func1(0xc002f44370)
/Users/stig/go/src/github.com/gin-gonic/gin/logger.go:84 +0xd2
github.com/gin-gonic/gin.(*Context).Next(0xc002f44370)
/Users/stig/go/src/github.com/gin-gonic/gin/context.go:108 +0x43
github.com/gin-gonic/gin.(*Engine).handleHTTPRequest(0xc0001eeb40, 0xc002f44370)
/Users/stig/go/src/github.com/gin-gonic/gin/gin.go:363 +0x5ab
github.com/gin-gonic/gin.(*Engine).ServeHTTP(0xc0001eeb40, 0x4d9f8c0, 0xc0033a1c00, 0xc0022f8500)
/Users/stig/go/src/github.com/gin-gonic/gin/gin.go:328 +0x132
net/http.serverHandler.ServeHTTP(0xc0000ad040, 0x4d9f8c0, 0xc0033a1c00, 0xc0022f8500)
/usr/local/go/src/net/http/server.go:2741 +0xab
net/http.(*conn).serve(0xc003246000, 0x4da07c0, 0xc00294bec0)
/usr/local/go/src/net/http/server.go:1847 +0x646
created by net/http.(*Server).Serve
/usr/local/go/src/net/http/server.go:2851 +0x2f5

goroutine 96819628 [chan receive]:
github.com/annchain/OG/p2p/discover.(*Table).lookup(0xc00031a240, 0xf234185484ccfc9a, 0xec4e7cfe00cf95f8, 0xcc9fd9bfa9bf90d2, 0x162de43fd6b6de0d, 0xca0c49367e3e4fe6, 0x3d2e9196599bd82d, 0x7e039daec1e8ee91, 0x8d32ca477d0e3d0f, 0x1, ...)
/Users/stig/go/src/github.com/annchain/OG/p2p/discover/table.go:276 +0x2c7
github.com/annchain/OG/p2p/discover.(*Table).LookupRandom(0xc00031a240, 0x20, 0x20, 0x20)
/Users/stig/go/src/github.com/annchain/OG/p2p/discover/table.go:244 +0x94
github.com/annchain/OG/p2p.(*discoverTask).Do(0xc0006234a0, 0xc00032c000)
/Users/stig/go/src/github.com/annchain/OG/p2p/dial.go:380 +0x159
github.com/annchain/OG/p2p.(*Server).run.func2.1(0x4d97e60, 0xc0006234a0, 0xc00032c000, 0xc00031d7a0)
/Users/stig/go/src/github.com/annchain/OG/p2p/server.go:650 +0x3b
created by github.com/annchain/OG/p2p.(*Server).run.func2
/Users/stig/go/src/github.com/annchain/OG/p2p/server.go:650 +0x188

goroutine 96834794 [chan receive]:
github.com/annchain/OG/p2p/discover.(*udp).waitping(0xc00033db00, 0x7730046a5d77c642, 0xb3163fe86fb537cc, 0x9093a1f271d0c472, 0xd186fb72775b55a2, 0xc002a6c960, 0x4d97ae0)
/Users/stig/go/src/github.com/annchain/OG/p2p/discover/udp.go:338 +0x74
github.com/annchain/OG/p2p/discover.(*udp).findnode(0xc00033db00, 0x7730046a5d77c642, 0xb3163fe86fb537cc, 0x9093a1f271d0c472, 0xd186fb72775b55a2, 0xc002a6c960, 0x6470bf9f5ce1753e, 0xc00272722108a526, 0x515ee218cfc4ce9c, 0x52a11fd82a199642, ...)
/Users/stig/go/src/github.com/annchain/OG/p2p/discover/udp.go:348 +0x436
github.com/annchain/OG/p2p/discover.(*Table).findnode(0xc00031a240, 0xc00001d050, 0x6470bf9f5ce1753e, 0xc00272722108a526, 0x515ee218cfc4ce9c, 0x52a11fd82a199642, 0x24767503b5f4b547, 0x844ad2c18adebfeb, 0x36fabc828b61873, 0x1e79f93fa3212250, ...)
/Users/stig/go/src/github.com/annchain/OG/p2p/discover/table.go:308 +0x178
created by github.com/annchain/OG/p2p/discover.(*Table).lookup
/Users/stig/go/src/github.com/annchain/OG/p2p/discover/table.go:287 +0x520

goroutine 96834793 [chan receive]:
github.com/annchain/OG/p2p/discover.(*Table).lookup(0xc00031a240, 0x6470bf9f5ce1753e, 0xc00272722108a526, 0x515ee218cfc4ce9c, 0x52a11fd82a199642, 0x24767503b5f4b547, 0x844ad2c18adebfeb, 0x36fabc828b61873, 0x1e79f93fa3212250, 0xffffffffffffff00, ...)
/Users/stig/go/src/github.com/annchain/OG/p2p/discover/table.go:295 +0x56b
github.com/annchain/OG/p2p/discover.(*Table).doRefresh(0xc00031a240, 0xc00260b140)
/Users/stig/go/src/github.com/annchain/OG/p2p/discover/table.go:418 +0x204
created by github.com/annchain/OG/p2p/discover.(*Table).loop
/Users/stig/go/src/github.com/annchain/OG/p2p/discover/table.go:371 +0x3e7

goroutine 91806456 [IO wait]:
internal/poll.runtime_pollWait(0x598e200, 0x72, 0xc001b95858)
/usr/local/go/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc002e33f18, 0x72, 0xffffffffffffff00, 0x4d99c20, 0x53fa900)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc002e33f18, 0xc003278000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc002e33f00, 0xc003278000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:169 +0x1d6
net.(*netFD).Read(0xc002e33f00, 0xc003278000, 0x1000, 0x1000, 0x53fa324, 0xc001b95968, 0x44b3e8a)
/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc002b5d210, 0xc003278000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:177 +0x68
net/http.(*connReader).Read(0xc00314c1e0, 0xc003278000, 0x1000, 0x1000, 0x404cc88, 0x405fc10, 0xc001b95a48)
/usr/local/go/src/net/http/server.go:786 +0xfc
bufio.(*Reader).fill(0xc003693e60)
/usr/local/go/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).ReadSlice(0xc003693e60, 0xc00449050a, 0xc001b95ac0, 0x405db12, 0x404cc88, 0x405fc10, 0x203001)
/usr/local/go/src/bufio/bufio.go:341 +0x36
bufio.(*Reader).ReadLine(0xc003693e60, 0xc004490500, 0x100, 0xf8, 0x4afb4e0, 0xc00447cb00, 0xc001b95b18)
/usr/local/go/src/bufio/bufio.go:370 +0x34
net/textproto.(*Reader).readLineSlice(0xc002995140, 0xc002078000, 0xc001b95b98, 0x400e908, 0x100, 0x4afb4e0)
/usr/local/go/src/net/textproto/reader.go:55 +0x6f
net/textproto.(*Reader).ReadLine(0xc002995140, 0xc004490500, 0x0, 0x0, 0x0)
/usr/local/go/src/net/textproto/reader.go:36 +0x2b
net/http.readRequest(0xc003693e60, 0x0, 0xc004490500, 0x0, 0x0)
/usr/local/go/src/net/http/request.go:958 +0x8c
net/http.(*conn).readRequest(0xc000104820, 0x4da07c0, 0xc00007be00, 0x0, 0x0, 0x0)
/usr/local/go/src/net/http/server.go:966 +0x162
net/http.(*conn).serve(0xc000104820, 0x4da07c0, 0xc00007be00)
/usr/local/go/src/net/http/server.go:1788 +0x49e
created by net/http.(*Server).Serve
/usr/local/go/src/net/http/server.go:2851 +0x2f5

error.log

@heeeeeng heeeeeng added the bug Something isn't working label Feb 18, 2019
@heeeeeng
Copy link
Contributor

It's because of concurrently calling on statedb.beats.
Temporarily solved by commit: bug fix: statedb.beats doesn't handle any lock when there exists concurrent calling on it.

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment
Labels
bug Something isn't working
Projects
None yet
Development

No branches or pull requests

2 participants