go-algorand
go-algorand copied to clipboard
Q3 Broken test: TestAgreementSynchronous10
The TestAgreementSynchronous10 unit test was failing on the nightly build. It needs to be re-enabled and fixed.
related PRs: https://github.com/algorand/go-algorand/pull/2503
Description
Travis Test Errors Reference Spreadsheet for details on cases where this test has failed: https://docs.google.com/spreadsheets/d/1apjaNvZodnTSIdZaQlpMaqf0nzbKgSYdIWHqvmINHS8/edit#gid=0
Example Failure
Time: Fri 6/25/2021 Build: https://travis-ci.com/github/algorand/go-algorand/jobs/518879318#L1950 Travis Test: Ubuntu AMD64 Build Package: agreement Test: TestAgreementSynchronous10
=== FAIL: agreement TestAgreementSynchronous10 (14.18s)
0: 0
2: 0
3: 10
4: 10
5: 16
9: 0
1: 23
6: 7
7: 8
8: 6
Printing goroutine dump of size 78059
goroutine 92182 [running]:
github.com/[secure]/go-[secure]/agreement.(*activityMonitor).waitForQuiet(0xc002c62bc0)
/home/travis/build/[secure]/go-[secure]/agreement/service_test.go:566 +0x1d6
github.com/[secure]/go-[secure]/agreement.triggerGlobalTimeout(0xee6b2800, 0xc0029780a0, 0xa, 0xa, 0xc002c62bc0)
/home/travis/build/[secure]/go-[secure]/agreement/service_test.go:848 +0x160
github.com/[secure]/go-[secure]/agreement.runRound(0xc0029780a0, 0xa, 0xa, 0xc002c62bc0, 0x1, 0xee6b2800, 0xc001b8e410)
/home/travis/build/[secure]/go-[secure]/agreement/service_test.go:852 +0x65
github.com/[secure]/go-[secure]/agreement.simulateAgreementWithLedgerFactory(0xc00195fe60, 0xa, 0x5, 0x0, 0x166d020)
/home/travis/build/[secure]/go-[secure]/agreement/service_test.go:897 +0x2f5
github.com/[secure]/go-[secure]/agreement.simulateAgreement(...)
/home/travis/build/[secure]/go-[secure]/agreement/service_test.go:874
github.com/[secure]/go-[secure]/agreement.TestAgreementSynchronous10(0xc00195fe60)
/home/travis/build/[secure]/go-[secure]/agreement/service_test.go:955 +0xee
testing.tRunner(0xc00195fe60, 0x166c998)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/testing/testing.go:1039 +0x1ec
created by testing.(*T).Run
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/testing/testing.go:1090 +0x701
goroutine 1 [chan receive]:
testing.(*T).Run(0xc0001b4000, 0x161813f, 0x1a, 0x166c998, 0x1)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/testing/testing.go:1091 +0x739
testing.runTests.func1(0xc0001b4000)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/testing/testing.go:1334 +0xa7
testing.tRunner(0xc0001b4000, 0xc0007a1cd0)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/testing/testing.go:1039 +0x1ec
testing.runTests(0xc0000b8420, 0x259d120, 0xd5, 0xd5, 0x0)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/testing/testing.go:1332 +0x528
testing.(*M).Run(0xc000188000, 0x0)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/testing/testing.go:1249 +0x440
main.main()
_testmain.go:730 +0x338
goroutine 92269 [chan receive]:
github.com/[secure]/go-[secure]/agreement.(*Service).mainLoop(0xc0000ed400, 0xc00164a540, 0xc00164a5a0, 0xc00164a600)
/home/travis/build/[secure]/go-[secure]/agreement/service.go:226 +0x8e8
created by github.com/[secure]/go-[secure]/agreement.(*Service).Start
/home/travis/build/[secure]/go-[secure]/agreement/service.go:147 +0x7ba
goroutine 92405 [select]:
github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages.func1(0xc0016ffce0, 0xc00150d080, 0xc0037cb680, 0x16061dc, 0x2, 0x166cff8, 0x1bcb180, 0xc000099b90, 0x1bc9280, 0xc002c63e80)
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:148 +0x967
created by github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:112 +0x132
goroutine 48797 [select]:
database/sql.(*DB).connectionOpener(0xc002586840, 0x1bc9280, 0xc0013fb580)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:1071 +0x140
created by database/sql.OpenDB
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:742 +0x25d
goroutine 92312 [select]:
github.com/[secure]/go-[secure]/agreement.(*asyncPersistenceLoop).loop(0xc00150daa0, 0x1bc9280, 0xc0026ffe80)
/home/travis/build/[secure]/go-[secure]/agreement/persistence.go:282 +0x208
created by github.com/[secure]/go-[secure]/agreement.(*asyncPersistenceLoop).Start
/home/travis/build/[secure]/go-[secure]/agreement/persistence.go:270 +0x10d
goroutine 51716 [select]:
database/sql.(*DB).connectionOpener(0xc002256900, 0x1bc9280, 0xc0013fa9c0)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:1071 +0x140
created by database/sql.OpenDB
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:742 +0x25d
goroutine 92299 [chan receive]:
github.com/[secure]/go-[secure]/agreement.(*Service).mainLoop(0xc000278f00, 0xc00164b560, 0xc00164b5c0, 0xc00164b620)
/home/travis/build/[secure]/go-[secure]/agreement/service.go:226 +0x8e8
created by github.com/[secure]/go-[secure]/agreement.(*Service).Start
/home/travis/build/[secure]/go-[secure]/agreement/service.go:147 +0x7ba
goroutine 48794 [chan receive]:
testing.(*T).Parallel(0xc0016946c0)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/testing/testing.go:915 +0x3c0
github.com/[secure]/go-[secure]/agreement.TestPseudonode(0xc0016946c0)
/home/travis/build/[secure]/go-[secure]/agreement/pseudonode_test.go:135 +0x6a
testing.tRunner(0xc0016946c0, 0x166ce08)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/testing/testing.go:1039 +0x1ec
created by testing.(*T).Run
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/testing/testing.go:1090 +0x701
goroutine 92266 [select]:
github.com/[secure]/go-[secure]/agreement.(*pseudonodeVerifier).verifierLoop(0xc0027190e0, 0xc0001999a0)
/home/travis/build/[secure]/go-[secure]/agreement/pseudonode.go:329 +0x272
created by github.com/[secure]/go-[secure]/agreement.asyncPseudonode.makePseudonodeVerifier
/home/travis/build/[secure]/go-[secure]/agreement/pseudonode.go:264 +0x192
goroutine 70738 [select]:
database/sql.(*DB).connectionOpener(0xc002d22300, 0x1bc9280, 0xc0013fadc0)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:1071 +0x140
created by database/sql.OpenDB
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:742 +0x25d
goroutine 92199 [select]:
database/sql.(*DB).connectionOpener(0xc002048cc0, 0x1bc9280, 0xc0013fba80)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:1071 +0x140
created by database/sql.OpenDB
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:742 +0x25d
goroutine 92305 [chan receive]:
github.com/[secure]/go-[secure]/agreement.(*poolCryptoVerifier).bundleWaitWorker(0xc0002762d0, 0xc00164ba40)
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:239 +0x104
created by github.com/[secure]/go-[secure]/agreement.makeCryptoVerifier
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:182 +0x4e4
goroutine 92207 [select]:
database/sql.(*DB).connectionOpener(0xc002048fc0, 0x1bc9280, 0xc002c62e40)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:1071 +0x140
created by database/sql.OpenDB
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:742 +0x25d
goroutine 92373 [select]:
github.com/[secure]/go-[secure]/util/execpool.(*pool).worker(0xc002c63d00)
/home/travis/build/[secure]/go-[secure]/util/execpool/pool.go:150 +0x301
created by github.com/[secure]/go-[secure]/util/execpool.MakePool
/home/travis/build/[secure]/go-[secure]/util/execpool/pool.go:85 +0x254
goroutine 92308 [select]:
github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages.func1(0xc00164bb00, 0xc00150cd80, 0xc000189900, 0x1606220, 0x2, 0x166cff0, 0x1bcb180, 0xc00025a6f0, 0x1bc9280, 0xc0026ffe40)
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:117 +0x1d9
created by github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:112 +0x132
goroutine 92183 [select]:
database/sql.(*DB).connectionOpener(0xc0020486c0, 0x1bc9280, 0xc002e36fc0)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:1071 +0x140
created by database/sql.OpenDB
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:742 +0x25d
goroutine 92217 [select]:
database/sql.(*DB).connectionOpener(0xc002d23e00, 0x1bc9280, 0xc0026ff400)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:1071 +0x140
created by database/sql.OpenDB
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:742 +0x25d
goroutine 92303 [chan receive]:
github.com/[secure]/go-[secure]/agreement.(*AsyncVoteVerifier).worker(0xc001b29a90)
/home/travis/build/[secure]/go-[secure]/agreement/asyncVoteVerifier.go:88 +0x14d
created by github.com/[secure]/go-[secure]/agreement.MakeAsyncVoteVerifier
/home/travis/build/[secure]/go-[secure]/agreement/asyncVoteVerifier.go:82 +0x300
goroutine 92185 [select]:
database/sql.(*DB).connectionOpener(0xc002048780, 0x1bc9280, 0xc002e37200)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:1071 +0x140
created by database/sql.OpenDB
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:742 +0x25d
goroutine 92306 [chan receive]:
github.com/[secure]/go-[secure]/agreement.(*poolCryptoVerifier).proposalVerifyWorker(0xc0002762d0)
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:349 +0x130
created by github.com/[secure]/go-[secure]/agreement.makeCryptoVerifier
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:183 +0x506
goroutine 92307 [select]:
github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages.func1(0xc00164baa0, 0xc00150cd20, 0xc000189900, 0x16061dc, 0x2, 0x166cff8, 0x1bcb180, 0xc00025a6f0, 0x1bc9280, 0xc0026ffe40)
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:148 +0x967
created by github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:112 +0x132
goroutine 92309 [select]:
github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages.func1(0xc00164bb60, 0xc00150cde0, 0xc000189900, 0x1606256, 0x2, 0x166cfe8, 0x1bcb180, 0xc00025a6f0, 0x1bc9280, 0xc0026ffe40)
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:117 +0x1d9
created by github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:112 +0x132
goroutine 48795 [chan receive]:
testing.(*T).Parallel(0xc0016947e0)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/testing/testing.go:915 +0x3c0
github.com/[secure]/go-[secure]/agreement.TestPseudonodeLoadingOfParticipationKeys(0xc0016947e0)
/home/travis/build/[secure]/go-[secure]/agreement/pseudonode_test.go:391 +0x54
testing.tRunner(0xc0016947e0, 0x166ce00)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/testing/testing.go:1039 +0x1ec
created by testing.(*T).Run
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/testing/testing.go:1090 +0x701
goroutine 92290 [chan receive]:
github.com/[secure]/go-[secure]/agreement.(*poolCryptoVerifier).bundleWaitWorker(0xc000276240, 0xc00164b320)
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:239 +0x104
created by github.com/[secure]/go-[secure]/agreement.makeCryptoVerifier
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:182 +0x4e4
goroutine 92263 [select]:
github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages.func1(0xc00164a420, 0xc00150ca20, 0xc000189780, 0x1606220, 0x2, 0x166cff0, 0x1bcb180, 0xc0002ef980, 0x1bc9280, 0xc0026ff900)
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:117 +0x1d9
created by github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:112 +0x132
goroutine 92364 [select]:
github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages.func1(0xc0016fede0, 0xc00150cf60, 0xc0037cb500, 0x16061dc, 0x2, 0x166cff8, 0x1bcb180, 0xc0002a1f50, 0x1bc9280, 0xc002c63c00)
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:148 +0x967
created by github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:112 +0x132
goroutine 92197 [select]:
database/sql.(*DB).connectionOpener(0xc002048c00, 0x1bc9280, 0xc0013fa7c0)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:1071 +0x140
created by database/sql.OpenDB
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:742 +0x25d
goroutine 92195 [select]:
database/sql.(*DB).connectionOpener(0xc002048b40, 0x1bc9280, 0xc002e37ec0)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:1071 +0x140
created by database/sql.OpenDB
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:742 +0x25d
goroutine 92293 [select]:
github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages.func1(0xc00164b440, 0xc00150cc60, 0xc000189880, 0x1606220, 0x2, 0x166cff0, 0x1bcb180, 0xc002312750, 0x1bc9280, 0xc0026ffcc0)
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:117 +0x1d9
created by github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:112 +0x132
goroutine 92261 [chan receive]:
github.com/[secure]/go-[secure]/agreement.(*poolCryptoVerifier).proposalVerifyWorker(0xc000276120)
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:349 +0x130
created by github.com/[secure]/go-[secure]/agreement.makeCryptoVerifier
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:183 +0x506
goroutine 92193 [select]:
database/sql.(*DB).connectionOpener(0xc002048a80, 0x1bc9280, 0xc002e37c40)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:1071 +0x140
created by database/sql.OpenDB
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:742 +0x25d
goroutine 92408 [select]:
github.com/[secure]/go-[secure]/agreement.(*pseudonodeVerifier).verifierLoop(0xc00291ea80, 0xc002978e60)
/home/travis/build/[secure]/go-[secure]/agreement/pseudonode.go:329 +0x272
created by github.com/[secure]/go-[secure]/agreement.asyncPseudonode.makePseudonodeVerifier
/home/travis/build/[secure]/go-[secure]/agreement/pseudonode.go:264 +0x192
goroutine 70742 [select]:
database/sql.(*DB).connectionOpener(0xc002d22480, 0x1bc9280, 0xc0013fb440)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:1071 +0x140
created by database/sql.OpenDB
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:742 +0x25d
goroutine 92404 [chan receive]:
github.com/[secure]/go-[secure]/agreement.(*poolCryptoVerifier).proposalVerifyWorker(0xc002d39050)
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:349 +0x130
created by github.com/[secure]/go-[secure]/agreement.makeCryptoVerifier
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:183 +0x506
goroutine 92262 [select]:
github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages.func1(0xc00164a360, 0xc00150c9c0, 0xc000189780, 0x16061dc, 0x2, 0x166cff8, 0x1bcb180, 0xc0002ef980, 0x1bc9280, 0xc0026ff900)
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:117 +0x1d9
created by github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:112 +0x132
goroutine 92187 [select]:
database/sql.(*DB).connectionOpener(0xc002048840, 0x1bc9280, 0xc002e37440)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:1071 +0x140
created by database/sql.OpenDB
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:742 +0x25d
goroutine 92294 [select]:
github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages.func1(0xc00164b4a0, 0xc00150ccc0, 0xc000189880, 0x1606256, 0x2, 0x166cfe8, 0x1bcb180, 0xc002312750, 0x1bc9280, 0xc0026ffcc0)
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:117 +0x1d9
created by github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:112 +0x132
goroutine 51720 [select]:
database/sql.(*DB).connectionOpener(0xc002256a80, 0x1bc9280, 0xc0013fae40)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:1071 +0x140
created by database/sql.OpenDB
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:742 +0x25d
goroutine 92304 [select]:
github.com/[secure]/go-[secure]/agreement.(*poolCryptoVerifier).voteFillWorker(0xc0002762d0, 0xc00164ba40)
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:197 +0x2ec
created by github.com/[secure]/go-[secure]/agreement.makeCryptoVerifier
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:181 +0x4b8
goroutine 70740 [select]:
database/sql.(*DB).connectionOpener(0xc002d223c0, 0x1bc9280, 0xc0013fb1c0)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:1071 +0x140
created by database/sql.OpenDB
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:742 +0x25d
goroutine 92361 [select]:
github.com/[secure]/go-[secure]/agreement.(*poolCryptoVerifier).voteFillWorker(0xc002d38e10, 0xc0016fed80)
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:197 +0x2ec
created by github.com/[secure]/go-[secure]/agreement.makeCryptoVerifier
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:181 +0x4b8
goroutine 92432 [select]:
github.com/[secure]/go-[secure]/agreement.(*pseudonodeVerifier).verifierLoop(0xc002d0e0a0, 0xc001c74280)
/home/travis/build/[secure]/go-[secure]/agreement/pseudonode.go:329 +0x272
created by github.com/[secure]/go-[secure]/agreement.asyncPseudonode.makePseudonodeVerifier
/home/travis/build/[secure]/go-[secure]/agreement/pseudonode.go:264 +0x192
goroutine 92406 [select]:
github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages.func1(0xc0016ffd40, 0xc00150d0e0, 0xc0037cb680, 0x1606220, 0x2, 0x166cff0, 0x1bcb180, 0xc000099b90, 0x1bc9280, 0xc002c63e80)
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:117 +0x1d9
created by github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:112 +0x132
goroutine 92265 [select]:
github.com/[secure]/go-[secure]/agreement.(*pseudonodeVerifier).verifierLoop(0xc0027190d0, 0xc000199900)
/home/travis/build/[secure]/go-[secure]/agreement/pseudonode.go:329 +0x272
created by github.com/[secure]/go-[secure]/agreement.asyncPseudonode.makePseudonodeVerifier
/home/travis/build/[secure]/go-[secure]/agreement/pseudonode.go:264 +0x192
goroutine 92297 [select]:
github.com/[secure]/go-[secure]/agreement.(*asyncPersistenceLoop).loop(0xc001cf4900, 0x1bc9280, 0xc0026ffd00)
/home/travis/build/[secure]/go-[secure]/agreement/persistence.go:282 +0x208
created by github.com/[secure]/go-[secure]/agreement.(*asyncPersistenceLoop).Start
/home/travis/build/[secure]/go-[secure]/agreement/persistence.go:270 +0x10d
goroutine 92365 [select]:
github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages.func1(0xc0016fee40, 0xc00150cfc0, 0xc0037cb500, 0x1606220, 0x2, 0x166cff0, 0x1bcb180, 0xc0002a1f50, 0x1bc9280, 0xc002c63c00)
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:117 +0x1d9
created by github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:112 +0x132
goroutine 70736 [select]:
database/sql.(*DB).connectionOpener(0xc002d22240, 0x1bc9280, 0xc0013fa800)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:1071 +0x140
created by database/sql.OpenDB
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:742 +0x25d
goroutine 70744 [select]:
database/sql.(*DB).connectionOpener(0xc002d22540, 0x1bc9280, 0xc0013fb880)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:1071 +0x140
created by database/sql.OpenDB
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:742 +0x25d
goroutine 92221 [select]:
database/sql.(*DB).connectionOpener(0xc001c7a0c0, 0x1bc9280, 0xc0026ff640)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:1071 +0x140
created by database/sql.OpenDB
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:742 +0x25d
goroutine 92409 [select]:
github.com/[secure]/go-[secure]/agreement.(*pseudonodeVerifier).verifierLoop(0xc00291ea90, 0xc002978f00)
/home/travis/build/[secure]/go-[secure]/agreement/pseudonode.go:329 +0x272
created by github.com/[secure]/go-[secure]/agreement.asyncPseudonode.makePseudonodeVerifier
/home/travis/build/[secure]/go-[secure]/agreement/pseudonode.go:264 +0x192
goroutine 92363 [chan receive]:
github.com/[secure]/go-[secure]/agreement.(*poolCryptoVerifier).proposalVerifyWorker(0xc002d38e10)
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:349 +0x130
created by github.com/[secure]/go-[secure]/agreement.makeCryptoVerifier
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:183 +0x506
goroutine 92295 [select]:
github.com/[secure]/go-[secure]/agreement.(*pseudonodeVerifier).verifierLoop(0xc0027191f0, 0xc000199cc0)
/home/travis/build/[secure]/go-[secure]/agreement/pseudonode.go:329 +0x272
created by github.com/[secure]/go-[secure]/agreement.asyncPseudonode.makePseudonodeVerifier
/home/travis/build/[secure]/go-[secure]/agreement/pseudonode.go:264 +0x192
goroutine 92286 [select]:
github.com/[secure]/go-[secure]/util/execpool.(*pool).worker(0xc0026ffb80)
/home/travis/build/[secure]/go-[secure]/util/execpool/pool.go:150 +0x301
created by github.com/[secure]/go-[secure]/util/execpool.MakePool
/home/travis/build/[secure]/go-[secure]/util/execpool/pool.go:85 +0x254
goroutine 92191 [select]:
database/sql.(*DB).connectionOpener(0xc0020489c0, 0x1bc9280, 0xc002e37900)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:1071 +0x140
created by database/sql.OpenDB
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:742 +0x25d
goroutine 92285 [select]:
github.com/[secure]/go-[secure]/util/execpool.(*pool).worker(0xc0026ffb80)
/home/travis/build/[secure]/go-[secure]/util/execpool/pool.go:150 +0x301
created by github.com/[secure]/go-[secure]/util/execpool.MakePool
/home/travis/build/[secure]/go-[secure]/util/execpool/pool.go:85 +0x254
goroutine 92289 [select]:
github.com/[secure]/go-[secure]/agreement.(*poolCryptoVerifier).voteFillWorker(0xc000276240, 0xc00164b320)
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:197 +0x2ec
created by github.com/[secure]/go-[secure]/agreement.makeCryptoVerifier
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:181 +0x4b8
goroutine 92278 [select]:
github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages.func1(0xc00164ab40, 0xc00150cb40, 0xc000189800, 0x1606220, 0x2, 0x166cff0, 0x1bcb180, 0xc0023122a0, 0x1bc9280, 0xc0026ffa80)
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:117 +0x1d9
created by github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:112 +0x132
goroutine 92385 [chan receive]:
github.com/[secure]/go-[secure]/agreement.(*AsyncVoteVerifier).worker(0xc001b8f860)
/home/travis/build/[secure]/go-[secure]/agreement/asyncVoteVerifier.go:88 +0x14d
created by github.com/[secure]/go-[secure]/agreement.MakeAsyncVoteVerifier
/home/travis/build/[secure]/go-[secure]/agreement/asyncVoteVerifier.go:82 +0x300
goroutine 92311 [select]:
github.com/[secure]/go-[secure]/agreement.(*pseudonodeVerifier).verifierLoop(0xc002719290, 0xc000199f40)
/home/travis/build/[secure]/go-[secure]/agreement/pseudonode.go:329 +0x272
created by github.com/[secure]/go-[secure]/agreement.asyncPseudonode.makePseudonodeVerifier
/home/travis/build/[secure]/go-[secure]/agreement/pseudonode.go:264 +0x192
goroutine 49355 [select]:
database/sql.(*DB).connectionOpener(0xc002d23080, 0x1bc9280, 0xc002c624c0)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:1071 +0x140
created by database/sql.OpenDB
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:742 +0x25d
goroutine 92296 [select]:
github.com/[secure]/go-[secure]/agreement.(*pseudonodeVerifier).verifierLoop(0xc002719200, 0xc000199d60)
/home/travis/build/[secure]/go-[secure]/agreement/pseudonode.go:329 +0x272
created by github.com/[secure]/go-[secure]/agreement.asyncPseudonode.makePseudonodeVerifier
/home/travis/build/[secure]/go-[secure]/agreement/pseudonode.go:264 +0x192
goroutine 92369 [select]:
github.com/[secure]/go-[secure]/agreement.(*asyncPersistenceLoop).loop(0xc002376000, 0x1bc9280, 0xc002c63c40)
/home/travis/build/[secure]/go-[secure]/agreement/persistence.go:282 +0x208
created by github.com/[secure]/go-[secure]/agreement.(*asyncPersistenceLoop).Start
/home/travis/build/[secure]/go-[secure]/agreement/persistence.go:270 +0x10d
goroutine 92268 [select]:
github.com/[secure]/go-[secure]/agreement.(*demux).next(0xc000189780, 0xc0000ed400, 0xee6b2800, 0x0, 0x2, 0x0, 0x0, 0xc000ead601)
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:259 +0x1011
github.com/[secure]/go-[secure]/agreement.(*Service).demuxLoop(0xc0000ed400, 0x1bc9280, 0xc0026ff800, 0xc00164a540, 0xc00164a5a0, 0xc00164a600)
/home/travis/build/[secure]/go-[secure]/agreement/service.go:165 +0x24f
created by github.com/[secure]/go-[secure]/agreement.(*Service).Start
/home/travis/build/[secure]/go-[secure]/agreement/service.go:146 +0x76e
goroutine 92433 [select]:
github.com/[secure]/go-[secure]/agreement.(*pseudonodeVerifier).verifierLoop(0xc002d0e0b0, 0xc001c74320)
/home/travis/build/[secure]/go-[secure]/agreement/pseudonode.go:329 +0x272
created by github.com/[secure]/go-[secure]/agreement.asyncPseudonode.makePseudonodeVerifier
/home/travis/build/[secure]/go-[secure]/agreement/pseudonode.go:264 +0x192
goroutine 51718 [select]:
database/sql.(*DB).connectionOpener(0xc0022569c0, 0x1bc9280, 0xc0013fac00)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:1071 +0x140
created by database/sql.OpenDB
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:742 +0x25d
goroutine 92412 [runnable]:
github.com/[secure]/go-[secure]/agreement.(*rootRouter).update(0xc0015841c0, 0x2, 0x0, 0x1, 0x2, 0xee6b2800, 0x0, 0x0, 0xc002b48b40, 0x10, ...)
/home/travis/build/[secure]/go-[secure]/agreement/router.go:124 +0x174
github.com/[secure]/go-[secure]/agreement.(*rootRouter).submitTop(0xc0015841c0, 0xc0020495c0, 0x2, 0x0, 0x1, 0x2, 0xee6b2800, 0x0, 0x0, 0xc002b48b40, ...)
/home/travis/build/[secure]/go-[secure]/agreement/router.go:146 +0x300
github.com/[secure]/go-[secure]/agreement.(*Service).mainLoop(0xc001bf6a00, 0xc0016fff20, 0xc0016fff80, 0xc0016ee000)
/home/travis/build/[secure]/go-[secure]/agreement/service.go:231 +0xa8a
created by github.com/[secure]/go-[secure]/agreement.(*Service).Start
/home/travis/build/[secure]/go-[secure]/agreement/service.go:147 +0x7ba
goroutine 49353 [select]:
database/sql.(*DB).connectionOpener(0xc002d22d80, 0x1bc9280, 0xc002c62280)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:1071 +0x140
created by database/sql.OpenDB
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:742 +0x25d
goroutine 92292 [select]:
github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages.func1(0xc00164b380, 0xc00150cc00, 0xc000189880, 0x16061dc, 0x2, 0x166cff8, 0x1bcb180, 0xc002312750, 0x1bc9280, 0xc0026ffcc0)
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:117 +0x1d9
created by github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:112 +0x132
goroutine 92258 [chan receive]:
github.com/[secure]/go-[secure]/agreement.(*AsyncVoteVerifier).worker(0xc001b298b0)
/home/travis/build/[secure]/go-[secure]/agreement/asyncVoteVerifier.go:88 +0x14d
created by github.com/[secure]/go-[secure]/agreement.MakeAsyncVoteVerifier
/home/travis/build/[secure]/go-[secure]/agreement/asyncVoteVerifier.go:82 +0x300
goroutine 92410 [select]:
github.com/[secure]/go-[secure]/agreement.(*asyncPersistenceLoop).loop(0xc002376240, 0x1bc9280, 0xc002c63ec0)
/home/travis/build/[secure]/go-[secure]/agreement/persistence.go:282 +0x208
created by github.com/[secure]/go-[secure]/agreement.(*asyncPersistenceLoop).Start
/home/travis/build/[secure]/go-[secure]/agreement/persistence.go:270 +0x10d
goroutine 92267 [select]:
github.com/[secure]/go-[secure]/agreement.(*asyncPersistenceLoop).loop(0xc00150d680, 0x1bc9280, 0xc0026ff940)
/home/travis/build/[secure]/go-[secure]/agreement/persistence.go:282 +0x208
created by github.com/[secure]/go-[secure]/agreement.(*asyncPersistenceLoop).Start
/home/travis/build/[secure]/go-[secure]/agreement/persistence.go:270 +0x10d
goroutine 92371 [chan receive]:
github.com/[secure]/go-[secure]/agreement.(*Service).mainLoop(0xc001bf6500, 0xc0016fefc0, 0xc0016ff020, 0xc0016ff0e0)
/home/travis/build/[secure]/go-[secure]/agreement/service.go:226 +0x8e8
created by github.com/[secure]/go-[secure]/agreement.(*Service).Start
/home/travis/build/[secure]/go-[secure]/agreement/service.go:147 +0x7ba
goroutine 92372 [select]:
github.com/[secure]/go-[secure]/util/execpool.(*pool).worker(0xc002c63d00)
/home/travis/build/[secure]/go-[secure]/util/execpool/pool.go:150 +0x301
created by github.com/[secure]/go-[secure]/util/execpool.MakePool
/home/travis/build/[secure]/go-[secure]/util/execpool/pool.go:85 +0x254
goroutine 92224 [select]:
github.com/[secure]/go-[secure]/util/execpool.(*pool).worker(0xc0026ff880)
/home/travis/build/[secure]/go-[secure]/util/execpool/pool.go:150 +0x301
created by github.com/[secure]/go-[secure]/util/execpool.MakePool
/home/travis/build/[secure]/go-[secure]/util/execpool/pool.go:85 +0x254
goroutine 92189 [select]:
database/sql.(*DB).connectionOpener(0xc002048900, 0x1bc9280, 0xc002e376c0)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:1071 +0x140
created by database/sql.OpenDB
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:742 +0x25d
goroutine 92466 [select]:
github.com/[secure]/go-[secure]/agreement.(*asyncPersistenceLoop).loop(0xc001cf4e40, 0x1bc9280, 0xc00363c180)
/home/travis/build/[secure]/go-[secure]/agreement/persistence.go:282 +0x208
created by github.com/[secure]/go-[secure]/agreement.(*asyncPersistenceLoop).Start
/home/travis/build/[secure]/go-[secure]/agreement/persistence.go:270 +0x10d
goroutine 92411 [chan receive]:
github.com/[secure]/go-[secure]/agreement.(*Service).demuxLoop(0xc001bf6a00, 0x1bc9280, 0xc002c63c80, 0xc0016fff20, 0xc0016fff80, 0xc0016ee000)
/home/travis/build/[secure]/go-[secure]/agreement/service.go:162 +0xef
created by github.com/[secure]/go-[secure]/agreement.(*Service).Start
/home/travis/build/[secure]/go-[secure]/agreement/service.go:146 +0x76e
goroutine 92241 [select]:
database/sql.(*DB).connectionOpener(0xc002049680, 0x1bc9280, 0xc002c637c0)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:1071 +0x140
created by database/sql.OpenDB
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:742 +0x25d
goroutine 92298 [select]:
github.com/[secure]/go-[secure]/agreement.(*demux).next(0xc000189880, 0xc000278f00, 0xee6b2800, 0x0, 0x2, 0x0, 0x0, 0x13a9701)
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:259 +0x1011
github.com/[secure]/go-[secure]/agreement.(*Service).demuxLoop(0xc000278f00, 0x1bc9280, 0xc0026ffb00, 0xc00164b560, 0xc00164b5c0, 0xc00164b620)
/home/travis/build/[secure]/go-[secure]/agreement/service.go:165 +0x24f
created by github.com/[secure]/go-[secure]/agreement.(*Service).Start
/home/travis/build/[secure]/go-[secure]/agreement/service.go:146 +0x76e
goroutine 92201 [select]:
database/sql.(*DB).connectionOpener(0xc002048d80, 0x1bc9280, 0xc002c62700)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:1071 +0x140
created by database/sql.OpenDB
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:742 +0x25d
goroutine 92321 [chan receive]:
github.com/[secure]/go-[secure]/agreement.(*poolCryptoVerifier).proposalVerifyWorker(0xc000276360)
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:349 +0x130
created by github.com/[secure]/go-[secure]/agreement.makeCryptoVerifier
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:183 +0x506
goroutine 92291 [chan receive]:
github.com/[secure]/go-[secure]/agreement.(*poolCryptoVerifier).proposalVerifyWorker(0xc000276240)
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:349 +0x130
created by github.com/[secure]/go-[secure]/agreement.makeCryptoVerifier
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:183 +0x506
goroutine 92280 [select]:
github.com/[secure]/go-[secure]/agreement.(*pseudonodeVerifier).verifierLoop(0xc002719160, 0xc000199ae0)
/home/travis/build/[secure]/go-[secure]/agreement/pseudonode.go:329 +0x272
created by github.com/[secure]/go-[secure]/agreement.asyncPseudonode.makePseudonodeVerifier
/home/travis/build/[secure]/go-[secure]/agreement/pseudonode.go:264 +0x192
goroutine 92287 [select]:
github.com/[secure]/go-[secure]/util/execpool.(*backlog).worker(0xc001cf5980)
/home/travis/build/[secure]/go-[secure]/util/execpool/backlog.go:133 +0x1db
created by github.com/[secure]/go-[secure]/util/execpool.MakeBacklog
/home/travis/build/[secure]/go-[secure]/util/execpool/backlog.go:70 +0x28a
goroutine 92288 [chan receive]:
github.com/[secure]/go-[secure]/agreement.(*AsyncVoteVerifier).worker(0xc001b299f0)
/home/travis/build/[secure]/go-[secure]/agreement/asyncVoteVerifier.go:88 +0x14d
created by github.com/[secure]/go-[secure]/agreement.MakeAsyncVoteVerifier
/home/travis/build/[secure]/go-[secure]/agreement/asyncVoteVerifier.go:82 +0x300
goroutine 92275 [chan receive]:
github.com/[secure]/go-[secure]/agreement.(*poolCryptoVerifier).bundleWaitWorker(0xc0002761b0, 0xc00164aa20)
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:239 +0x104
created by github.com/[secure]/go-[secure]/agreement.makeCryptoVerifier
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:182 +0x4e4
goroutine 92283 [runnable]:
github.com/[secure]/go-deadlock.lock(0xc0031dee90, 0x1bb14a0, 0xc002312180, 0xbf5600)
/home/travis/gopath/pkg/mod/github.com/[secure]/[email protected]/deadlock.go:211 +0x26d
github.com/[secure]/go-deadlock.(*Mutex).Lock(0xc002312180)
/home/travis/gopath/pkg/mod/github.com/[secure]/[email protected]/deadlock.go:80 +0xec
github.com/[secure]/go-[secure]/agreement.(*testingClock).TimeoutAt(0xc002312180, 0x0, 0x0)
/home/travis/build/[secure]/go-[secure]/agreement/service_test.go:74 +0x5f
github.com/[secure]/go-[secure]/agreement.(*demux).next(0xc000189800, 0xc000278500, 0xee6b2800, 0x0, 0x2, 0x0, 0x0, 0x13a9701)
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:253 +0x2570
github.com/[secure]/go-[secure]/agreement.(*Service).demuxLoop(0xc000278500, 0x1bc9280, 0xc0026ff980, 0xc00164acc0, 0xc00164ad20, 0xc00164ae40)
/home/travis/build/[secure]/go-[secure]/agreement/service.go:165 +0x24f
created by github.com/[secure]/go-[secure]/agreement.(*Service).Start
/home/travis/build/[secure]/go-[secure]/agreement/service.go:146 +0x76e
goroutine 92284 [chan receive]:
github.com/[secure]/go-[secure]/agreement.(*Service).mainLoop(0xc000278500, 0xc00164acc0, 0xc00164ad20, 0xc00164ae40)
/home/travis/build/[secure]/go-[secure]/agreement/service.go:226 +0x8e8
created by github.com/[secure]/go-[secure]/agreement.(*Service).Start
/home/travis/build/[secure]/go-[secure]/agreement/service.go:147 +0x7ba
goroutine 92470 [select]:
github.com/[secure]/go-[secure]/util/execpool.(*pool).worker(0xc00363c240)
/home/travis/build/[secure]/go-[secure]/util/execpool/pool.go:150 +0x301
created by github.com/[secure]/go-[secure]/util/execpool.MakePool
/home/travis/build/[secure]/go-[secure]/util/execpool/pool.go:85 +0x254
goroutine 92282 [select]:
github.com/[secure]/go-[secure]/agreement.(*asyncPersistenceLoop).loop(0xc001cf4660, 0x1bc9280, 0xc0026ffac0)
/home/travis/build/[secure]/go-[secure]/agreement/persistence.go:282 +0x208
created by github.com/[secure]/go-[secure]/agreement.(*asyncPersistenceLoop).Start
/home/travis/build/[secure]/go-[secure]/agreement/persistence.go:270 +0x10d
goroutine 92281 [select]:
github.com/[secure]/go-[secure]/agreement.(*pseudonodeVerifier).verifierLoop(0xc002719170, 0xc000199b80)
/home/travis/build/[secure]/go-[secure]/agreement/pseudonode.go:329 +0x272
created by github.com/[secure]/go-[secure]/agreement.asyncPseudonode.makePseudonodeVerifier
/home/travis/build/[secure]/go-[secure]/agreement/pseudonode.go:264 +0x192
goroutine 92279 [select]:
github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages.func1(0xc00164aba0, 0xc00150cba0, 0xc000189800, 0x1606256, 0x2, 0x166cfe8, 0x1bcb180, 0xc0023122a0, 0x1bc9280, 0xc0026ffa80)
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:117 +0x1d9
created by github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:112 +0x132
goroutine 92277 [select]:
github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages.func1(0xc00164aa80, 0xc00150cae0, 0xc000189800, 0x16061dc, 0x2, 0x166cff8, 0x1bcb180, 0xc0023122a0, 0x1bc9280, 0xc0026ffa80)
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:148 +0x967
created by github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:112 +0x132
goroutine 92359 [select]:
github.com/[secure]/go-[secure]/util/execpool.(*backlog).worker(0xc002377320)
/home/travis/build/[secure]/go-[secure]/util/execpool/backlog.go:133 +0x1db
created by github.com/[secure]/go-[secure]/util/execpool.MakeBacklog
/home/travis/build/[secure]/go-[secure]/util/execpool/backlog.go:70 +0x28a
goroutine 92276 [chan receive]:
github.com/[secure]/go-[secure]/agreement.(*poolCryptoVerifier).proposalVerifyWorker(0xc0002761b0)
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:349 +0x130
created by github.com/[secure]/go-[secure]/agreement.makeCryptoVerifier
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:183 +0x506
goroutine 92407 [select]:
github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages.func1(0xc0016ffda0, 0xc00150d140, 0xc0037cb680, 0x1606256, 0x2, 0x166cfe8, 0x1bcb180, 0xc000099b90, 0x1bc9280, 0xc002c63e80)
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:117 +0x1d9
created by github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:112 +0x132
goroutine 92367 [select]:
github.com/[secure]/go-[secure]/agreement.(*pseudonodeVerifier).verifierLoop(0xc00291e370, 0xc002978b40)
/home/travis/build/[secure]/go-[secure]/agreement/pseudonode.go:329 +0x272
created by github.com/[secure]/go-[secure]/agreement.asyncPseudonode.makePseudonodeVerifier
/home/travis/build/[secure]/go-[secure]/agreement/pseudonode.go:264 +0x192
goroutine 92368 [select]:
github.com/[secure]/go-[secure]/agreement.(*pseudonodeVerifier).verifierLoop(0xc00291e380, 0xc002978be0)
/home/travis/build/[secure]/go-[secure]/agreement/pseudonode.go:329 +0x272
created by github.com/[secure]/go-[secure]/agreement.asyncPseudonode.makePseudonodeVerifier
/home/travis/build/[secure]/go-[secure]/agreement/pseudonode.go:264 +0x192
goroutine 92403 [chan receive]:
github.com/[secure]/go-[secure]/agreement.(*poolCryptoVerifier).bundleWaitWorker(0xc002d39050, 0xc0016ffc80)
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:239 +0x104
created by github.com/[secure]/go-[secure]/agreement.makeCryptoVerifier
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:182 +0x4e4
goroutine 57999 [select]:
database/sql.(*DB).connectionOpener(0xc002c5f200, 0x1bc9280, 0xc001584f00)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:1071 +0x140
created by database/sql.OpenDB
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:742 +0x25d
goroutine 92402 [select]:
github.com/[secure]/go-[secure]/agreement.(*poolCryptoVerifier).voteFillWorker(0xc002d39050, 0xc0016ffc80)
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:197 +0x2ec
created by github.com/[secure]/go-[secure]/agreement.makeCryptoVerifier
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:181 +0x4b8
goroutine 57997 [select]:
database/sql.(*DB).connectionOpener(0xc002c5f140, 0x1bc9280, 0xc001584cc0)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:1071 +0x140
created by database/sql.OpenDB
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:742 +0x25d
goroutine 92301 [select]:
github.com/[secure]/go-[secure]/util/execpool.(*pool).worker(0xc0026ffdc0)
/home/travis/build/[secure]/go-[secure]/util/execpool/pool.go:150 +0x301
created by github.com/[secure]/go-[secure]/util/execpool.MakePool
/home/travis/build/[secure]/go-[secure]/util/execpool/pool.go:85 +0x254
goroutine 92313 [select]:
github.com/[secure]/go-deadlock.lock(0xc0031deec0, 0x1bb14a0, 0xc002c62bc0, 0x14c2a00)
/home/travis/gopath/pkg/mod/github.com/[secure]/[email protected]/deadlock.go:211 +0x26d
github.com/[secure]/go-deadlock.(*Mutex).Lock(0xc002c62bc0)
/home/travis/gopath/pkg/mod/github.com/[secure]/[email protected]/deadlock.go:80 +0xec
github.com/[secure]/go-[secure]/agreement.amCoserviceListener.dec(0x3, 0xc002c62bc0, 0x9, 0xc00007e600)
/home/travis/build/[secure]/go-[secure]/agreement/service_test.go:603 +0x53
github.com/[secure]/go-[secure]/agreement.(*coserviceMonitor).dec(0xc0002ef440, 0x1)
/home/travis/build/[secure]/go-[secure]/agreement/coservice.go:87 +0x340
github.com/[secure]/go-[secure]/agreement.(*demux).next(0xc000189900, 0xc0000ed900, 0xee6b2800, 0x0, 0x2, 0x1bcb3c0, 0xc0031e7000, 0xc0025b4601)
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:316 +0x1bda
github.com/[secure]/go-[secure]/agreement.(*Service).demuxLoop(0xc0000ed900, 0x1bc9280, 0xc0026ffd40, 0xc00164bd40, 0xc00164bda0, 0xc00164be00)
/home/travis/build/[secure]/go-[secure]/agreement/service.go:165 +0x24f
created by github.com/[secure]/go-[secure]/agreement.(*Service).Start
/home/travis/build/[secure]/go-[secure]/agreement/service.go:146 +0x76e
goroutine 92366 [select]:
github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages.func1(0xc0016feea0, 0xc00150d020, 0xc0037cb500, 0x1606256, 0x2, 0x166cfe8, 0x1bcb180, 0xc0002a1f50, 0x1bc9280, 0xc002c63c00)
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:117 +0x1d9
created by github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:112 +0x132
goroutine 92413 [select]:
github.com/[secure]/go-[secure]/util/execpool.(*pool).worker(0xc002c63f80)
/home/travis/build/[secure]/go-[secure]/util/execpool/pool.go:150 +0x301
created by github.com/[secure]/go-[secure]/util/execpool.MakePool
/home/travis/build/[secure]/go-[secure]/util/execpool/pool.go:85 +0x254
goroutine 92384 [select]:
github.com/[secure]/go-[secure]/util/execpool.(*backlog).worker(0xc0023777a0)
/home/travis/build/[secure]/go-[secure]/util/execpool/backlog.go:133 +0x1db
created by github.com/[secure]/go-[secure]/util/execpool.MakeBacklog
/home/travis/build/[secure]/go-[secure]/util/execpool/backlog.go:70 +0x28a
goroutine 92300 [select]:
github.com/[secure]/go-[secure]/util/execpool.(*pool).worker(0xc0026ffdc0)
/home/travis/build/[secure]/go-[secure]/util/execpool/pool.go:150 +0x301
created by github.com/[secure]/go-[secure]/util/execpool.MakePool
/home/travis/build/[secure]/go-[secure]/util/execpool/pool.go:85 +0x254
goroutine 58001 [select]:
database/sql.(*DB).connectionOpener(0xc002c5f2c0, 0x1bc9280, 0xc001585140)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:1071 +0x140
created by database/sql.OpenDB
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:742 +0x25d
goroutine 92370 [select]:
github.com/[secure]/go-deadlock.lock(0xc003203d10, 0x1bb14a0, 0xc002c62bc0, 0x14c2a00)
/home/travis/gopath/pkg/mod/github.com/[secure]/[email protected]/deadlock.go:211 +0x26d
github.com/[secure]/go-deadlock.(*Mutex).Lock(0xc002c62bc0)
/home/travis/gopath/pkg/mod/github.com/[secure]/[email protected]/deadlock.go:80 +0xec
github.com/[secure]/go-[secure]/agreement.amCoserviceListener.dec(0x5, 0xc002c62bc0, 0xf, 0xc002312990)
/home/travis/build/[secure]/go-[secure]/agreement/service_test.go:603 +0x53
github.com/[secure]/go-[secure]/agreement.(*coserviceMonitor).dec(0xc0002ef4a0, 0x1)
/home/travis/build/[secure]/go-[secure]/agreement/coservice.go:87 +0x340
github.com/[secure]/go-[secure]/agreement.(*demux).next(0xc0037cb500, 0xc001bf6500, 0xee6b2800, 0x0, 0x2, 0x1bcb3c0, 0xc00324c000, 0x1)
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:316 +0x1bda
github.com/[secure]/go-[secure]/agreement.(*Service).demuxLoop(0xc001bf6500, 0x1bc9280, 0xc002c63ac0, 0xc0016fefc0, 0xc0016ff020, 0xc0016ff0e0)
/home/travis/build/[secure]/go-[secure]/agreement/service.go:165 +0x24f
created by github.com/[secure]/go-[secure]/agreement.(*Service).Start
/home/travis/build/[secure]/go-[secure]/agreement/service.go:146 +0x76e
goroutine 57995 [select]:
database/sql.(*DB).connectionOpener(0xc002c5f080, 0x1bc9280, 0xc001584a80)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:1071 +0x140
created by database/sql.OpenDB
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:742 +0x25d
goroutine 92430 [select]:
github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages.func1(0xc0016e0540, 0xc00150d320, 0xc0037cb780, 0x1606220, 0x2, 0x166cff0, 0x1bcb180, 0xc002312f60, 0x1bc9280, 0xc001584180)
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:117 +0x1d9
created by github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:112 +0x132
goroutine 92314 [chan receive]:
github.com/[secure]/go-[secure]/agreement.(*Service).mainLoop(0xc0000ed900, 0xc00164bd40, 0xc00164bda0, 0xc00164be00)
/home/travis/build/[secure]/go-[secure]/agreement/service.go:226 +0x8e8
created by github.com/[secure]/go-[secure]/agreement.(*Service).Start
/home/travis/build/[secure]/go-[secure]/agreement/service.go:147 +0x7ba
goroutine 92272 [select]:
github.com/[secure]/go-[secure]/util/execpool.(*backlog).worker(0xc001cf5500)
/home/travis/build/[secure]/go-[secure]/util/execpool/backlog.go:133 +0x1db
created by github.com/[secure]/go-[secure]/util/execpool.MakeBacklog
/home/travis/build/[secure]/go-[secure]/util/execpool/backlog.go:70 +0x28a
goroutine 92274 [select]:
github.com/[secure]/go-[secure]/agreement.(*poolCryptoVerifier).voteFillWorker(0xc0002761b0, 0xc00164aa20)
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:197 +0x2ec
created by github.com/[secure]/go-[secure]/agreement.makeCryptoVerifier
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:181 +0x4b8
goroutine 92271 [select]:
github.com/[secure]/go-[secure]/util/execpool.(*pool).worker(0xc0026ffa00)
/home/travis/build/[secure]/go-[secure]/util/execpool/pool.go:150 +0x301
created by github.com/[secure]/go-[secure]/util/execpool.MakePool
/home/travis/build/[secure]/go-[secure]/util/execpool/pool.go:85 +0x254
goroutine 92273 [chan receive]:
github.com/[secure]/go-[secure]/agreement.(*AsyncVoteVerifier).worker(0xc001b29950)
/home/travis/build/[secure]/go-[secure]/agreement/asyncVoteVerifier.go:88 +0x14d
created by github.com/[secure]/go-[secure]/agreement.MakeAsyncVoteVerifier
/home/travis/build/[secure]/go-[secure]/agreement/asyncVoteVerifier.go:82 +0x300
goroutine 92315 [select]:
github.com/[secure]/go-[secure]/util/execpool.(*pool).worker(0xc0026fff40)
/home/travis/build/[secure]/go-[secure]/util/execpool/pool.go:150 +0x301
created by github.com/[secure]/go-[secure]/util/execpool.MakePool
/home/travis/build/[secure]/go-[secure]/util/execpool/pool.go:85 +0x254
goroutine 92310 [select]:
github.com/[secure]/go-[secure]/agreement.(*pseudonodeVerifier).verifierLoop(0xc002719280, 0xc000199ea0)
/home/travis/build/[secure]/go-[secure]/agreement/pseudonode.go:329 +0x272
created by github.com/[secure]/go-[secure]/agreement.asyncPseudonode.makePseudonodeVerifier
/home/travis/build/[secure]/go-[secure]/agreement/pseudonode.go:264 +0x192
goroutine 92319 [select]:
github.com/[secure]/go-[secure]/agreement.(*poolCryptoVerifier).voteFillWorker(0xc000276360, 0xc00163c180)
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:197 +0x2ec
created by github.com/[secure]/go-[secure]/agreement.makeCryptoVerifier
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:181 +0x4b8
goroutine 92320 [chan receive]:
github.com/[secure]/go-[secure]/agreement.(*poolCryptoVerifier).bundleWaitWorker(0xc000276360, 0xc00163c180)
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:239 +0x104
created by github.com/[secure]/go-[secure]/agreement.makeCryptoVerifier
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:182 +0x4e4
goroutine 92302 [select]:
github.com/[secure]/go-[secure]/util/execpool.(*backlog).worker(0xc001cf5e60)
/home/travis/build/[secure]/go-[secure]/util/execpool/backlog.go:133 +0x1db
created by github.com/[secure]/go-[secure]/util/execpool.MakeBacklog
/home/travis/build/[secure]/go-[secure]/util/execpool/backlog.go:70 +0x28a
goroutine 92316 [select]:
github.com/[secure]/go-[secure]/util/execpool.(*pool).worker(0xc0026fff40)
/home/travis/build/[secure]/go-[secure]/util/execpool/pool.go:150 +0x301
created by github.com/[secure]/go-[secure]/util/execpool.MakePool
/home/travis/build/[secure]/go-[secure]/util/execpool/pool.go:85 +0x254
goroutine 92317 [select]:
github.com/[secure]/go-[secure]/util/execpool.(*backlog).worker(0xc001232300)
/home/travis/build/[secure]/go-[secure]/util/execpool/backlog.go:133 +0x1db
created by github.com/[secure]/go-[secure]/util/execpool.MakeBacklog
/home/travis/build/[secure]/go-[secure]/util/execpool/backlog.go:70 +0x28a
goroutine 92362 [chan receive]:
github.com/[secure]/go-[secure]/agreement.(*poolCryptoVerifier).bundleWaitWorker(0xc002d38e10, 0xc0016fed80)
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:239 +0x104
created by github.com/[secure]/go-[secure]/agreement.makeCryptoVerifier
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:182 +0x4e4
goroutine 92264 [select]:
github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages.func1(0xc00164a480, 0xc00150ca80, 0xc000189780, 0x1606256, 0x2, 0x166cfe8, 0x1bcb180, 0xc0002ef980, 0x1bc9280, 0xc0026ff900)
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:117 +0x1d9
created by github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:112 +0x132
goroutine 92431 [select]:
github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages.func1(0xc0016e0660, 0xc00150d380, 0xc0037cb780, 0x1606256, 0x2, 0x166cfe8, 0x1bcb180, 0xc002312f60, 0x1bc9280, 0xc001584180)
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:117 +0x1d9
created by github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:112 +0x132
goroutine 92270 [select]:
github.com/[secure]/go-[secure]/util/execpool.(*pool).worker(0xc0026ffa00)
/home/travis/build/[secure]/go-[secure]/util/execpool/pool.go:150 +0x301
created by github.com/[secure]/go-[secure]/util/execpool.MakePool
/home/travis/build/[secure]/go-[secure]/util/execpool/pool.go:85 +0x254
goroutine 92318 [chan receive]:
github.com/[secure]/go-[secure]/agreement.(*AsyncVoteVerifier).worker(0xc001b29b30)
/home/travis/build/[secure]/go-[secure]/agreement/asyncVoteVerifier.go:88 +0x14d
created by github.com/[secure]/go-[secure]/agreement.MakeAsyncVoteVerifier
/home/travis/build/[secure]/go-[secure]/agreement/asyncVoteVerifier.go:82 +0x300
goroutine 92358 [select]:
github.com/[secure]/go-[secure]/util/execpool.(*pool).worker(0xc002c63b40)
/home/travis/build/[secure]/go-[secure]/util/execpool/pool.go:150 +0x301
created by github.com/[secure]/go-[secure]/util/execpool.MakePool
/home/travis/build/[secure]/go-[secure]/util/execpool/pool.go:85 +0x254
goroutine 92357 [select]:
github.com/[secure]/go-[secure]/util/execpool.(*pool).worker(0xc002c63b40)
/home/travis/build/[secure]/go-[secure]/util/execpool/pool.go:150 +0x301
created by github.com/[secure]/go-[secure]/util/execpool.MakePool
/home/travis/build/[secure]/go-[secure]/util/execpool/pool.go:85 +0x254
goroutine 92360 [chan receive]:
github.com/[secure]/go-[secure]/agreement.(*AsyncVoteVerifier).worker(0xc001b8f7c0)
/home/travis/build/[secure]/go-[secure]/agreement/asyncVoteVerifier.go:88 +0x14d
created by github.com/[secure]/go-[secure]/agreement.MakeAsyncVoteVerifier
/home/travis/build/[secure]/go-[secure]/agreement/asyncVoteVerifier.go:82 +0x300
goroutine 92414 [select]:
github.com/[secure]/go-[secure]/util/execpool.(*pool).worker(0xc002c63f80)
/home/travis/build/[secure]/go-[secure]/util/execpool/pool.go:150 +0x301
created by github.com/[secure]/go-[secure]/util/execpool.MakePool
/home/travis/build/[secure]/go-[secure]/util/execpool/pool.go:85 +0x254
goroutine 92467 [select]:
github.com/[secure]/go-deadlock.lock(0xc0032031a0, 0x1bb14a0, 0xc002c62bc0, 0x14c2a00)
/home/travis/gopath/pkg/mod/github.com/[secure]/[email protected]/deadlock.go:211 +0x26d
github.com/[secure]/go-deadlock.(*Mutex).Lock(0xc002c62bc0)
/home/travis/gopath/pkg/mod/github.com/[secure]/[email protected]/deadlock.go:80 +0xec
github.com/[secure]/go-[secure]/agreement.amCoserviceListener.dec(0x8, 0xc002c62bc0, 0x5, 0xc0023131a0)
/home/travis/build/[secure]/go-[secure]/agreement/service_test.go:603 +0x53
github.com/[secure]/go-[secure]/agreement.(*coserviceMonitor).dec(0xc0002ef5f0, 0x0)
/home/travis/build/[secure]/go-[secure]/agreement/coservice.go:87 +0x340
github.com/[secure]/go-[secure]/agreement.(*demux).next(0xc0037cb780, 0xc001c3c500, 0xee6b2800, 0x0, 0x2, 0x0, 0x0, 0x13a9701)
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:257 +0xbd2
github.com/[secure]/go-[secure]/agreement.(*Service).demuxLoop(0xc001c3c500, 0x1bc9280, 0xc001584080, 0xc0016e0720, 0xc0016e07e0, 0xc0016e0840)
/home/travis/build/[secure]/go-[secure]/agreement/service.go:165 +0x24f
created by github.com/[secure]/go-[secure]/agreement.(*Service).Start
/home/travis/build/[secure]/go-[secure]/agreement/service.go:146 +0x76e
goroutine 92356 [chan receive]:
github.com/[secure]/go-[secure]/agreement.(*Service).mainLoop(0xc001bf6000, 0xc0016fe8a0, 0xc0016fe900, 0xc0016fe960)
/home/travis/build/[secure]/go-[secure]/agreement/service.go:226 +0x8e8
created by github.com/[secure]/go-[secure]/agreement.(*Service).Start
/home/travis/build/[secure]/go-[secure]/agreement/service.go:147 +0x7ba
goroutine 92322 [select]:
github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages.func1(0xc00163c1e0, 0xc00150ce40, 0xc000189980, 0x16061dc, 0x2, 0x166cff8, 0x1bcb180, 0xc00007eab0, 0x1bc9280, 0xc0026fffc0)
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:148 +0x967
created by github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:112 +0x132
goroutine 92237 [select]:
database/sql.(*DB).connectionOpener(0xc002049500, 0x1bc9280, 0xc002c63600)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:1071 +0x140
created by database/sql.OpenDB
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:742 +0x25d
goroutine 92225 [select]:
github.com/[secure]/go-[secure]/util/execpool.(*backlog).worker(0xc001cf5080)
/home/travis/build/[secure]/go-[secure]/util/execpool/backlog.go:133 +0x1db
created by github.com/[secure]/go-[secure]/util/execpool.MakeBacklog
/home/travis/build/[secure]/go-[secure]/util/execpool/backlog.go:70 +0x28a
goroutine 92226 [select]:
database/sql.(*DB).connectionOpener(0xc002049080, 0x1bc9280, 0xc002c63040)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:1071 +0x140
created by database/sql.OpenDB
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:742 +0x25d
goroutine 92259 [select]:
github.com/[secure]/go-[secure]/agreement.(*poolCryptoVerifier).voteFillWorker(0xc000276120, 0xc00164a300)
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:197 +0x2ec
created by github.com/[secure]/go-[secure]/agreement.makeCryptoVerifier
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:181 +0x4b8
goroutine 92353 [select]:
github.com/[secure]/go-[secure]/agreement.(*pseudonodeVerifier).verifierLoop(0xc00291e2f0, 0xc002978a00)
/home/travis/build/[secure]/go-[secure]/agreement/pseudonode.go:329 +0x272
created by github.com/[secure]/go-[secure]/agreement.asyncPseudonode.makePseudonodeVerifier
/home/travis/build/[secure]/go-[secure]/agreement/pseudonode.go:264 +0x192
goroutine 92234 [select]:
database/sql.(*DB).connectionOpener(0xc002049380, 0x1bc9280, 0xc002c63440)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:1071 +0x140
created by database/sql.OpenDB
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:742 +0x25d
goroutine 92260 [chan receive]:
github.com/[secure]/go-[secure]/agreement.(*poolCryptoVerifier).bundleWaitWorker(0xc000276120, 0xc00164a300)
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:239 +0x104
created by github.com/[secure]/go-[secure]/agreement.makeCryptoVerifier
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:182 +0x4e4
goroutine 92211 [select]:
database/sql.(*DB).connectionOpener(0xc002d23bc0, 0x1bc9280, 0xc0026ff200)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:1071 +0x140
created by database/sql.OpenDB
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:742 +0x25d
goroutine 92223 [select]:
github.com/[secure]/go-[secure]/util/execpool.(*pool).worker(0xc0026ff880)
/home/travis/build/[secure]/go-[secure]/util/execpool/pool.go:150 +0x301
created by github.com/[secure]/go-[secure]/util/execpool.MakePool
/home/travis/build/[secure]/go-[secure]/util/execpool/pool.go:85 +0x254
goroutine 92354 [select]:
github.com/[secure]/go-[secure]/agreement.(*asyncPersistenceLoop).loop(0xc00150dd40, 0x1bc9280, 0xc002c63a80)
/home/travis/build/[secure]/go-[secure]/agreement/persistence.go:282 +0x208
created by github.com/[secure]/go-[secure]/agreement.(*asyncPersistenceLoop).Start
/home/travis/build/[secure]/go-[secure]/agreement/persistence.go:270 +0x10d
goroutine 92355 [runnable]:
github.com/[secure]/go-deadlock.lock(0xc0031deeb0, 0x1bb14a0, 0xc00007e840, 0xbf5600)
/home/travis/gopath/pkg/mod/github.com/[secure]/[email protected]/deadlock.go:211 +0x26d
github.com/[secure]/go-deadlock.(*Mutex).Lock(0xc00007e840)
/home/travis/gopath/pkg/mod/github.com/[secure]/[email protected]/deadlock.go:80 +0xec
github.com/[secure]/go-[secure]/agreement.(*testingClock).TimeoutAt(0xc00007e840, 0x0, 0x0)
/home/travis/build/[secure]/go-[secure]/agreement/service_test.go:74 +0x5f
github.com/[secure]/go-[secure]/agreement.(*demux).next(0xc000189980, 0xc001bf6000, 0xee6b2800, 0x0, 0x2, 0x0, 0x0, 0x13a1b01)
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:253 +0x2570
github.com/[secure]/go-[secure]/agreement.(*Service).demuxLoop(0xc001bf6000, 0x1bc9280, 0xc0026ffec0, 0xc0016fe8a0, 0xc0016fe900, 0xc0016fe960)
/home/travis/build/[secure]/go-[secure]/agreement/service.go:165 +0x24f
created by github.com/[secure]/go-[secure]/agreement.(*Service).Start
/home/travis/build/[secure]/go-[secure]/agreement/service.go:146 +0x76e
goroutine 92352 [select]:
github.com/[secure]/go-[secure]/agreement.(*pseudonodeVerifier).verifierLoop(0xc00291e2e0, 0xc002978960)
/home/travis/build/[secure]/go-[secure]/agreement/pseudonode.go:329 +0x272
created by github.com/[secure]/go-[secure]/agreement.asyncPseudonode.makePseudonodeVerifier
/home/travis/build/[secure]/go-[secure]/agreement/pseudonode.go:264 +0x192
goroutine 92203 [select]:
database/sql.(*DB).connectionOpener(0xc002048e40, 0x1bc9280, 0xc002c62c40)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:1071 +0x140
created by database/sql.OpenDB
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:742 +0x25d
goroutine 92350 [select]:
github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages.func1(0xc0016fe780, 0xc00150cea0, 0xc000189980, 0x1606220, 0x2, 0x166cff0, 0x1bcb180, 0xc00007eab0, 0x1bc9280, 0xc0026fffc0)
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:117 +0x1d9
created by github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:112 +0x132
goroutine 92230 [select]:
database/sql.(*DB).connectionOpener(0xc002049200, 0x1bc9280, 0xc002c63280)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:1071 +0x140
created by database/sql.OpenDB
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/database/sql/sql.go:742 +0x25d
goroutine 92351 [select]:
github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages.func1(0xc0016fe7e0, 0xc00150cf00, 0xc000189980, 0x1606256, 0x2, 0x166cfe8, 0x1bcb180, 0xc00007eab0, 0x1bc9280, 0xc0026fffc0)
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:117 +0x1d9
created by github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:112 +0x132
goroutine 92469 [select]:
github.com/[secure]/go-[secure]/util/execpool.(*pool).worker(0xc00363c240)
/home/travis/build/[secure]/go-[secure]/util/execpool/pool.go:150 +0x301
created by github.com/[secure]/go-[secure]/util/execpool.MakePool
/home/travis/build/[secure]/go-[secure]/util/execpool/pool.go:85 +0x254
goroutine 92468 [chan receive]:
github.com/[secure]/go-[secure]/agreement.(*Service).mainLoop(0xc001c3c500, 0xc0016e0720, 0xc0016e07e0, 0xc0016e0840)
/home/travis/build/[secure]/go-[secure]/agreement/service.go:226 +0x8e8
created by github.com/[secure]/go-[secure]/agreement.(*Service).Start
/home/travis/build/[secure]/go-[secure]/agreement/service.go:147 +0x7ba
goroutine 92415 [select]:
github.com/[secure]/go-[secure]/util/execpool.(*backlog).worker(0xc001c9c120)
/home/travis/build/[secure]/go-[secure]/util/execpool/backlog.go:133 +0x1db
created by github.com/[secure]/go-[secure]/util/execpool.MakeBacklog
/home/travis/build/[secure]/go-[secure]/util/execpool/backlog.go:70 +0x28a
goroutine 92416 [chan receive]:
github.com/[secure]/go-[secure]/agreement.(*AsyncVoteVerifier).worker(0xc001b8fcc0)
/home/travis/build/[secure]/go-[secure]/agreement/asyncVoteVerifier.go:88 +0x14d
created by github.com/[secure]/go-[secure]/agreement.MakeAsyncVoteVerifier
/home/travis/build/[secure]/go-[secure]/agreement/asyncVoteVerifier.go:82 +0x300
goroutine 92417 [select]:
github.com/[secure]/go-[secure]/agreement.(*poolCryptoVerifier).voteFillWorker(0xc002d390e0, 0xc0016ee420)
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:197 +0x2ec
created by github.com/[secure]/go-[secure]/agreement.makeCryptoVerifier
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:181 +0x4b8
goroutine 92434 [chan receive]:
github.com/[secure]/go-[secure]/agreement.(*poolCryptoVerifier).bundleWaitWorker(0xc002d390e0, 0xc0016ee420)
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:239 +0x104
created by github.com/[secure]/go-[secure]/agreement.makeCryptoVerifier
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:182 +0x4e4
goroutine 92435 [chan receive]:
github.com/[secure]/go-[secure]/agreement.(*poolCryptoVerifier).proposalVerifyWorker(0xc002d390e0)
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:349 +0x130
created by github.com/[secure]/go-[secure]/agreement.makeCryptoVerifier
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:183 +0x506
goroutine 92436 [select]:
github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages.func1(0xc0016ee480, 0xc00150d1a0, 0xc0037cb700, 0x16061dc, 0x2, 0x166cff8, 0x1bcb180, 0xc002312ae0, 0x1bc9280, 0xc001584000)
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:148 +0x967
created by github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:112 +0x132
goroutine 92437 [select]:
github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages.func1(0xc0016ee4e0, 0xc00150d200, 0xc0037cb700, 0x1606220, 0x2, 0x166cff0, 0x1bcb180, 0xc002312ae0, 0x1bc9280, 0xc001584000)
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:117 +0x1d9
created by github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:112 +0x132
goroutine 92438 [select]:
github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages.func1(0xc0016ee5a0, 0xc00150d260, 0xc0037cb700, 0x1606256, 0x2, 0x166cfe8, 0x1bcb180, 0xc002312ae0, 0x1bc9280, 0xc001584000)
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:117 +0x1d9
created by github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:112 +0x132
goroutine 92439 [select]:
github.com/[secure]/go-[secure]/agreement.(*pseudonodeVerifier).verifierLoop(0xc00291eb10, 0xc002979040)
/home/travis/build/[secure]/go-[secure]/agreement/pseudonode.go:329 +0x272
created by github.com/[secure]/go-[secure]/agreement.asyncPseudonode.makePseudonodeVerifier
/home/travis/build/[secure]/go-[secure]/agreement/pseudonode.go:264 +0x192
goroutine 92440 [select]:
github.com/[secure]/go-[secure]/agreement.(*pseudonodeVerifier).verifierLoop(0xc00291eb20, 0xc0029790e0)
/home/travis/build/[secure]/go-[secure]/agreement/pseudonode.go:329 +0x272
created by github.com/[secure]/go-[secure]/agreement.asyncPseudonode.makePseudonodeVerifier
/home/travis/build/[secure]/go-[secure]/agreement/pseudonode.go:264 +0x192
goroutine 92441 [select]:
github.com/[secure]/go-[secure]/agreement.(*asyncPersistenceLoop).loop(0xc001cf4ae0, 0x1bc9280, 0xc001584040)
/home/travis/build/[secure]/go-[secure]/agreement/persistence.go:282 +0x208
created by github.com/[secure]/go-[secure]/agreement.(*asyncPersistenceLoop).Start
/home/travis/build/[secure]/go-[secure]/agreement/persistence.go:270 +0x10d
goroutine 92442 [select]:
github.com/[secure]/go-deadlock.lock(0xc0031dee60, 0x1bb14a0, 0xc002c62bc0, 0x14c2a00)
/home/travis/gopath/pkg/mod/github.com/[secure]/[email protected]/deadlock.go:211 +0x26d
github.com/[secure]/go-deadlock.(*Mutex).Lock(0xc002c62bc0)
/home/travis/gopath/pkg/mod/github.com/[secure]/[email protected]/deadlock.go:80 +0xec
github.com/[secure]/go-[secure]/agreement.amCoserviceListener.inc(0x7, 0xc002c62bc0, 0x9, 0xc002312d20)
/home/travis/build/[secure]/go-[secure]/agreement/service_test.go:587 +0x53
github.com/[secure]/go-[secure]/agreement.(*coserviceMonitor).inc(0xc0002ef5c0, 0x0)
/home/travis/build/[secure]/go-[secure]/agreement/coservice.go:66 +0x2be
github.com/[secure]/go-[secure]/agreement.(*demux).next(0xc0037cb700, 0xc001c3c000, 0xee6b2800, 0x0, 0x2, 0x1bcb3c0, 0xc0031f8000, 0x13a9701)
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:315 +0x1bab
github.com/[secure]/go-[secure]/agreement.(*Service).demuxLoop(0xc001c3c000, 0x1bc9280, 0xc002c63f00, 0xc0016ee660, 0xc0016ee6c0, 0xc0016ee780)
/home/travis/build/[secure]/go-[secure]/agreement/service.go:165 +0x24f
created by github.com/[secure]/go-[secure]/agreement.(*Service).Start
/home/travis/build/[secure]/go-[secure]/agreement/service.go:146 +0x76e
goroutine 92443 [chan receive]:
github.com/[secure]/go-[secure]/agreement.(*Service).mainLoop(0xc001c3c000, 0xc0016ee660, 0xc0016ee6c0, 0xc0016ee780)
/home/travis/build/[secure]/go-[secure]/agreement/service.go:226 +0x8e8
created by github.com/[secure]/go-[secure]/agreement.(*Service).Start
/home/travis/build/[secure]/go-[secure]/agreement/service.go:147 +0x7ba
goroutine 92444 [select]:
github.com/[secure]/go-[secure]/util/execpool.(*pool).worker(0xc001584100)
/home/travis/build/[secure]/go-[secure]/util/execpool/pool.go:150 +0x301
created by github.com/[secure]/go-[secure]/util/execpool.MakePool
/home/travis/build/[secure]/go-[secure]/util/execpool/pool.go:85 +0x254
goroutine 92445 [select]:
github.com/[secure]/go-[secure]/util/execpool.(*pool).worker(0xc001584100)
/home/travis/build/[secure]/go-[secure]/util/execpool/pool.go:150 +0x301
created by github.com/[secure]/go-[secure]/util/execpool.MakePool
/home/travis/build/[secure]/go-[secure]/util/execpool/pool.go:85 +0x254
goroutine 92446 [select]:
github.com/[secure]/go-[secure]/util/execpool.(*backlog).worker(0xc001c9c5a0)
/home/travis/build/[secure]/go-[secure]/util/execpool/backlog.go:133 +0x1db
created by github.com/[secure]/go-[secure]/util/execpool.MakeBacklog
/home/travis/build/[secure]/go-[secure]/util/execpool/backlog.go:70 +0x28a
goroutine 92447 [chan receive]:
github.com/[secure]/go-[secure]/agreement.(*AsyncVoteVerifier).worker(0xc001b8fd60)
/home/travis/build/[secure]/go-[secure]/agreement/asyncVoteVerifier.go:88 +0x14d
created by github.com/[secure]/go-[secure]/agreement.MakeAsyncVoteVerifier
/home/travis/build/[secure]/go-[secure]/agreement/asyncVoteVerifier.go:82 +0x300
goroutine 92448 [select]:
github.com/[secure]/go-[secure]/agreement.(*poolCryptoVerifier).voteFillWorker(0xc002d39170, 0xc0016eeb40)
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:197 +0x2ec
created by github.com/[secure]/go-[secure]/agreement.makeCryptoVerifier
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:181 +0x4b8
goroutine 92449 [chan receive]:
github.com/[secure]/go-[secure]/agreement.(*poolCryptoVerifier).bundleWaitWorker(0xc002d39170, 0xc0016eeb40)
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:239 +0x104
created by github.com/[secure]/go-[secure]/agreement.makeCryptoVerifier
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:182 +0x4e4
goroutine 92450 [chan receive]:
github.com/[secure]/go-[secure]/agreement.(*poolCryptoVerifier).proposalVerifyWorker(0xc002d39170)
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:349 +0x130
created by github.com/[secure]/go-[secure]/agreement.makeCryptoVerifier
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:183 +0x506
goroutine 92451 [select]:
github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages.func1(0xc0016eeba0, 0xc00150d2c0, 0xc0037cb780, 0x16061dc, 0x2, 0x166cff8, 0x1bcb180, 0xc002312f60, 0x1bc9280, 0xc001584180)
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:148 +0x967
created by github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:112 +0x132
goroutine 92471 [select]:
github.com/[secure]/go-[secure]/util/execpool.(*backlog).worker(0xc001233bc0)
/home/travis/build/[secure]/go-[secure]/util/execpool/backlog.go:133 +0x1db
created by github.com/[secure]/go-[secure]/util/execpool.MakeBacklog
/home/travis/build/[secure]/go-[secure]/util/execpool/backlog.go:70 +0x28a
goroutine 92472 [chan receive]:
github.com/[secure]/go-[secure]/agreement.(*AsyncVoteVerifier).worker(0xc001c84b40)
/home/travis/build/[secure]/go-[secure]/agreement/asyncVoteVerifier.go:88 +0x14d
created by github.com/[secure]/go-[secure]/agreement.MakeAsyncVoteVerifier
/home/travis/build/[secure]/go-[secure]/agreement/asyncVoteVerifier.go:82 +0x300
goroutine 92473 [select]:
github.com/[secure]/go-[secure]/agreement.(*poolCryptoVerifier).voteFillWorker(0xc000276630, 0xc0016e0c00)
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:197 +0x2ec
created by github.com/[secure]/go-[secure]/agreement.makeCryptoVerifier
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:181 +0x4b8
goroutine 92474 [chan receive]:
github.com/[secure]/go-[secure]/agreement.(*poolCryptoVerifier).bundleWaitWorker(0xc000276630, 0xc0016e0c00)
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:239 +0x104
created by github.com/[secure]/go-[secure]/agreement.makeCryptoVerifier
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:182 +0x4e4
goroutine 92475 [chan receive]:
github.com/[secure]/go-[secure]/agreement.(*poolCryptoVerifier).proposalVerifyWorker(0xc000276630)
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:349 +0x130
created by github.com/[secure]/go-[secure]/agreement.makeCryptoVerifier
/home/travis/build/[secure]/go-[secure]/agreement/cryptoVerifier.go:183 +0x506
goroutine 92476 [select]:
github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages.func1(0xc0016e0d80, 0xc00150d3e0, 0xc000189d00, 0x16061dc, 0x2, 0x166cff8, 0x1bcb180, 0xc0028c6660, 0x1bc9280, 0xc00363c2c0)
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:117 +0x1d9
created by github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:112 +0x132
goroutine 92477 [select]:
github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages.func1(0xc0016e0de0, 0xc00150d440, 0xc000189d00, 0x1606220, 0x2, 0x166cff0, 0x1bcb180, 0xc0028c6660, 0x1bc9280, 0xc00363c2c0)
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:117 +0x1d9
created by github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:112 +0x132
goroutine 92478 [select]:
github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages.func1(0xc0016e0e40, 0xc00150d4a0, 0xc000189d00, 0x1606256, 0x2, 0x166cfe8, 0x1bcb180, 0xc0028c6660, 0x1bc9280, 0xc00363c2c0)
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:117 +0x1d9
created by github.com/[secure]/go-[secure]/agreement.(*demux).tokenizeMessages
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:112 +0x132
goroutine 92479 [select]:
github.com/[secure]/go-[secure]/agreement.(*pseudonodeVerifier).verifierLoop(0xc002d0e130, 0xc001c74460)
/home/travis/build/[secure]/go-[secure]/agreement/pseudonode.go:329 +0x272
created by github.com/[secure]/go-[secure]/agreement.asyncPseudonode.makePseudonodeVerifier
/home/travis/build/[secure]/go-[secure]/agreement/pseudonode.go:264 +0x192
goroutine 92480 [select]:
github.com/[secure]/go-[secure]/agreement.(*pseudonodeVerifier).verifierLoop(0xc002d0e140, 0xc001c74500)
/home/travis/build/[secure]/go-[secure]/agreement/pseudonode.go:329 +0x272
created by github.com/[secure]/go-[secure]/agreement.asyncPseudonode.makePseudonodeVerifier
/home/travis/build/[secure]/go-[secure]/agreement/pseudonode.go:264 +0x192
goroutine 92481 [select]:
github.com/[secure]/go-[secure]/agreement.(*asyncPersistenceLoop).loop(0xc002376600, 0x1bc9280, 0xc00363c300)
/home/travis/build/[secure]/go-[secure]/agreement/persistence.go:282 +0x208
created by github.com/[secure]/go-[secure]/agreement.(*asyncPersistenceLoop).Start
/home/travis/build/[secure]/go-[secure]/agreement/persistence.go:270 +0x10d
goroutine 92482 [select]:
github.com/[secure]/go-[secure]/agreement.(*demux).next(0xc000189d00, 0xc001bf6f00, 0xee6b2800, 0x0, 0x2, 0x0, 0x0, 0x1)
/home/travis/build/[secure]/go-[secure]/agreement/demux.go:259 +0x1011
github.com/[secure]/go-[secure]/agreement.(*Service).demuxLoop(0xc001bf6f00, 0x1bc9280, 0xc00363c1c0, 0xc0016e0f60, 0xc0016e1020, 0xc0016e1080)
/home/travis/build/[secure]/go-[secure]/agreement/service.go:165 +0x24f
created by github.com/[secure]/go-[secure]/agreement.(*Service).Start
/home/travis/build/[secure]/go-[secure]/agreement/service.go:146 +0x76e
goroutine 92483 [chan receive]:
github.com/[secure]/go-[secure]/agreement.(*Service).mainLoop(0xc001bf6f00, 0xc0016e0f60, 0xc0016e1020, 0xc0016e1080)
/home/travis/build/[secure]/go-[secure]/agreement/service.go:226 +0x8e8
created by github.com/[secure]/go-[secure]/agreement.(*Service).Start
/home/travis/build/[secure]/go-[secure]/agreement/service.go:147 +0x7ba
goroutine 122572 [runnable]:
github.com/[secure]/go-deadlock.lock.func1(0xc0031deec0, 0xc000847b00)
/home/travis/gopath/pkg/mod/github.com/[secure]/[email protected]/deadlock.go:204
created by github.com/[secure]/go-deadlock.lock
/home/travis/gopath/pkg/mod/github.com/[secure]/[email protected]/deadlock.go:204 +0x136
goroutine 122566 [runnable]:
sync.runtime_SemacquireMutex(0xc002c62bcc, 0x1100000001, 0x1)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/runtime/sema.go:71 +0x47
sync.(*Mutex).lockSlow(0xc002c62bc8)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/sync/mutex.go:138 +0x1c1
sync.(*Mutex).Lock(0xc002c62bc8)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/sync/mutex.go:81 +0x7d
github.com/[secure]/go-deadlock.lock.func1(0xc0031dee60, 0xc000847740)
/home/travis/gopath/pkg/mod/github.com/[secure]/[email protected]/deadlock.go:205 +0x35
created by github.com/[secure]/go-deadlock.lock
/home/travis/gopath/pkg/mod/github.com/[secure]/[email protected]/deadlock.go:204 +0x136
goroutine 122533 [semacquire]:
sync.runtime_SemacquireMutex(0xc002c62bcc, 0x2100000000, 0x1)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/runtime/sema.go:71 +0x47
sync.(*Mutex).lockSlow(0xc002c62bc8)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/sync/mutex.go:138 +0x1c1
sync.(*Mutex).Lock(0xc002c62bc8)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/sync/mutex.go:81 +0x7d
github.com/[secure]/go-deadlock.lock.func1(0xc0032031a0, 0xc000cc5bc0)
/home/travis/gopath/pkg/mod/github.com/[secure]/[email protected]/deadlock.go:205 +0x35
created by github.com/[secure]/go-deadlock.lock
/home/travis/gopath/pkg/mod/github.com/[secure]/[email protected]/deadlock.go:204 +0x136
goroutine 122588 [runnable]:
github.com/[secure]/go-deadlock.lock.func1(0xc003203d10, 0xc000cd4960)
/home/travis/gopath/pkg/mod/github.com/[secure]/[email protected]/deadlock.go:204
created by github.com/[secure]/go-deadlock.lock
/home/travis/gopath/pkg/mod/github.com/[secure]/[email protected]/deadlock.go:204 +0x136
node-0:
demuxCoserviceType: 0
pseudonodeCoserviceType: 0
clockCoserviceType: 0
tokenizerCoserviceType: 0
cryptoVerifierCoserviceType: 0
node-1:
cryptoVerifierCoserviceType: 0
demuxCoserviceType: 0
pseudonodeCoserviceType: 0
clockCoserviceType: 0
tokenizerCoserviceType: 21
node-2:
pseudonodeCoserviceType: 0
clockCoserviceType: 0
tokenizerCoserviceType: 0
cryptoVerifierCoserviceType: 0
demuxCoserviceType: 0
node-3:
tokenizerCoserviceType: 8
cryptoVerifierCoserviceType: 0
demuxCoserviceType: 1
pseudonodeCoserviceType: 0
clockCoserviceType: 0
node-4:
demuxCoserviceType: 1
pseudonodeCoserviceType: 0
clockCoserviceType: 0
tokenizerCoserviceType: 7
cryptoVerifierCoserviceType: 0
node-5:
pseudonodeCoserviceType: 0
clockCoserviceType: 0
tokenizerCoserviceType: 10
cryptoVerifierCoserviceType: 0
demuxCoserviceType: 1
node-6:
demuxCoserviceType: 1
pseudonodeCoserviceType: 0
clockCoserviceType: 0
tokenizerCoserviceType: 4
cryptoVerifierCoserviceType: 0
node-7:
tokenizerCoserviceType: 5
cryptoVerifierCoserviceType: 0
demuxCoserviceType: 1
pseudonodeCoserviceType: 0
clockCoserviceType: 0
node-8:
demuxCoserviceType: 1
pseudonodeCoserviceType: 0
clockCoserviceType: 0
tokenizerCoserviceType: 2
cryptoVerifierCoserviceType: 0
node-9:
demuxCoserviceType: 0
pseudonodeCoserviceType: 0
clockCoserviceType: 0
tokenizerCoserviceType: 0
cryptoVerifierCoserviceType: 0
panic: timed out waiting for quiet... [recovered]
panic: timed out waiting for quiet... [recovered]
panic: timed out waiting for quiet...
goroutine 92182 [running]:
testing.tRunner.func1.1(0x147e220, 0x1b990c0)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/testing/testing.go:988 +0x452
testing.tRunner.func1(0xc00195fe60)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/testing/testing.go:991 +0x600
panic(0x147e220, 0x1b990c0)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/runtime/panic.go:975 +0x3e3
github.com/[secure]/go-[secure]/agreement.setupAgreementWithValidator.func1()
/home/travis/build/[secure]/go-[secure]/agreement/service_test.go:785 +0x32e
panic(0x147e220, 0x1b990c0)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/runtime/panic.go:975 +0x3e3
github.com/[secure]/go-[secure]/agreement.(*activityMonitor).waitForQuiet(0xc002c62bc0)
/home/travis/build/[secure]/go-[secure]/agreement/service_test.go:570 +0x352
github.com/[secure]/go-[secure]/agreement.triggerGlobalTimeout(0xee6b2800, 0xc0029780a0, 0xa, 0xa, 0xc002c62bc0)
/home/travis/build/[secure]/go-[secure]/agreement/service_test.go:848 +0x160
github.com/[secure]/go-[secure]/agreement.runRound(0xc0029780a0, 0xa, 0xa, 0xc002c62bc0, 0x1, 0xee6b2800, 0xc001b8e410)
/home/travis/build/[secure]/go-[secure]/agreement/service_test.go:852 +0x65
github.com/[secure]/go-[secure]/agreement.simulateAgreementWithLedgerFactory(0xc00195fe60, 0xa, 0x5, 0x0, 0x166d020)
/home/travis/build/[secure]/go-[secure]/agreement/service_test.go:897 +0x2f5
github.com/[secure]/go-[secure]/agreement.simulateAgreement(...)
/home/travis/build/[secure]/go-[secure]/agreement/service_test.go:874
github.com/[secure]/go-[secure]/agreement.TestAgreementSynchronous10(0xc00195fe60)
/home/travis/build/[secure]/go-[secure]/agreement/service_test.go:955 +0xee
testing.tRunner(0xc00195fe60, 0x166c998)
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/testing/testing.go:1039 +0x1ec
created by testing.(*T).Run
/home/travis/.gimme/versions/go1.14.7.linux.amd64/src/testing/testing.go:1090 +0x701
Currently being skipped with #2503