smeb_y/0g-chain
1
0
Fork 0
mirror of https://github.com/0glabs/0g-chain.git synced 2024-12-26 00:05:18 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

update sim tooling #440

Browse Source 
[R4R] Update sim tooling
This commit is contained in:
Federico Kunze 2020-04-17 22:41:54 -04:00 committed by GitHub
commit c56627aa23
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 38 additions and 32 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
Makefile
View File

@ -109,18 +109,26 @@ link-check:
# TODO tidy up cli tests to use same -Enable flag as simulations, or the other way round # TODO tidy up cli tests to use same -Enable flag as simulations, or the other way round
# TODO -mod=readonly ? # TODO -mod=readonly ?
# build dependency needed for cli tests # build dependency needed for cli tests
test-all: build test-all: build test-cli test
# basic app tests # basic app tests
@go test ./app -v @go test ./app -v
# cli tests
@go test ./cli_test -tags cli_test -v -p 4
# basic simulation (seed "2" happens to not unbond all validators before reaching 100 blocks) # basic simulation (seed "2" happens to not unbond all validators before reaching 100 blocks)
@go test ./app -run TestFullAppSimulation -Enabled -Commit -NumBlocks=100 -BlockSize=200 -Seed 2 -v -timeout 24h @go test ./app -run TestFullAppSimulation -Enabled -Commit -NumBlocks=100 -BlockSize=200 -Seed 2 -v -timeout 24h
# other sim tests # other sim tests
@go test ./app -run TestAppImportExport -Enabled -Commit -NumBlocks=100 -BlockSize=200 -Seed 2 -v -timeout 24h @go test ./app -run TestAppImportExport -Enabled -Commit -NumBlocks=100 -BlockSize=200 -Seed 2 -v -timeout 24h
@go test ./app -run TestAppSimulationAfterImport -Enabled -Commit -NumBlocks=100 -BlockSize=200 -Seed 2 -v -timeout 24h @go test ./app -run TestAppSimulationAfterImport -Enabled -Commit -NumBlocks=100 -BlockSize=200 -Seed 2 -v -timeout 24h
@# AppStateDeterminism does not use Seed flag @# AppStateDeterminism does not use Seed flag
@go test ./app -run TestAppStateDeterminism -Enabled -Commit -NumBlocks=100 -BlockSize=200 -v -timeout 24h @go test ./app -run TestAppStateDeterminism -Enabled -Commit -NumBlocks=100 -BlockSize=200 -Seed 2 -v -timeout 24h
# run module tests and short simulations
test-basic: test
# basic simulation (seed "2" happens to not unbond all validators before reaching 100 blocks)
@go test ./app -run TestFullAppSimulation -Enabled -Commit -NumBlocks=5 -BlockSize=200 -Seed 2 -v -timeout 2m
# other sim tests
@go test ./app -run TestAppImportExport -Enabled -Commit -NumBlocks=5 -BlockSize=200 -Seed 2 -v -timeout 2m
@go test ./app -run TestAppSimulationAfterImport -Enabled -Commit -NumBlocks=5 -BlockSize=200 -Seed 2 -v -timeout 2m
@# AppStateDeterminism does not use Seed flag
@go test ./app -run TestAppStateDeterminism -Enabled -Commit -NumBlocks=5 -BlockSize=200 -Seed 2 -v -timeout 2m
test: test:
@go test ./... @go test ./...
@ -128,6 +136,9 @@ test:
test_dredd: test_dredd:
rest_test/./run_all_tests_from_make.sh rest_test/./run_all_tests_from_make.sh
test-cli:
@go test ./cli_test -tags cli_test -v -p 4
# Kick start lots of sims on an AWS cluster. # Kick start lots of sims on an AWS cluster.
# This submits an AWS Batch job to run a lot of sims, each within a docker image. Results are uploaded to S3 # This submits an AWS Batch job to run a lot of sims, each within a docker image. Results are uploaded to S3
start-remote-sims: start-remote-sims:
@ -143,4 +154,4 @@ start-remote-sims:
-—job-definition kava-sim-master \ -—job-definition kava-sim-master \
-—container-override environment=[{SIM_NAME=master-$(VERSION)}] -—container-override environment=[{SIM_NAME=master-$(VERSION)}]
.PHONY: all build-linux install clean build test test-all start-remote-sims .PHONY: all build-linux install clean build test test-cli test-all test_dredd test-basic start-remote-sims

13
app/sim_test.go
View File

@ -662,21 +662,17 @@ func TestAppStateDeterminism(t *testing.T) {
config.OnOperation = false config.OnOperation = false
config.AllInvariants = false config.AllInvariants = false
numSeeds := 3 numTimesToRunPerSeed := 2
numTimesToRunPerSeed := 5
appHashList := make([]json.RawMessage, numTimesToRunPerSeed) appHashList := make([]json.RawMessage, numTimesToRunPerSeed)
for i := 0; i < numSeeds; i++ {
config.Seed = rand.Int63()
for j := 0; j < numTimesToRunPerSeed; j++ { for j := 0; j < numTimesToRunPerSeed; j++ {
logger := log.NewNopLogger() logger := log.NewNopLogger()
db := dbm.NewMemDB() db := dbm.NewMemDB()
app := NewApp(logger, db, nil, true, simapp.FlagPeriodValue, interBlockCacheOpt()) app := NewApp(logger, db, nil, true, simapp.FlagPeriodValue, interBlockCacheOpt())
fmt.Printf( fmt.Printf(
"running non-determinism simulation; seed %d: %d/%d, attempt: %d/%d\n", "running non-determinism simulation; seed %d: attempt: %d/%d\n",
config.Seed, i+1, numSeeds, j+1, numTimesToRunPerSeed, config.Seed, j+1, numTimesToRunPerSeed,
) )
_, _, err := simulation.SimulateFromSeed( _, _, err := simulation.SimulateFromSeed(
@ -691,11 +687,10 @@ func TestAppStateDeterminism(t *testing.T) {
if j != 0 { if j != 0 {
require.Equal( require.Equal(
t, appHashList[0], appHashList[j], t, appHashList[0], appHashList[j],
"non-determinism in seed %d: %d/%d, attempt: %d/%d\n", config.Seed, i+1, numSeeds, j+1, numTimesToRunPerSeed, "non-determinism in seed %d: attempt: %d/%d\n", config.Seed, j+1, numTimesToRunPerSeed,
) )
} }
} }
}
} }
func BenchmarkInvariants(b *testing.B) { func BenchmarkInvariants(b *testing.B) {