Skip to content

Commit

Permalink
AUTO-149 Remove keeper blocktime test (#8247)
Browse files Browse the repository at this point in the history
* remove keeper blocktime test

* correct testDirectory in benchmark test

* update automation soak test in makefile

* correct log in benchmark test

* Add keepers as automation codeowners
  • Loading branch information
anirudhwarrier authored Jan 13, 2023
1 parent 0430b86 commit 06e1880
Show file tree
Hide file tree
Showing 6 changed files with 12 additions and 268 deletions.
1 change: 1 addition & 0 deletions CODEOWNERS
Validating CODEOWNERS rules …
Original file line number Diff line number Diff line change
Expand Up @@ -50,6 +50,7 @@
# Tests
/integration-tests/ @kalverra @tateexon @skudasov @anieeg
/integration-tests/**/*keeper* @smartcontractkit/keepers
/integration-tests/**/*automation* @smartcontractkit/keepers

# Misc
/core/store @samsondav @jmank88
Expand Down
14 changes: 8 additions & 6 deletions integration-tests/Makefile
Original file line number Diff line number Diff line change
Expand Up @@ -119,13 +119,15 @@ test_soak_forwarder_ocr:
test_soak_forwarder_ocr_simulated:
SELECTED_NETWORKS="SIMULATED" go test -v -count=1 -run TestForwarderOCRSoak ./soak

.PHONY: test_soak_keeper
test_soak_keeper:
go test -v -count=1 -run TestKeeperSoak ./soak
.PHONY: test_soak_automation
test_soak_automation:
go test -v -run ^TestAutomationBenchmark$$ ./benchmark -count=1

.PHONY: test_soak_keeper_simulated
test_soak_keeper_simulated:
SELECTED_NETWORKS="SIMULATED" go test -v -count=1 -run TestKeeperSoak ./soak
.PHONY: test_soak_automation_simulated
test_soak_automation_simulated:
SELECTED_NETWORKS="SIMULATED" \
TEST_INPUTS="TEST_TYPE=SOAK,NUMBEROFCONTRACTS=50,BLOCKRANGE=1000,BLOCKINTERVAL=50,GRAFANA_DASHBOARD_URL=https://chainlinklabs.grafana.net/d/Q8n6m1unz/chainlink-keepers-qa?orgId=1" \
go test -v -run ^TestAutomationBenchmark$$ ./benchmark -count=1

.PHONY: test_benchmark_automation
test_benchmark_automation: test_need_operator_assets ## Run the automation benchmark tests
Expand Down
6 changes: 3 additions & 3 deletions integration-tests/benchmark/benchmark_runner_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -164,16 +164,16 @@ func benchmarkTestHelper(
blockTime string,
nodeReplicas int,
) {
testDirectory := "./soak/tests"
testDirectory := "./benchmark/tests"
log.Info().
Str("Test Name", testName).
Str("Directory", testDirectory).
Str("Namespace", testEnvironment.Cfg.Namespace).
Msg("Soak Test")
Msg("Benchmark Test")
remoteRunnerValues := map[string]interface{}{
"test_name": testName,
"env_namespace": testEnvironment.Cfg.Namespace,
"test_dir": "./benchmark/tests",
"test_dir": testDirectory,
"test_log_level": "debug",
"grafana_dashboard_url": getEnv("GRAFANA_DASHBOARD_URL", ""),
"TEST_INPUTS": os.Getenv("TEST_INPUTS"),
Expand Down
26 changes: 0 additions & 26 deletions integration-tests/soak/soak_runner_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -99,32 +99,6 @@ ForwardersEnabled = true`
soakTestHelper(t, testEnvironment, activeEVMNetwork)
}

// Run the keeper soak test defined in ./tests/keeper_test.go
func TestKeeperSoak(t *testing.T) {
activeEVMNetwork := networks.SelectedNetwork // Environment currently being used to soak test on

baseEnvironmentConfig.NamespacePrefix = fmt.Sprintf(
"soak-keeper-%s",
strings.ReplaceAll(strings.ToLower(activeEVMNetwork.Name), " ", "-"),
)

replicas := 6
// Values you want each node to have the exact same of (e.g. eth_chain_id)
baseTOML := `[Keeper]
TurnLookBack = 0
[Keeper.Registry]
SyncInterval = '5s'
PerformGasOverhead = 150_000`
testEnvironment := environment.New(baseEnvironmentConfig)
for i := 0; i < replicas; i++ {
testEnvironment.AddHelm(chainlink.New(i, map[string]interface{}{
"toml": client.AddNetworksConfig(baseTOML, activeEVMNetwork),
}))
}

soakTestHelper(t, testEnvironment, activeEVMNetwork)
}

// builds tests, launches environment, and triggers the soak test to run
func soakTestHelper(
t *testing.T,
Expand Down
71 changes: 0 additions & 71 deletions integration-tests/soak/tests/keeper_test.go

This file was deleted.

162 changes: 0 additions & 162 deletions integration-tests/testsetups/keeper.go

This file was deleted.

0 comments on commit 06e1880

Please sign in to comment.