Skip to content

Commit

Permalink
Merge pull request #49 from pulp-platform/rt/fix-regression-flow
Browse files Browse the repository at this point in the history
Fix regression flow to automate test execution locally
  • Loading branch information
yvantor authored Feb 13, 2024
2 parents b9d6d34 + f2f3a39 commit a20ab34
Show file tree
Hide file tree
Showing 2 changed files with 31 additions and 19 deletions.
25 changes: 6 additions & 19 deletions Makefile
Original file line number Diff line number Diff line change
Expand Up @@ -81,12 +81,7 @@ Bender.lock:
## Clone pulp-runtime as SW stack
pulp-runtime:
git clone https://github.com/pulp-platform/pulp-runtime.git $@
cd $@; git checkout 197d06b6ad1d8014cef73e0e87b59b5ebf66d019; cd $(ROOT_DIR)

## Clone regression tests for bare-metal verification
regression-tests:
git clone https://github.com/pulp-platform/regression_tests.git $@
cd $@; git checkout 8c9dc7e5a489cad272378c81a0058517f11d9adf; cd $(ROOT_DIR)
cd $@; git checkout e90f6e53279248bf64d98a8247f79f0f13545c11; cd $(ROOT_DIR)

########################
# Build and simulation #
Expand Down Expand Up @@ -116,16 +111,8 @@ run:
$(VSIM) +permissive $(questa-flags) $(uvm-flags) $(QUESTASIM_FLAGS) $(questa-cmd) -suppress 3053 -suppress 8885 -lib $(library) +MAX_CYCLES=$(max_cycles) +UVM_TESTNAME=$(test_case) +APP=$(elf-bin) +notimingchecks +nospecify -t 1ps \
${top_level}_optimized +permissive-off ++$(elf-bin) ++$(target-options) ++$(cl-bin) | tee sim.log

.PHONY: test-rt-par-bare
## Run only parallel tests on pulp-runtime
test-rt-par-bare: pulp-runtime regression-tests
cd $(REGRESSIONS)/carfield && $(bwruntest) --proc-verbose -v \
-t 3600 --yaml --max-procs 2 \
-o $(REGRESSIONS)/carfield/runtime-parallel.xml $(REGRESSIONS)/carfield/parallel-bare-tests.yaml

.PHONY: test-rt-mchan
## Run mchan tests on pulp-runtime
test-rt-mchan: pulp-runtime regression-tests
cd regression-tests && $(bwruntest) --proc-verbose -v \
-t 3600 --yaml --max-procs 2 \
-o $(REGRESSIONS)/carfield/runtime-mchan.xml $(REGRESSIONS)/carfield/pulp_cluster-mchan-tests.yaml
####################
# Regression tests #
####################

include regression.mk
25 changes: 25 additions & 0 deletions regression.mk
Original file line number Diff line number Diff line change
@@ -0,0 +1,25 @@
## Clone regression tests for bare-metal verification
regression-tests:
git clone https://github.com/pulp-platform/regression_tests.git $@
cd $@; git checkout 6d31694ab395aa7d35daaaea10a7bb66811118bf; cd $(ROOT_DIR)

.PHONY: test-rt-par-bare
## Run only parallel tests on pulp-runtime
test-rt-par-bare: pulp-runtime regression-tests
cd $(REGRESSIONS) && $(bwruntest) --proc-verbose -v \
-t 3600 --yaml --max-procs 2 \
-o $(REGRESSIONS)/carfield/runtime-parallel.xml $(REGRESSIONS)/parallel-bare-tests.yaml

.PHONY: test-rt-mchan
## Run mchan tests on pulp-runtime
test-rt-mchan: pulp-runtime regression-tests
cd $(REGRESSIONS) && $(bwruntest) --proc-verbose -v \
-t 7200 --yaml --max-procs 2 \
-o $(REGRESSIONS)/carfield/runtime-mchan.xml $(REGRESSIONS)/pulp_cluster-mchan-tests.yaml

.PHONY: test-rt-carfield
## Run Carfield tests on pulp-runtime
test-rt-carfield: pulp-runtime regression-tests
cd $(REGRESSIONS) && $(bwruntest) --proc-verbose -v \
-t 3600 --yaml --max-procs 2 \
-o $(REGRESSIONS)/carfield/runtime-mchan.xml $(REGRESSIONS)/carfield.yaml

0 comments on commit a20ab34

Please sign in to comment.