Add option to skip the tests and split it out in the build steps

Author: wilwade

.github/workflows/benchmarks-run.yml

@@ -102,11 +102,11 @@ jobs:
           echo "Pallets: $pallets_str"
           if [ -z "${pallets_str}" -o $pallets_str = 'all' ]; then
             echo "Running benchmarks for all pallets..."
-            ./scripts/run_benchmarks.sh -s
+            ./scripts/run_benchmarks.sh -s -n
           else
             IFS=',' read -r -a pallets <<< "$pallets_str"
             echo "Running benchmarks for pallets: ${pallets[*]}..."
-            ./scripts/run_benchmarks.sh -s "${pallets[@]}"
+            ./scripts/run_benchmarks.sh -s -n "${pallets[@]}"
             echo "Finished benchmarks for pallets: ${pallets[*]}."
           fi
 
@@ -121,3 +121,19 @@ jobs:
         with:
           commit_message: "Update weights"
           file_pattern: "pallets/**/*.rs runtime/common/src/weights/*"
+
+  test:
+    if: github.repository == 'frequency-chain/frequency'
+    name: Post Benchmark Tests
+    runs-on: ubicloud-standard-16
+    container: ghcr.io/frequency-chain/frequency/ci-base-image:1.4.0
+    permissions:
+      contents: read
+    steps:
+      - name: Check Out Repo
+        uses: actions/checkout@v4
+        with:
+          ref: ${{github.event.inputs.branch}}
+
+      - name: Run Tests
+        run: cargo test --features runtime-benchmarks,frequency-lint-check --workspace --release

scripts/run_benchmarks.sh

@@ -38,6 +38,7 @@ ALL_CUSTOM_PALLETS=( \
 declare -a CUSTOM_PALLETS
 declare -a EXTERNAL_PALLETS
 skip_build=false
+skip_tests=false
 build_only=false
 OVERHEAD=
 VERBOSE=
@@ -56,6 +57,8 @@ function usage() {
 
         -s            Skip the build step; use existing binary for the current profile
 
+        -n            Skip the test step
+
         -b            Build only; exit after building the binary
 
         -t <profile>  Use '--profile=<profile>' in the build step & for locating the
@@ -97,7 +100,7 @@ function is_custom_pallet() {
   return 1
 }
 
-while getopts 'd:hp:st:vb' flag; do
+while getopts 'd:hp:snt:vb' flag; do
   case "${flag}" in
     d)
       # Set project directory
@@ -111,6 +114,10 @@ while getopts 'd:hp:st:vb' flag; do
       # Skip build.
       skip_build=true
       ;;
+    n)
+        # Skip tests.
+        skip_tests=true
+        ;;
     b)
       # Build only
       build_only=true
@@ -255,7 +262,10 @@ then
   ${BENCHMARK} overhead --weight-path=runtime/common/src/weights --chain=dev --warmup=10 --repeat=100 --header="./HEADER-APACHE2" || exit_err
 fi
 
-echo "Running tests..."
-CMD="cargo test --profile=${PROFILE} --features=runtime-benchmarks,frequency-lint-check --workspace"
-echo ${CMD}
-${CMD} || exit_err
+if [[ ${skip_tests} == false ]]
+then
+    echo "Running tests..."
+    CMD="cargo test --profile=${PROFILE} --features=runtime-benchmarks,frequency-lint-check --workspace"
+    echo ${CMD}
+    ${CMD} || exit_err
+fi