Add tests for mainline and cache behaviour

Author: me-and

.github/workflows/build-test.yml

@@ -15,6 +15,9 @@ on:
       pv:
         description: The $PV value from the cygport file
         value: ${{ jobs.build-test.outputs.pv }}
+      cache-found:
+        description: Whether an existing build cache was found and used
+        value: ${{ jobs.build-test.outputs.cache-found }}
 
 jobs:
   build-test:
@@ -24,6 +27,7 @@ jobs:
       CYGPORT_FILE: ${{ inputs.cygport_file }}
     outputs:
       pv: ${{ steps.data.outputs.pv }}
+      cache-found: ${{ steps.build-cache.outputs.cache-hit == 'true' }}
     steps:
 
       - name: Configure Git for Windows' core.autocrlf

.github/workflows/workflow-tests.yml

@@ -0,0 +1,89 @@
+name: Test workflows
+on: [push, pull_request]
+
+# Avoid multiple caching tests stomping over each other
+concurrency: mainline-cache-${{ github.sha }}
+
+jobs:
+  # We need to start with a clean slate for this SHA, so we can distinguish
+  # between caches created in different ref contexts.
+  clear-caches:
+    name: Clear any existing caches
+    permissions:
+      actions: write
+    runs-on: ubuntu-latest
+    steps:
+      - name: Clear existing caches for this commit
+        uses: actions/github-script@v6
+        with:
+          script: |
+            try {
+              const response = await github.rest.actions.deleteActionsCacheByKey({
+                owner: context.repo.owner,
+                repo: context.repo.repo,
+                key: `mainline-build-${context.sha}`
+              });
+              core.info(`Deleted ${response.data.total_count} caches`);
+              if (core.isDebug()) {
+                for (const cache of response.data.actions_caches) {
+                  core.debug(`Deleted cache ID ${cache.id}, ref ${cache.ref}, key ${cache.key}, version ${cache.version}`);
+                }
+              }
+            } catch(e) {
+              if (e.response.status == 404) {
+                core.info('No caches to delete');
+                return;
+              }
+              throw(e);  // Not the error we were looking for
+            }
+
+  mainline:
+    name: Basic mainline test
+    needs: clear-caches
+    uses: ./.github/workflows/build-test.yml
+    with:
+      cygport_file: t/mainline.cygport
+
+  ensure-build-cache:
+    name: Check there's a current build cache
+    needs: mainline
+    runs-on: ubuntu-latest
+    steps:
+      - name: Check number of caches for the mainline build
+        id: check
+        uses: actions/github-script@v6
+        with:
+          script: |
+            const response = await github.rest.actions.getActionsCacheList({
+              owner: context.repo.owner,
+              repo: context.repo.repo,
+              key: 'mainline-build-' + context.sha
+            });
+            core.info(`Found ${response.data.total_count} caches`);
+            if (response.data.total_count != 1) {
+              core.setFailed(`Expected one cache entry, found ${response.data.total_count}.`);
+              if (response.data.total_count > 0) {
+                core.startGroup('Cache list');
+                response.data.actions_caches.forEach(cache =>
+                  core.info(`cache id: ${cache.id}, ref: ${cache.ref}, key: ${cache.key}, version: ${cache.version}`));
+                core.endGroup();
+              }
+            }
+
+  mainline-use-cache:
+    name: Check a build won't create a new cache unnecessarily
+    needs: mainline
+    uses: ./.github/workflows/build-test.yml
+    with:
+      cygport_file: t/mainline.cygport
+
+  ensure-cache-used:
+    name: Check the build did use the extant cache
+    needs: mainline-use-cache
+    runs-on: ubuntu-latest
+    steps:
+      - name: Error if cache unused
+        if: needs.mainline-use-cache.outputs.cache-found != 'true'
+        run: |
+          echo '::error title=Cache not used::Cache reportedly not used for rebuild'
+          exit 1

t/mainline.cygport

@@ -0,0 +1,23 @@
+# Most basic test cygport file I can manage
+NAME=mainline
+VERSION=1
+RELEASE=1
+CATEGORY=Test
+SUMMARY='Test package'
+HOMEPAGE=
+LICENSE=
+
+src_compile () {
+	cd "$B"
+	{
+		echo '#!/usr/bin/env sh'
+		echo "echo 'Hello, world!'"
+	} >helloworld
+}
+
+src_install () {
+	cd "$B"
+	dobin helloworld
+}
+
+# vim: set ft=bash noexpandtab tabstop=8 listchars=tab\:\ \ ,trail\:-,lead\:- :