diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml
index 42c31c54e67..046c4f8df2e 100644
--- a/.github/workflows/run-tests.yml
+++ b/.github/workflows/run-tests.yml
@@ -139,6 +139,9 @@ jobs:
             millargs: "contrib.__.test"
             install-android-sdk: false
 
+          # Run this one using `.native` as a smoketest. Also make sure the java-version
+          # is the same as that used in the `build-linux` job to avoid diverging code
+          # hashes (https://github.com/com-lihaoyi/mill/pull/4410)
           - java-version: 11
             millargs: "example.javalib.__.native.server.test"
             install-android-sdk: false