Don't fail build on flaky tests

appveyor.yml

@@ -68,12 +68,16 @@ build_script:
     jar -cMf %zip% bb.exe
 
     bb --config .build/bb.edn --deps-root . release-artifact %zip%
-
+    
+before_test:
+- cmd: >-
     set BABASHKA_CLASSPATH=
 
     set BABASHKA_TEST_ENV=native
-
+    
-    call script/test.bat
+test_script:
+- cmd: >-
+    call script/test.bat :windows
 
     call script/run_lib_tests.bat
 

project.clj

@@ -16,9 +16,10 @@
   ;; :java-source-paths ["sci/reflector/src-java"]
   :java-source-paths ["src-java"]
   :resource-paths ["resources" "sci/resources"]
-  :test-selectors {:default (complement :windows-only)
+  :test-selectors {:default (complement (some-fn :windows-only :flaky))
-                   :windows (complement :skip-windows)
+                   :windows (complement (some-fn :skip-windows :flaky))
-                   :non-flaky (complement :flaky)}
+                   :non-flaky (complement :flaky)
+                   :flaky :flaky}
   :dependencies [[org.clojure/clojure "1.11.1"]
                  [borkdude/edamame "1.1.17"]
                  [borkdude/graal.locking "0.0.2"]

script/test

@@ -16,6 +16,9 @@ unset BABASHKA_PRELOADS_TEST
 echo "running tests part 1"
 lein "do" clean, test "$@"
 
+echo "running flaky tests"
+lein "do" clean, test :flaky || true
+
 export BABASHKA_PRELOADS='(defn __bb__foo [] "foo") (defn __bb__bar [] "bar")'
 export BABASHKA_PRELOADS_TEST=true
 echo "running tests part 2"

script/test.bat

@@ -16,7 +16,11 @@ set BABASHKA_POD_TEST=
 set BABASHKA_SOCKET_REPL_TEST=
 
 echo "running tests part 1"
-call lein do clean, test :windows || exit /B 1
+call lein do clean, test %* || exit /B 1
+
+echo "running flaky tests"
+REM there's no "or exit" here because we don't want flaky tests to fail the script 
+call lein do clean, test :flaky
 
 set BABASHKA_PRELOADS=(defn __bb__foo [] "foo") (defn __bb__bar [] "bar")
 set BABASHKA_PRELOADS_TEST=true