diff --git a/ci/travis/ci.sh b/ci/travis/ci.sh
index bd4f78b6c..cb1076ec8 100755
--- a/ci/travis/ci.sh
+++ b/ci/travis/ci.sh
@@ -437,7 +437,9 @@ init() {
 }
 
 build() {
-  _bazel_build_before_install
+  if [ "${LINT-}" != 1 ]; then
+    _bazel_build_before_install
+  fi
 
   if ! need_wheels; then
     install_ray
diff --git a/ci/travis/install-dependencies.sh b/ci/travis/install-dependencies.sh
index cd85b1703..eed92b77b 100755
--- a/ci/travis/install-dependencies.sh
+++ b/ci/travis/install-dependencies.sh
@@ -51,6 +51,12 @@ install_base() {
 }
 
 install_miniconda() {
+  if [ "${OSTYPE}" = msys ]; then
+    # Windows is on GitHub Actions, whose built-in Python installations we added direct support for.
+    python --version
+    return 0
+  fi
+
   local conda="${CONDA_EXE-}"  # Try to get the activated conda executable
 
   if [ -z "${conda}" ]; then  # If no conda is found, try to find it in PATH
diff --git a/python/build-wheel-windows.sh b/python/build-wheel-windows.sh
index 75943fa6f..b9b6e14a3 100755
--- a/python/build-wheel-windows.sh
+++ b/python/build-wheel-windows.sh
@@ -38,6 +38,8 @@ install_ray() {
 
 uninstall_ray() {
   pip uninstall -y ray
+
+  rm -r -f "${WORKSPACE_DIR}"/python/ray/thirdparty_files
 }
 
 build_wheel_windows() {