diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
index fac7d18..ad325f0 100644
--- a/.github/workflows/test.yml
+++ b/.github/workflows/test.yml
@@ -6,7 +6,7 @@ jobs:
   ruby-versions:
     uses: ruby/actions/.github/workflows/ruby_versions.yml@master
     with:
-      engine: cruby
+      engine: cruby-truffleruby
       min_version: 2.5
 
   test:
@@ -19,6 +19,10 @@ jobs:
         exclude:
           - ruby: 2.5
             os: macos-latest
+          - ruby: truffleruby
+            os: windows-latest
+          - ruby: truffleruby-head
+            os: windows-latest
     runs-on: ${{ matrix.os }}
     steps:
     - uses: actions/checkout@v4
diff --git a/test/logger/test_logdevice.rb b/test/logger/test_logdevice.rb
index d3e4a99..25c52c1 100644
--- a/test/logger/test_logdevice.rb
+++ b/test/logger/test_logdevice.rb
@@ -437,7 +437,9 @@ def test_shifting_size_not_rotate_too_much
         logdev1.write(message)
         assert_file.identical?(log, logdev1.dev)
         # NOTE: below assertion fails in JRuby 9.3 and TruffleRuby
-        assert_file.identical?(log + ".0", logdev2.dev)
+        unless %w[jruby truffleruby].include? RUBY_ENGINE
+          assert_file.identical?(log + ".0", logdev2.dev)
+        end
 
         logdev2.write(message)
         assert_file.identical?(log, logdev1.dev)