diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 1170be113..f59d27f57 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -99,6 +99,9 @@ jobs:
           # Doesn't build on macos
           - os: macos-latest
             gem: opentelemetry-exporter-jaeger
+         # Windows runs Ruby 3.4, which isn't compatible with this gem
+          - os: windows-latest
+            gem: opentelemetry-exporter-jaeger
           - os: windows-latest
             gem: opentelemetry-exporter-otlp-grpc
     name: ${{ matrix.gem }} / ${{ matrix.os }}
@@ -106,16 +109,19 @@ jobs:
     steps:
       - uses: actions/checkout@v2
       - name: "Test Ruby 3.4"
+        if: "${{ matrix.gem != 'opentelemetry-exporter-jaeger' }}"
         uses: ./.github/actions/test_gem
         with:
           gem: "${{ matrix.gem }}"
           ruby: "3.4"
       - name: "Test Ruby 3.3"
+        if: "${{ matrix.gem != 'opentelemetry-exporter-jaeger' }}"
         uses: ./.github/actions/test_gem
         with:
           gem: "${{ matrix.gem }}"
           ruby: "3.3"
       - name: "Test Ruby 3.2"
+        if: "${{ matrix.gem != 'opentelemetry-exporter-jaeger' }}"
         uses: ./.github/actions/test_gem
         with:
           gem: "${{ matrix.gem }}"
@@ -130,23 +136,24 @@ jobs:
           rubocop: true
           build: true
       - name: "Test Zipkin with JRuby"
-          if: "${{ matrix.os == 'ubuntu-latest' && matrix.gem == 'opentelemetry-exporter-zipkin' }}"
-          uses: ./.github/actions/test_gem
-          with:
-             gem: "${{ matrix.gem }}"
-             ruby: "jruby"
+        if: "${{ matrix.os == 'ubuntu-latest' && matrix.gem == 'opentelemetry-exporter-zipkin' }}"
+        uses: ./.github/actions/test_gem
+        with:
+          gem: "${{ matrix.gem }}"
+          ruby: "jruby"
       - name: "Test Jaeger with JRuby"
-          if: "${{ matrix.os == 'ubuntu-latest' && matrix.gem == 'opentelemetry-exporter-jaeger' }}"
-          uses: ./.github/actions/test_gem
-          with:
-             gem: "${{ matrix.gem }}"
-             ruby: "jruby-9.4"
+        if: "${{ matrix.os == 'ubuntu-latest' && matrix.gem == 'opentelemetry-exporter-jaeger' }}"
+        uses: ./.github/actions/test_gem
+        with:
+          gem: "${{ matrix.gem }}"
+          ruby: "jruby-9.4"
       - name: "Truffleruby Filter"
         id: truffleruby_skip
         shell: bash
         run: |
           echo "skip=false" >> $GITHUB_OUTPUT
-          [[ "${{ matrix.gem }}" == "opentelemetry-exporter-otlp-grpc"   ]] && echo "skip=true" >> $GITHUB_OUTPUT
+          [[ "${{ matrix.gem }}" == "opentelemetry-exporter-otlp-grpc" ]] && echo "skip=true" >> $GITHUB_OUTPUT
+          [[ "${{ matrix.gem }}" == "opentelemetry-exporter-jaeger" ]] && echo "skip=true" >> $GITHUB_OUTPUT
           # This is essentially a bash script getting evaluated, so we need to return true or the whole job fails.
           true
       - name: "Test truffleruby"
diff --git a/exporter/jaeger/.rubocop.yml b/exporter/jaeger/.rubocop.yml
index eb2cbe128..2001fb1ee 100644
--- a/exporter/jaeger/.rubocop.yml
+++ b/exporter/jaeger/.rubocop.yml
@@ -19,3 +19,5 @@ Metrics/BlockLength:
 Naming/FileName:
   Exclude:
     - "lib/opentelemetry-exporter-jaeger.rb"
+Gemspec/RequiredRubyVersion:
+  Severity: info