diff --git a/CHANGELOG.md b/CHANGELOG.md
index c7e01f85..b8db8cad 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -1,5 +1,16 @@
 ## [Unreleased]
 
+## [0.5.1] - 2023-12-11
+
+### Fixed
+
+* do not collect environment tags when CI is not enabled ([#87][])
+
+### Changed
+
+* Move private classes and modules deeper in module hierarchy ([#85][])
+* update appraisal dependencies ([#84][])
+
 ## [0.5.0] - 2023-12-06
 
 ### Test suite level visibility
@@ -101,7 +112,8 @@ Currently test suite level visibility is not used by our instrumentation: it wil
 
 * Ruby versions < 2.7 no longer supported ([#8][])
 
-[Unreleased]: https://github.com/DataDog/datadog-ci-rb/compare/v0.5.0...main
+[Unreleased]: https://github.com/DataDog/datadog-ci-rb/compare/v0.5.1...main
+[0.5.1]: https://github.com/DataDog/datadog-ci-rb/compare/v0.5.0...v0.5.1
 [0.5.0]: https://github.com/DataDog/datadog-ci-rb/compare/v0.4.1...v0.5.0
 [0.4.1]: https://github.com/DataDog/datadog-ci-rb/compare/v0.4.0...v0.4.1
 [0.4.0]: https://github.com/DataDog/datadog-ci-rb/compare/v0.3.0...v0.4.0
@@ -138,4 +150,7 @@ Currently test suite level visibility is not used by our instrumentation: it wil
 [#79]: https://github.com/DataDog/datadog-ci-rb/issues/79
 [#80]: https://github.com/DataDog/datadog-ci-rb/issues/80
 [#81]: https://github.com/DataDog/datadog-ci-rb/issues/81
-[#82]: https://github.com/DataDog/datadog-ci-rb/issues/82
\ No newline at end of file
+[#82]: https://github.com/DataDog/datadog-ci-rb/issues/82
+[#84]: https://github.com/DataDog/datadog-ci-rb/issues/84
+[#85]: https://github.com/DataDog/datadog-ci-rb/issues/85
+[#87]: https://github.com/DataDog/datadog-ci-rb/issues/87
diff --git a/gemfiles/jruby_9.4_cucumber_3.gemfile.lock b/gemfiles/jruby_9.4_cucumber_3.gemfile.lock
index 8e41fb76..78f08440 100644
--- a/gemfiles/jruby_9.4_cucumber_3.gemfile.lock
+++ b/gemfiles/jruby_9.4_cucumber_3.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/jruby_9.4_cucumber_4.gemfile.lock b/gemfiles/jruby_9.4_cucumber_4.gemfile.lock
index 2a8f5bc5..3a50b493 100644
--- a/gemfiles/jruby_9.4_cucumber_4.gemfile.lock
+++ b/gemfiles/jruby_9.4_cucumber_4.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/jruby_9.4_cucumber_5.gemfile.lock b/gemfiles/jruby_9.4_cucumber_5.gemfile.lock
index a5c6d569..41b298d1 100644
--- a/gemfiles/jruby_9.4_cucumber_5.gemfile.lock
+++ b/gemfiles/jruby_9.4_cucumber_5.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/jruby_9.4_cucumber_6.gemfile.lock b/gemfiles/jruby_9.4_cucumber_6.gemfile.lock
index 81303c50..724042e8 100644
--- a/gemfiles/jruby_9.4_cucumber_6.gemfile.lock
+++ b/gemfiles/jruby_9.4_cucumber_6.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/jruby_9.4_cucumber_7.gemfile.lock b/gemfiles/jruby_9.4_cucumber_7.gemfile.lock
index 10a83cfe..3c09298c 100644
--- a/gemfiles/jruby_9.4_cucumber_7.gemfile.lock
+++ b/gemfiles/jruby_9.4_cucumber_7.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/jruby_9.4_cucumber_8.gemfile.lock b/gemfiles/jruby_9.4_cucumber_8.gemfile.lock
index 41c3503b..0e2e5637 100644
--- a/gemfiles/jruby_9.4_cucumber_8.gemfile.lock
+++ b/gemfiles/jruby_9.4_cucumber_8.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/jruby_9.4_minitest_5.gemfile.lock b/gemfiles/jruby_9.4_minitest_5.gemfile.lock
index 2c0ee967..b570d6fa 100644
--- a/gemfiles/jruby_9.4_minitest_5.gemfile.lock
+++ b/gemfiles/jruby_9.4_minitest_5.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/jruby_9.4_rspec_3.gemfile.lock b/gemfiles/jruby_9.4_rspec_3.gemfile.lock
index 4039f34e..dfd2538b 100644
--- a/gemfiles/jruby_9.4_rspec_3.gemfile.lock
+++ b/gemfiles/jruby_9.4_rspec_3.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/ruby_2.7_cucumber_3.gemfile.lock b/gemfiles/ruby_2.7_cucumber_3.gemfile.lock
index de000234..3f72eab1 100644
--- a/gemfiles/ruby_2.7_cucumber_3.gemfile.lock
+++ b/gemfiles/ruby_2.7_cucumber_3.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/ruby_2.7_cucumber_4.gemfile.lock b/gemfiles/ruby_2.7_cucumber_4.gemfile.lock
index d6215053..97061b27 100644
--- a/gemfiles/ruby_2.7_cucumber_4.gemfile.lock
+++ b/gemfiles/ruby_2.7_cucumber_4.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/ruby_2.7_cucumber_5.gemfile.lock b/gemfiles/ruby_2.7_cucumber_5.gemfile.lock
index 4761b11b..99474ab3 100644
--- a/gemfiles/ruby_2.7_cucumber_5.gemfile.lock
+++ b/gemfiles/ruby_2.7_cucumber_5.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/ruby_2.7_cucumber_6.gemfile.lock b/gemfiles/ruby_2.7_cucumber_6.gemfile.lock
index 02b11f9d..696114f9 100644
--- a/gemfiles/ruby_2.7_cucumber_6.gemfile.lock
+++ b/gemfiles/ruby_2.7_cucumber_6.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/ruby_2.7_cucumber_7.gemfile.lock b/gemfiles/ruby_2.7_cucumber_7.gemfile.lock
index bfcce644..810c5169 100644
--- a/gemfiles/ruby_2.7_cucumber_7.gemfile.lock
+++ b/gemfiles/ruby_2.7_cucumber_7.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/ruby_2.7_cucumber_8.gemfile.lock b/gemfiles/ruby_2.7_cucumber_8.gemfile.lock
index a237500f..9e3937dd 100644
--- a/gemfiles/ruby_2.7_cucumber_8.gemfile.lock
+++ b/gemfiles/ruby_2.7_cucumber_8.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/ruby_2.7_minitest_5.gemfile.lock b/gemfiles/ruby_2.7_minitest_5.gemfile.lock
index 0e45702f..fda059fc 100644
--- a/gemfiles/ruby_2.7_minitest_5.gemfile.lock
+++ b/gemfiles/ruby_2.7_minitest_5.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/ruby_2.7_rspec_3.gemfile.lock b/gemfiles/ruby_2.7_rspec_3.gemfile.lock
index aaaeba24..8a3d97fc 100644
--- a/gemfiles/ruby_2.7_rspec_3.gemfile.lock
+++ b/gemfiles/ruby_2.7_rspec_3.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/ruby_3.0_cucumber_3.gemfile.lock b/gemfiles/ruby_3.0_cucumber_3.gemfile.lock
index de000234..3f72eab1 100644
--- a/gemfiles/ruby_3.0_cucumber_3.gemfile.lock
+++ b/gemfiles/ruby_3.0_cucumber_3.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/ruby_3.0_cucumber_4.gemfile.lock b/gemfiles/ruby_3.0_cucumber_4.gemfile.lock
index d6215053..97061b27 100644
--- a/gemfiles/ruby_3.0_cucumber_4.gemfile.lock
+++ b/gemfiles/ruby_3.0_cucumber_4.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/ruby_3.0_cucumber_5.gemfile.lock b/gemfiles/ruby_3.0_cucumber_5.gemfile.lock
index 4761b11b..99474ab3 100644
--- a/gemfiles/ruby_3.0_cucumber_5.gemfile.lock
+++ b/gemfiles/ruby_3.0_cucumber_5.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/ruby_3.0_cucumber_6.gemfile.lock b/gemfiles/ruby_3.0_cucumber_6.gemfile.lock
index 02b11f9d..696114f9 100644
--- a/gemfiles/ruby_3.0_cucumber_6.gemfile.lock
+++ b/gemfiles/ruby_3.0_cucumber_6.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/ruby_3.0_cucumber_7.gemfile.lock b/gemfiles/ruby_3.0_cucumber_7.gemfile.lock
index bfcce644..810c5169 100644
--- a/gemfiles/ruby_3.0_cucumber_7.gemfile.lock
+++ b/gemfiles/ruby_3.0_cucumber_7.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/ruby_3.0_cucumber_8.gemfile.lock b/gemfiles/ruby_3.0_cucumber_8.gemfile.lock
index a237500f..9e3937dd 100644
--- a/gemfiles/ruby_3.0_cucumber_8.gemfile.lock
+++ b/gemfiles/ruby_3.0_cucumber_8.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/ruby_3.0_minitest_5.gemfile.lock b/gemfiles/ruby_3.0_minitest_5.gemfile.lock
index 0e45702f..fda059fc 100644
--- a/gemfiles/ruby_3.0_minitest_5.gemfile.lock
+++ b/gemfiles/ruby_3.0_minitest_5.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/ruby_3.0_rspec_3.gemfile.lock b/gemfiles/ruby_3.0_rspec_3.gemfile.lock
index aaaeba24..8a3d97fc 100644
--- a/gemfiles/ruby_3.0_rspec_3.gemfile.lock
+++ b/gemfiles/ruby_3.0_rspec_3.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/ruby_3.1_cucumber_3.gemfile.lock b/gemfiles/ruby_3.1_cucumber_3.gemfile.lock
index de000234..3f72eab1 100644
--- a/gemfiles/ruby_3.1_cucumber_3.gemfile.lock
+++ b/gemfiles/ruby_3.1_cucumber_3.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/ruby_3.1_cucumber_4.gemfile.lock b/gemfiles/ruby_3.1_cucumber_4.gemfile.lock
index d6215053..97061b27 100644
--- a/gemfiles/ruby_3.1_cucumber_4.gemfile.lock
+++ b/gemfiles/ruby_3.1_cucumber_4.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/ruby_3.1_cucumber_5.gemfile.lock b/gemfiles/ruby_3.1_cucumber_5.gemfile.lock
index 4761b11b..99474ab3 100644
--- a/gemfiles/ruby_3.1_cucumber_5.gemfile.lock
+++ b/gemfiles/ruby_3.1_cucumber_5.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/ruby_3.1_cucumber_6.gemfile.lock b/gemfiles/ruby_3.1_cucumber_6.gemfile.lock
index 02b11f9d..696114f9 100644
--- a/gemfiles/ruby_3.1_cucumber_6.gemfile.lock
+++ b/gemfiles/ruby_3.1_cucumber_6.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/ruby_3.1_cucumber_7.gemfile.lock b/gemfiles/ruby_3.1_cucumber_7.gemfile.lock
index bfcce644..810c5169 100644
--- a/gemfiles/ruby_3.1_cucumber_7.gemfile.lock
+++ b/gemfiles/ruby_3.1_cucumber_7.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/ruby_3.1_cucumber_8.gemfile.lock b/gemfiles/ruby_3.1_cucumber_8.gemfile.lock
index a237500f..9e3937dd 100644
--- a/gemfiles/ruby_3.1_cucumber_8.gemfile.lock
+++ b/gemfiles/ruby_3.1_cucumber_8.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/ruby_3.1_minitest_5.gemfile.lock b/gemfiles/ruby_3.1_minitest_5.gemfile.lock
index 0e45702f..fda059fc 100644
--- a/gemfiles/ruby_3.1_minitest_5.gemfile.lock
+++ b/gemfiles/ruby_3.1_minitest_5.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/ruby_3.1_rspec_3.gemfile.lock b/gemfiles/ruby_3.1_rspec_3.gemfile.lock
index aaaeba24..8a3d97fc 100644
--- a/gemfiles/ruby_3.1_rspec_3.gemfile.lock
+++ b/gemfiles/ruby_3.1_rspec_3.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/ruby_3.2_cucumber_3.gemfile.lock b/gemfiles/ruby_3.2_cucumber_3.gemfile.lock
index 0c94ff5a..6cd2e74f 100644
--- a/gemfiles/ruby_3.2_cucumber_3.gemfile.lock
+++ b/gemfiles/ruby_3.2_cucumber_3.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/ruby_3.2_cucumber_4.gemfile.lock b/gemfiles/ruby_3.2_cucumber_4.gemfile.lock
index f77f96c7..c5de17e2 100644
--- a/gemfiles/ruby_3.2_cucumber_4.gemfile.lock
+++ b/gemfiles/ruby_3.2_cucumber_4.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/ruby_3.2_cucumber_5.gemfile.lock b/gemfiles/ruby_3.2_cucumber_5.gemfile.lock
index 5708d31d..4a826a1f 100644
--- a/gemfiles/ruby_3.2_cucumber_5.gemfile.lock
+++ b/gemfiles/ruby_3.2_cucumber_5.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/ruby_3.2_cucumber_6.gemfile.lock b/gemfiles/ruby_3.2_cucumber_6.gemfile.lock
index fe5cbf14..31756d67 100644
--- a/gemfiles/ruby_3.2_cucumber_6.gemfile.lock
+++ b/gemfiles/ruby_3.2_cucumber_6.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/ruby_3.2_cucumber_7.gemfile.lock b/gemfiles/ruby_3.2_cucumber_7.gemfile.lock
index c0da7390..977fe801 100644
--- a/gemfiles/ruby_3.2_cucumber_7.gemfile.lock
+++ b/gemfiles/ruby_3.2_cucumber_7.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/ruby_3.2_cucumber_8.gemfile.lock b/gemfiles/ruby_3.2_cucumber_8.gemfile.lock
index 6346c269..c9353edc 100644
--- a/gemfiles/ruby_3.2_cucumber_8.gemfile.lock
+++ b/gemfiles/ruby_3.2_cucumber_8.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/ruby_3.2_minitest_5.gemfile.lock b/gemfiles/ruby_3.2_minitest_5.gemfile.lock
index 3825ba5f..76ae7ca2 100644
--- a/gemfiles/ruby_3.2_minitest_5.gemfile.lock
+++ b/gemfiles/ruby_3.2_minitest_5.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/ruby_3.2_rspec_3.gemfile.lock b/gemfiles/ruby_3.2_rspec_3.gemfile.lock
index f0706091..d6859b18 100644
--- a/gemfiles/ruby_3.2_rspec_3.gemfile.lock
+++ b/gemfiles/ruby_3.2_rspec_3.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/ruby_3.3_cucumber_3.gemfile.lock b/gemfiles/ruby_3.3_cucumber_3.gemfile.lock
index d224217d..a50484c0 100644
--- a/gemfiles/ruby_3.3_cucumber_3.gemfile.lock
+++ b/gemfiles/ruby_3.3_cucumber_3.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/ruby_3.3_cucumber_4.gemfile.lock b/gemfiles/ruby_3.3_cucumber_4.gemfile.lock
index 581aafc8..aa1ead5f 100644
--- a/gemfiles/ruby_3.3_cucumber_4.gemfile.lock
+++ b/gemfiles/ruby_3.3_cucumber_4.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/ruby_3.3_cucumber_5.gemfile.lock b/gemfiles/ruby_3.3_cucumber_5.gemfile.lock
index bd6994ec..18887d52 100644
--- a/gemfiles/ruby_3.3_cucumber_5.gemfile.lock
+++ b/gemfiles/ruby_3.3_cucumber_5.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/ruby_3.3_cucumber_6.gemfile.lock b/gemfiles/ruby_3.3_cucumber_6.gemfile.lock
index 7a0db3b7..e57b80e7 100644
--- a/gemfiles/ruby_3.3_cucumber_6.gemfile.lock
+++ b/gemfiles/ruby_3.3_cucumber_6.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/ruby_3.3_cucumber_7.gemfile.lock b/gemfiles/ruby_3.3_cucumber_7.gemfile.lock
index f71d323a..58a57a54 100644
--- a/gemfiles/ruby_3.3_cucumber_7.gemfile.lock
+++ b/gemfiles/ruby_3.3_cucumber_7.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/ruby_3.3_cucumber_8.gemfile.lock b/gemfiles/ruby_3.3_cucumber_8.gemfile.lock
index 410a2bc8..9ba98900 100644
--- a/gemfiles/ruby_3.3_cucumber_8.gemfile.lock
+++ b/gemfiles/ruby_3.3_cucumber_8.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/ruby_3.3_minitest_5.gemfile.lock b/gemfiles/ruby_3.3_minitest_5.gemfile.lock
index 5a160f19..156ac77e 100644
--- a/gemfiles/ruby_3.3_minitest_5.gemfile.lock
+++ b/gemfiles/ruby_3.3_minitest_5.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/gemfiles/ruby_3.3_rspec_3.gemfile.lock b/gemfiles/ruby_3.3_rspec_3.gemfile.lock
index 014d8e80..489e8a29 100644
--- a/gemfiles/ruby_3.3_rspec_3.gemfile.lock
+++ b/gemfiles/ruby_3.3_rspec_3.gemfile.lock
@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    datadog-ci (0.5.0)
+    datadog-ci (0.5.1)
       msgpack
 
 GEM
diff --git a/lib/datadog/ci/version.rb b/lib/datadog/ci/version.rb
index ecaa048e..46ade828 100644
--- a/lib/datadog/ci/version.rb
+++ b/lib/datadog/ci/version.rb
@@ -5,7 +5,7 @@ module CI
     module VERSION
       MAJOR = "0"
       MINOR = "5"
-      PATCH = "0"
+      PATCH = "1"
       PRE = nil
       BUILD = nil
       # PRE and BUILD above are modified for dev gems during gem build GHA workflow