diff --git a/R/ReinforcementLearningExperiments/Compat.toml b/R/ReinforcementLearningExperiments/Compat.toml
index a897e600a6290eb..ff6bb40848fdce3 100644
--- a/R/ReinforcementLearningExperiments/Compat.toml
+++ b/R/ReinforcementLearningExperiments/Compat.toml
@@ -61,17 +61,27 @@ ReinforcementLearningCore = "0.10"
 ReinforcementLearningZoo = "0.7"
 
 ["0.3.1-0"]
-ReinforcementLearningZoo = "0.7-0.8"
 julia = "1.9.0-1"
 
+["0.3.1-0.3"]
+ReinforcementLearningZoo = "0.7-0.8"
+
 ["0.3.1-0.3.2"]
 ReinforcementLearningCore = "0.10-0.11"
 
-["0.3.2-0"]
+["0.3.2-0.3"]
 Flux = "0.13-0.14"
 
 ["0.3.3-0.3.4"]
 ReinforcementLearningCore = "0.12"
 
-["0.3.5-0"]
+["0.3.5-0.3"]
 ReinforcementLearningCore = "0.12-0.13"
+
+["0.4-0"]
+CUDA = "4-5"
+Flux = "0.14"
+IntervalSets = "0.7"
+ReinforcementLearningCore = "0.14"
+ReinforcementLearningZoo = "0.9"
+cuDNN = "1"
diff --git a/R/ReinforcementLearningExperiments/Deps.toml b/R/ReinforcementLearningExperiments/Deps.toml
index 7c38298eed9976e..0c1b1408c49f325 100644
--- a/R/ReinforcementLearningExperiments/Deps.toml
+++ b/R/ReinforcementLearningExperiments/Deps.toml
@@ -34,3 +34,8 @@ Zygote = "e88e6eb3-aa80-5325-afca-941959d7151f"
 
 ["0.2-0"]
 Reexport = "189a3867-3050-52da-a836-e630ba90ab69"
+
+["0.4-0"]
+CUDA = "052768ef-5323-5732-b1bb-66c8b64840ba"
+IntervalSets = "8197267c-284f-5f27-9208-e0e47529a953"
+cuDNN = "02a925ec-e4fe-4b08-9a7e-0d78e3d38ccd"
diff --git a/R/ReinforcementLearningExperiments/Versions.toml b/R/ReinforcementLearningExperiments/Versions.toml
index 2c771cd10b059e6..d4e574c74cfc6c8 100644
--- a/R/ReinforcementLearningExperiments/Versions.toml
+++ b/R/ReinforcementLearningExperiments/Versions.toml
@@ -33,3 +33,6 @@ git-tree-sha1 = "610ee772ea211d9be61826b198004d907fc3d6f2"
 
 ["0.3.5"]
 git-tree-sha1 = "9fc1896e3cf177ea1812ac355ea6d37b996d0ed3"
+
+["0.4.0"]
+git-tree-sha1 = "f5be94805d274599b566fb754aa00ae855174472"