diff --git a/setup.py b/setup.py
index fee77bea96a..7555c0daf79 100644
--- a/setup.py
+++ b/setup.py
@@ -49,7 +49,7 @@
 
 setup(
     name="accelerate",
-    version="1.2.0.dev0",
+    version="1.4.0.dev0",
     description="Accelerate",
     long_description=open("README.md", encoding="utf-8").read(),
     long_description_content_type="text/markdown",
diff --git a/src/accelerate/__init__.py b/src/accelerate/__init__.py
index 658ea4cc3b6..bdee3a314e7 100644
--- a/src/accelerate/__init__.py
+++ b/src/accelerate/__init__.py
@@ -11,7 +11,7 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-__version__ = "1.2.0.dev0"
+__version__ = "1.4.0.dev0"
 
 from .accelerator import Accelerator
 from .big_modeling import (