diff --git a/docs/source/conf.py b/docs/source/conf.py
index 5afb081c90d..8b92e84e784 100644
--- a/docs/source/conf.py
+++ b/docs/source/conf.py
@@ -24,7 +24,7 @@
 # The short X.Y version
 version = u''
 # The full version, including alpha/beta/rc tags
-release = '0.3.0'
+release = '0.4.0'
 
 
 # -- General configuration ---------------------------------------------------
diff --git a/setup.py b/setup.py
index f2719bd67fe..58592979ce9 100644
--- a/setup.py
+++ b/setup.py
@@ -110,7 +110,7 @@
 
 setup(
     name='nlp',
-    version="0.3.0",
+    version="0.4.0",
     description=DOCLINES[0],
     long_description='\n'.join(DOCLINES[2:]),
     author='HuggingFace Inc.',
diff --git a/src/nlp/__init__.py b/src/nlp/__init__.py
index 7afce7943db..de89d78fdf5 100644
--- a/src/nlp/__init__.py
+++ b/src/nlp/__init__.py
@@ -18,7 +18,7 @@
 # pylint: enable=line-too-long
 # pylint: disable=g-import-not-at-top,g-bad-import-order,wrong-import-position
 
-__version__ = "0.3.0"
+__version__ = "0.4.0"
 
 import pyarrow
 from pyarrow import total_allocated_bytes