diff --git a/python/hidet/version.py b/python/hidet/version.py
index 23c7332e..6d68118d 100644
--- a/python/hidet/version.py
+++ b/python/hidet/version.py
@@ -9,4 +9,4 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-__version__ = "0.3.1"
+__version__ = "0.4.0.dev"
diff --git a/setup.py b/setup.py
index abe6a64f..7fc9cb64 100644
--- a/setup.py
+++ b/setup.py
@@ -14,7 +14,7 @@
 
 setup(
     name="hidet",
-    version="0.3.1",
+    version="0.4.0.dev",
     description="Hidet: a compilation-based DNN inference framework.",
     long_description=open("README.md").read(),
     long_description_content_type="text/markdown",