diff --git a/setup.py b/setup.py
index 5ee67a7..2deffe9 100644
--- a/setup.py
+++ b/setup.py
@@ -7,7 +7,7 @@ from setuptools import find_packages, setup
 
 setup(
     name="torchscale",
-    version="0.1.2",
+    version="0.2.0",
     author="TorchScale Team",
     author_email="Shuming.Ma@microsoft.com",
     description="Transformers at any scale",