diff --git a/.gitmodules b/.gitmodules
index d22152e68acf..544a1371cd19 100644
--- a/.gitmodules
+++ b/.gitmodules
@@ -1,3 +1,6 @@
 [submodule "transformers"]
 	path = transformers
 	url = https://github.com/huggingface/transformers.git
+[submodule "peft"]
+	path = peft
+	url = https://github.com/huggingface/peft.git
diff --git a/peft b/peft
new file mode 160000
index 000000000000..098962fa6515
--- /dev/null
+++ b/peft
@@ -0,0 +1 @@
+Subproject commit 098962fa6515f2e4fe83a757f5995d3ffbb1c373