diff --git a/.gitmodules b/.gitmodules
new file mode 100644
index 0000000..becf281
--- /dev/null
+++ b/.gitmodules
@@ -0,0 +1,6 @@
+[submodule "VLMEvalKit"]
+	path = VLMEvalKit
+	url = https://github.com/open-compass/VLMEvalKit.git
+[submodule "LLaVA"]
+	path = LLaVA
+	url = https://github.com/haotian-liu/LLaVA.git
diff --git a/LLaVA b/LLaVA
new file mode 160000
index 0000000..c121f04
--- /dev/null
+++ b/LLaVA
@@ -0,0 +1 @@
+Subproject commit c121f0432da27facab705978f83c4ada465e46fd
diff --git a/VLMEvalKit b/VLMEvalKit
new file mode 160000
index 0000000..0c44cd2
--- /dev/null
+++ b/VLMEvalKit
@@ -0,0 +1 @@
+Subproject commit 0c44cd2845a0fab51580c5654a86c0da96c7d155