diff --git a/MANIFEST.in b/MANIFEST.in
index 775eac1bfe..fd6af305b3 100644
--- a/MANIFEST.in
+++ b/MANIFEST.in
@@ -9,4 +9,4 @@ include versioneer.py
 include xinference/_version.py
 global-exclude conftest.py
 include xinference/locale/*.json
-include xinference/model/*.json
+include xinference/model/llm/*.json