fix(ci): fix source test dependency issue (#19840)

Signed-off-by: xxchan <[email protected]>
risingwavelabs · Dec 18, 2024 · 569f9f9 · 569f9f9
1 parent a745083
commit 569f9f9
Show file tree

Hide file tree

Showing 4 changed files with 18 additions and 1 deletion.
diff --git a/ci/scripts/e2e-source-test.sh b/ci/scripts/e2e-source-test.sh
@@ -32,7 +32,7 @@ mkdir ./connector-node
 tar xf ./risingwave-connector.tar.gz -C ./connector-node
 
 echo "--- Install dependencies"
-python3 -m pip install --break-system-packages requests protobuf fastavro confluent_kafka jsonschema nats-py requests psycopg2-binary
+python3 -m pip install --break-system-packages -r ./e2e_test/requirements.txt
 apt-get -y install jq
 
 echo "--- e2e, inline test"

diff --git a/e2e_test/requirements.txt b/e2e_test/requirements.txt
@@ -0,0 +1,15 @@
+-r source_legacy/requirements.txt
+-r source_inline/requirements.txt
+requests
+confluent_kafka==2.6.2
+# confluent_kafka doesn't list dependencies, so we need to install them manually
+# https://github.com/confluentinc/confluent-kafka-python/issues/1712
+protobuf==5.28.0
+fastavro==1.9.4
+httpx==0.27.2
+attrs
+cachetools
+jsonschema
+google-auth
+google-api-core
+google-cloud-kms
diff --git a/e2e_test/source_inline/requirements.txt b/e2e_test/source_inline/requirements.txt
@@ -0,0 +1,2 @@
+nats-py==2.9.0
+psycopg2-binary==2.9.10
diff --git a/e2e_test/source_legacy/requirements.txt b/e2e_test/source_legacy/requirements.txt