diff --git a/ci/scripts/e2e-source-test.sh b/ci/scripts/e2e-source-test.sh index a52e7be793911..94ceaaaa853c1 100755 --- a/ci/scripts/e2e-source-test.sh +++ b/ci/scripts/e2e-source-test.sh @@ -32,7 +32,7 @@ mkdir ./connector-node tar xf ./risingwave-connector.tar.gz -C ./connector-node echo "--- Install dependencies" -python3 -m pip install --break-system-packages requests protobuf fastavro confluent_kafka jsonschema nats-py requests psycopg2-binary +python3 -m pip install --break-system-packages -r ./e2e_test/requirements.txt apt-get -y install jq echo "--- e2e, inline test" diff --git a/e2e_test/requirements.txt b/e2e_test/requirements.txt new file mode 100644 index 0000000000000..59fef9c06fd42 --- /dev/null +++ b/e2e_test/requirements.txt @@ -0,0 +1,15 @@ +-r source_legacy/requirements.txt +-r source_inline/requirements.txt +requests +confluent_kafka==2.6.2 +# confluent_kafka doesn't list dependencies, so we need to install them manually +# https://github.com/confluentinc/confluent-kafka-python/issues/1712 +protobuf==5.28.0 +fastavro==1.9.4 +httpx==0.27.2 +attrs +cachetools +jsonschema +google-auth +google-api-core +google-cloud-kms diff --git a/e2e_test/source_inline/requirements.txt b/e2e_test/source_inline/requirements.txt new file mode 100644 index 0000000000000..e62c75a24c126 --- /dev/null +++ b/e2e_test/source_inline/requirements.txt @@ -0,0 +1,2 @@ +nats-py==2.9.0 +psycopg2-binary==2.9.10 diff --git a/e2e_test/source_legacy/requirements.txt b/e2e_test/source_legacy/requirements.txt new file mode 100644 index 0000000000000..e69de29bb2d1d