add ci-iceberg-engine

ci/scripts/e2e-iceberg-engine-test.sh

@@ -33,7 +33,7 @@ tar xf ./risingwave-connector.tar.gz -C ./connector-node
 
 echo "--- starting risingwave cluster"
 mkdir -p .risingwave/log
-risedev ci-start iceberg-engine
+risedev ci-start ci-iceberg-engine
 sleep 1
 
 

ci/workflows/pull-request.yml

@@ -296,7 +296,7 @@ steps:
       - "build-other"
     plugins:
       - docker-compose#v5.1.0:
-          run: rw-build-env
+          run: sink-test-env
           config: ci/docker-compose.yml
           mount-buildkite-agent: true
       - ./ci/plugins/upload-failure-logs

risedev.yml

@@ -138,7 +138,7 @@ profile:
       AWS_SECRET_ACCESS_KEY: "hummockadmin"
       RW_BACKEND: "postgres"
       RW_SQL_USERNAME: "postgres"
-      RW_SQL_PASSWORD: "123"
+      RW_SQL_PASSWORD: "postgres"
       RW_SQL_ENDPOINT: "127.0.0.1:8432"
       RW_SQL_DATABASE: "metadata"
       CONNECTOR_LIBS_PATH: ".risingwave/bin/connector-node/libs"
@@ -157,6 +157,35 @@ profile:
       - use: grafana
       - use: kafka
         persist-data: true
+  ci-iceberg-engine:
+    env:
+      AWS_ENDPOINT_URL: "http://127.0.0.1:9301"
+      AWS_REGION: "ap-southeast-2"
+      AWS_S3_BUCKET: "hummock001"
+      RW_DATA_DIRECTORY: "data-dir"
+      AWS_ACCESS_KEY_ID: "hummockadmin"
+      AWS_SECRET_ACCESS_KEY: "hummockadmin"
+      RW_BACKEND: "postgres"
+      RW_SQL_USERNAME: "postgres"
+      RW_SQL_PASSWORD: "postgres"
+      RW_SQL_ENDPOINT: "db:5432"
+      RW_SQL_DATABASE: "metadata"
+      CONNECTOR_LIBS_PATH: ".risingwave/bin/connector-node/libs"
+    steps:
+      - use: minio
+      - use: postgres
+        port: 5432
+        address: db
+        database: metadata
+        user: postgres
+        password: postgres
+        user-managed: true
+        application: metastore
+      - use: meta-node
+        meta-backend: postgres
+      - use: compute-node
+      - use: frontend
+      - use: compactor
 
   standalone-full-peripherals:
     steps: