[ISSUE-399] Support S3 persistent IO type

geaflow/geaflow-plugins/geaflow-file/geaflow-file-common/src/main/java/com/antgroup/geaflow/file/FileConfigKeys.java

@@ -67,4 +67,41 @@ public class FileConfigKeys {
         .key("geaflow.file.oss.secret.key")
         .defaultValue(null)
         .description("oss secret key");
+
+
+    public static final ConfigKey S3_BUCKET_NAME = ConfigKeys
+        .key("geaflow.file.s3.bucket.name")
+        .defaultValue(null)
+        .description("s3 bucket name");
+
+    public static final ConfigKey S3_ENDPOINT = ConfigKeys
+        .key("geaflow.file.s3.endpoint")
+        .defaultValue(null)
+        .description("s3 endpoint");
+
+    public static final ConfigKey S3_ACCESS_KEY_ID = ConfigKeys
+        .key("geaflow.file.s3.access.key.id")
+        .defaultValue(null)
+        .description("s3 access key id");
+
+    public static final ConfigKey S3_ACCESS_KEY = ConfigKeys
+        .key("geaflow.file.s3.access.key")
+        .defaultValue(null)
+        .description("s3 access key");
+
+    public static final ConfigKey S3_MIN_PART_SIZE = ConfigKeys
+        .key("geaflow.file.s3.min.part.size")
+        .defaultValue(5242880L)
+        .description("s3 input minimum part size in bytes");
+
+    public static final ConfigKey S3_INPUT_STREAM_CHUNK_SIZE = ConfigKeys
+        .key("geaflow.file.s3.input.stream.chunk.size")
+        .defaultValue(1048576)
+        .description("s3 input stream chunk size in bytes");
+
+
+    public static final ConfigKey S3_REGION = ConfigKeys
+        .key("geaflow.file.s3.region")
+        .defaultValue("CN_NORTH_1")
+        .description("s3 region");
 }

geaflow/geaflow-plugins/geaflow-file/geaflow-file-common/src/main/java/com/antgroup/geaflow/file/PersistentType.java

@@ -23,6 +23,10 @@ public enum PersistentType {
      * hdfs or pangu file schema.
      */
     DFS,
+    /**
+     * s3 file schema.
+     */
+    S3,
     /**
      * local file schema, for testing.
      */

geaflow/geaflow-plugins/geaflow-file/geaflow-file-s3/pom.xml

@@ -0,0 +1,55 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+ ~ Copyright 2023 AntGroup CO., Ltd.
+ ~
+ ~ Licensed under the Apache License, Version 2.0 (the "License");
+ ~ you may not use this file except in compliance with the License.
+ ~ You may obtain a copy of the License at
+ ~
+ ~ http://www.apache.org/licenses/LICENSE-2.0
+ ~
+ ~ Unless required by applicable law or agreed to in writing, software
+ ~ distributed under the License is distributed on an "AS IS" BASIS,
+ ~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ -->
+
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+    <parent>
+        <artifactId>geaflow-file</artifactId>
+        <groupId>com.antgroup.tugraph</groupId>
+        <version>0.5.0-SNAPSHOT</version>
+    </parent>
+    <modelVersion>4.0.0</modelVersion>
+
+    <artifactId>geaflow-file-s3</artifactId>
+
+    <dependencies>
+        <dependency>
+            <groupId>com.antgroup.tugraph</groupId>
+            <artifactId>geaflow-file-common</artifactId>
+        </dependency>
+        <dependency>
+            <groupId>software.amazon.awssdk</groupId>
+            <artifactId>s3</artifactId>
+            <version>${s3.version}</version>
+        </dependency>
+        <dependency>
+            <groupId>software.amazon.awssdk</groupId>
+            <artifactId>s3-transfer-manager</artifactId>
+            <version>${s3-transfer-manager.version}</version>
+        </dependency>
+        <dependency>
+            <groupId>software.amazon.awssdk.crt</groupId>
+            <artifactId>aws-crt</artifactId>
+            <version>${aws-crt.version}</version>
+        </dependency>
+        <dependency>
+            <groupId>org.jetbrains</groupId>
+            <artifactId>annotations</artifactId>
+            <version>${org.jetbrains.annotations}</version>
+        </dependency>
+    </dependencies>
+
+</project>