Merge pull request #5204 from WeDataSphere/master-s3

Fix linkis storage ss3 and oss

linkis-commons/linkis-storage/src/main/java/org/apache/linkis/storage/factory/impl/BuildOSSSystem.java

@@ -0,0 +1,70 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *    http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.linkis.storage.factory.impl;
+
+import org.apache.linkis.common.io.Fs;
+import org.apache.linkis.storage.factory.BuildFactory;
+import org.apache.linkis.storage.fs.impl.OSSFileSystem;
+import org.apache.linkis.storage.utils.StorageUtils;
+
+import java.io.IOException;
+
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+public class BuildOSSSystem implements BuildFactory {
+
+  private static final Logger LOG = LoggerFactory.getLogger(BuildOSSSystem.class);
+
+  /**
+   * get file system
+   *
+   * @param user
+   * @param proxyUser
+   * @return
+   */
+  @Override
+  public Fs getFs(String user, String proxyUser) {
+    OSSFileSystem fs = new OSSFileSystem();
+    try {
+      fs.init(null);
+    } catch (IOException e) {
+      LOG.warn("get file system failed", e);
+    }
+    fs.setUser(user);
+    return fs;
+  }
+
+  @Override
+  public Fs getFs(String user, String proxyUser, String label) {
+    OSSFileSystem fs = new OSSFileSystem();
+    try {
+      fs.init(null);
+    } catch (IOException e) {
+      LOG.warn("get file system failed", e);
+    }
+    fs.setUser(proxyUser);
+    fs.setLabel(label);
+    return fs;
+  }
+
+  @Override
+  public String fsName() {
+    return StorageUtils.OSS();
+  }
+}

linkis-commons/linkis-storage/src/main/java/org/apache/linkis/storage/factory/impl/BuildS3FileSystem.java

@@ -0,0 +1,62 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *    http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.linkis.storage.factory.impl;
+
+import org.apache.linkis.common.io.Fs;
+import org.apache.linkis.storage.factory.BuildFactory;
+import org.apache.linkis.storage.fs.impl.S3FileSystem;
+import org.apache.linkis.storage.utils.StorageUtils;
+
+import java.io.IOException;
+
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+public class BuildS3FileSystem implements BuildFactory {
+  private static final Logger LOG = LoggerFactory.getLogger(BuildS3FileSystem.class);
+
+  @Override
+  public Fs getFs(String user, String proxyUser) {
+    S3FileSystem fs = new S3FileSystem();
+    try {
+      fs.init(null);
+    } catch (IOException e) {
+      LOG.warn("get file system failed", e);
+    }
+    fs.setUser(user);
+    return fs;
+  }
+
+  @Override
+  public Fs getFs(String user, String proxyUser, String label) {
+    S3FileSystem fs = new S3FileSystem();
+    try {
+      fs.init(null);
+    } catch (IOException e) {
+      LOG.warn("get file system failed", e);
+    }
+    fs.setUser(user);
+    fs.setLabel(label);
+    return fs;
+  }
+
+  @Override
+  public String fsName() {
+    return StorageUtils.S3();
+  }
+}

linkis-commons/linkis-storage/src/main/java/org/apache/linkis/storage/fs/impl/HDFSFileSystem.java

@@ -205,7 +205,7 @@ public void init(Map<String, String> properties) throws IOException {
     if (fs == null) {
       throw new IOException("init HDFS FileSystem failed!");
     }
-    if (StorageConfiguration.FS_CHECKSUM_DISBALE().getValue()) {
+    if (StorageConfiguration.FS_CHECKSUM_DISBALE()) {
       fs.setVerifyChecksum(false);
       fs.setWriteChecksum(false);
     }