[Enhancement] Improve files from s3 without ak and sk error message (StarRocks#49090)

wyb · web-flow · commit 576c8147212c · 2024-07-30T20:42:16.000+08:00
Signed-off-by: wyb &lt;wybb86@gmail.com&gt;
diff --git a/fe/fe-core/src/main/java/com/starrocks/fs/hdfs/HdfsFsManager.java b/fe/fe-core/src/main/java/com/starrocks/fs/hdfs/HdfsFsManager.java
@@ -698,6 +698,12 @@ private HdfsFs getFileSystemByCloudConfiguration(CloudConfiguration cloudConfigu
                 // Disable cache for KS3
                 conf.set(FS_KS3_IMPL_DISABLE_CACHE, "true");
 
+                // select * from files("path" = "s3://bucket/file", "format" = "parquet"),
+                // CloudConfigurationFactory.buildCloudConfigurationForStorage() returns CloudConfiguration,
+                // and FileSystem.getFileSystemClass() returns "No FileSystem for scheme s3" error.
+                // Set fs.s3.impl to report error explicitly.
+                conf.set("fs.s3.impl", "org.apache.hadoop.fs.s3a.S3AFileSystem");
+
                 FileSystem innerFileSystem = FileSystem.get(pathUri.getUri(), conf);
                 fileSystem.setFileSystem(innerFileSystem);
                 fileSystem.setConfiguration(conf);
