1.查看HDFS下所有的文件存储位置信息

 1 package Hdfs;
 2 
 3 import java.net.URI;
 4 import org.apache.hadoop.conf.Configuration;
 5 import org.apache.hadoop.fs.BlockLocation;
 6 import org.apache.hadoop.fs.FileStatus;
 7 import org.apache.hadoop.fs.FileSystem;
 8 import org.apache.hadoop.fs.Path;
 9 
10 public class LocationFile {
11     public static void main(String[] args) throws Exception {
12         String uri = "hdfs://neusoft-master:9000/user/root/test/demo1";
13         Configuration conf = new Configuration();
14         try {
15             FileSystem fs = FileSystem.get(URI.create(uri), conf);
16             Path fpath = new Path(uri);
17             FileStatus fileStatus = fs.getFileStatus(fpath);
18             BlockLocation[] blockLocations = fs.getFileBlockLocations(
19                     fileStatus, 0, fileStatus.getLen());
20             int blocklen = blockLocations.length;
21             for (int i = 0; i < blocklen; i++) {
22                 String[] hosts = blockLocations[i].getHosts();
23                 System.out.println("block_" +i+ "_location:" + hosts[0]);
24             }
25         } catch (Exception e) {
26             e.printStackTrace();
27         }
28     }
29 }
HDFS下所有文件存储位置

相关文章:

  • 2021-11-18
  • 2021-10-16
  • 2021-09-19
  • 2021-10-09
  • 2021-11-18
  • 2021-04-21
  • 2021-11-18
  • 2021-08-23
猜你喜欢
  • 2022-12-23
  • 2022-12-23
  • 2021-11-18
  • 2021-11-23
  • 2022-12-23
  • 2021-09-03
  • 2021-05-15
相关资源
相似解决方案