Eclipse集成hadoop插件开发环境

Eclipse集成hadoop插件开发环境

import java.io.BufferedInputStream;import java.io.BufferedOutputStream;import java.io.File;import java.io.FileInputStream;import java.io.FileOutputStream;import java.io.IOException;import java.io.InputStream;import org.apache.hadoop.conf.Configuration;import org.apache.hadoop.fs.BlockLocation;import org.apache.hadoop.fs.FSDataInputStream;import org.apache.hadoop.fs.FSDataOutputStream;import org.apache.hadoop.fs.FileStatus;import org.apache.hadoop.fs.FileSystem;import org.apache.hadoop.fs.Path;import org.apache.hadoop.io.IOUtils;import org.junit.After;import org.junit.Before;import org.junit.Test;

public class TestHDFS {

Configuration conf; FileSystem fs; @Before public void conn() throws IOException { conf = new Configuration(true); fs = FileSystem.get(conf); } @After public void close() throws IOException { fs.close(); } //创建目录 @Test public void mkDir() throws IOException { Path ifile = new Path("/ecpliseMkdir"); if(fs.exists(ifile)) { fs.delete(ifile, true); } fs.mkdirs(ifile); } //上传文件 @Test public void upload() throws IOException { Path ifile = new Path("/ecpliseMkdir/hello.txt"); FSDataOutputStream output = fs.create(ifile); InputStream input = new BufferedInputStream(new FileInputStream(new File("d:\\ywcj_chnl_risk_map_estimate_model.sql"))); IOUtils.copyBytes(input, output, conf, true); } //下载 @Test public void downLocal() throws IOException { Path ifile = new Path("/ecpliseMkdir/hello.txt"); FSDataInputStream open = fs.open(ifile); File newFile = new File("d:\\test.txt"); if(!newFile.exists()) { newFile.createNewFile(); } BufferedOutputStream output = new BufferedOutputStream(new FileOutputStream(newFile)); IOUtils.copyBytes(open, output, conf, true); } //获取block 块信息 @Test public void blockInfo() throws IOException { Path ifile = new Path("/ecpliseMkdir/hello.txt"); FileStatus fsu = fs.getFileStatus(ifile); BlockLocation[] fileBlockLocations = fs.getFileBlockLocations(ifile, 0, fsu.getLen()); for(BlockLocation b : fileBlockLocations) { System.out.println(b); } } //删除文件 @Test public void deleteFile() throws IOException { Path ifile = new Path("/ecpliseMkdir/hello.txt"); boolean delete = fs.delete(ifile, true); if(delete) { System.out.println("删除成功---------"); } }

}

版权声明：本文内容由网络用户投稿，版权归原作者所有，本站不拥有其著作权，亦不承担相应法律责任。如果您发现本站中有涉嫌抄袭或描述失实的内容，请联系我们jiasou666@gmail.com 处理，核实后本网站将在24小时内删除侵权内容。