package main.java;

import java.io.*;
import java.util.LinkedList;
import java.util.List;
import java.util.zip.*;


import org.apache.commons.compress.archivers.ArchiveException;

import org.apache.commons.compress.archivers.ArchiveInputStream;

import org.apache.commons.compress.archivers.ArchiveStreamFactory;

import org.apache.commons.compress.archivers.tar.TarArchiveEntry;

import java.io.IOException;
import java.net.URI;

import org.apache.commons.compress.compressors.gzip.GzipCompressorInputStream;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.fs.FSDataInputStream;
import org.apache.hadoop.fs.FSDataOutputStream;;


/**

* 解壓tar.gz  zip  gz文件包 這里的數(shù)據(jù)源和輸出目錄都為HDFS

*

*/

public class GZipHdfs {


   private BufferedOutputStream bufferedOutputStream;
   String zipfileName = null;


   public GZipHdfs(String fileName) {

       this.zipfileName = fileName;

   }

   /*

    * 執(zhí)行入口,rarFileName為需要解壓的文件路徑(具體到文件),destDir為解壓目標(biāo)路徑  路徑為HDFS

    */

   public List unTargzFile(String rarFileName, String destDir) throws IOException {

       GZipHdfs GZipHdfs = new GZipHdfs(rarFileName);
       Configuration conf = new Configuration();
       FileSystem fs = FileSystem.get(URI.create(destDir), conf);
       boolean result = fs.isDirectory(new Path(destDir));
       if (!result) {
           fs.mkdirs(new Path(destDir));
       }
       String outputDirectory = destDir;

       List r = GZipHdfs.defUnTargzFile(outputDirectory, fs);
       fs.close();
       return r;

   }


   public List defUnTargzFile(String outputDirectory, FileSystem fs) {

       FileInputStream fis = null;
       ArchiveInputStream in = null;
       BufferedInputStream bufferedInputStream = null;
       List tarList = new LinkedList();

       try {

           FSDataInputStream hdfsInputStream = fs.open(new Path(zipfileName));


           GZIPInputStream is = new GZIPInputStream(new BufferedInputStream(
                   hdfsInputStream));

           in = new ArchiveStreamFactory().createArchiveInputStream("tar", is);

           bufferedInputStream = new BufferedInputStream(in);

           TarArchiveEntry entry = (TarArchiveEntry) in.getNextEntry();


           while (entry != null) {

               String name = entry.getName();

               String[] names = name.split("/");

               String fileName = outputDirectory;

               for (int i = 0; i < names.length; i++) {

                   String str = names[i];

                   fileName = fileName + "/" + str;

               }

               FSDataOutputStream hdfsOutStream = fs.create(new Path(fileName));


               bufferedOutputStream = new BufferedOutputStream(
                       hdfsOutStream);

               int b;

               while ((b = bufferedInputStream.read()) != -1) {

                   bufferedOutputStream.write(b);

               }

               bufferedOutputStream.flush();

               bufferedOutputStream.close();


               entry = (TarArchiveEntry) in.getNextEntry();

               tarList.add(name);

           }


       } catch (FileNotFoundException e) {

           e.printStackTrace();

       } catch (IOException e) {

           e.printStackTrace();

       } catch (ArchiveException e) {

           e.printStackTrace();

       } finally {

           try {

               if (bufferedInputStream != null) {

                   bufferedInputStream.close();


               }

           } catch (IOException e) {

               e.printStackTrace();

           }

       }
       return tarList;

   }
   /*

    * 執(zhí)行入口,rarFileName為需要解壓的文件路徑(具體到文件),destDir為解壓目標(biāo)路徑  路徑為HDFS

    */

   public List unZipFile(String rarFileName, String destDir) throws IOException {

       GZipHdfs GZipHdfs = new GZipHdfs(rarFileName);
       Configuration conf = new Configuration();

       FileSystem fs = FileSystem.get(URI.create(destDir), conf);
       boolean result = fs.isDirectory(new Path(destDir));
       if (!result) {
           fs.mkdirs(new Path(destDir));
       }
       String outputDirectory = destDir;

       List r = GZipHdfs.defUnZipFile(outputDirectory, fs);
       fs.close();
       return r;

   }


   public List defUnZipFile(String outputDirectory, FileSystem fs) {

       FileInputStream fis = null;
       ArchiveInputStream in = null;
       BufferedInputStream bufferedInputStream = null;
       List zipList = new LinkedList();

       try {


           FSDataInputStream hdfsInputStream = fs.open(new Path(zipfileName));
           ZipInputStream is = new ZipInputStream(new BufferedInputStream(
                   hdfsInputStream));


           bufferedInputStream = new BufferedInputStream(is);
           ZipEntry entry =is.getNextEntry();


           while (entry != null) {

               String name = entry.getName();

               String[] names = name.split("/");

               String fileName = outputDirectory;

               for (int i = 0; i < names.length; i++) {

                   String str = names[i];

                   fileName = fileName + "/" + str;

               }

               FSDataOutputStream hdfsOutStream = fs.create(new Path(fileName));

               bufferedOutputStream = new BufferedOutputStream(
                       hdfsOutStream);

               int b;

               while ((b = bufferedInputStream.read()) != -1) {

                   bufferedOutputStream.write(b);

               }

               bufferedOutputStream.flush();

               bufferedOutputStream.close();

               entry = (ZipEntry) is.getNextEntry();

               zipList.add(name);

           }


       } catch (FileNotFoundException e) {

           e.printStackTrace();

       } catch (IOException e) {

           e.printStackTrace();

       } finally {

           try {

               if (bufferedInputStream != null) {

                   bufferedInputStream.close();


               }

           } catch (IOException e) {

               e.printStackTrace();

           }

       }
       return zipList;

   }
   /*

    * 執(zhí)行入口,rarFileName為需要解壓的文件路徑(具體到文件),destDir為解壓目標(biāo)路徑  路徑為HDFS

    */


   public List unGZipFile(String rarFileName, String destDir) throws IOException {

       GZipHdfs GZipHdfs = new GZipHdfs(rarFileName);
       Configuration conf = new Configuration();
       FileSystem fs = FileSystem.get(URI.create(destDir), conf);
       boolean result = fs.isDirectory(new Path(destDir));
       if (!result) {
           fs.mkdirs(new Path(destDir));
       }
       String outputDirectory = destDir;

       List r = GZipHdfs.defUnGZipFile(outputDirectory, fs);
       fs.close();
       return r;

   }


   public List defUnGZipFile(String outputDirectory, FileSystem fs) {

       FileInputStream fis = null;
       ArchiveInputStream in = null;
       BufferedInputStream bufferedInputStream = null;
       List tarList = new LinkedList();

       try {

           FSDataInputStream hdfsInputStream = fs.open(new Path(zipfileName));


           GzipCompressorInputStream is = new GzipCompressorInputStream(new BufferedInputStream(
                   hdfsInputStream));
           bufferedInputStream = new BufferedInputStream(is);


           String[] nameList = zipfileName.split("/");
           String name=nameList[nameList.length-1].replace(".gz","");
           String fileName = outputDirectory+"/"+name;
           FSDataOutputStream hdfsOutStream = fs.create(new Path(fileName));
           bufferedOutputStream = new BufferedOutputStream(
                   hdfsOutStream);
           int b;
           while ((b = bufferedInputStream.read()) != -1) {
               bufferedOutputStream.write(b);

           }
           bufferedOutputStream.flush();
           bufferedOutputStream.close();
           tarList.add(name);




       } catch (FileNotFoundException e) {

           e.printStackTrace();

       } catch (IOException e) {

           e.printStackTrace();

       } finally {

           try {

               if (bufferedInputStream != null) {

                   bufferedInputStream.close();


               }

           } catch (IOException e) {

               e.printStackTrace();

           }

       }
       return tarList;

   }


}

創(chuàng)新互聯(lián)服務(wù)項(xiàng)目包括韶關(guān)網(wǎng)站建設(shè)、韶關(guān)網(wǎng)站制作、韶關(guān)網(wǎng)頁(yè)制作以及韶關(guān)網(wǎng)絡(luò)營(yíng)銷策劃等。多年來(lái)，我們專注于互聯(lián)網(wǎng)行業(yè)，利用自身積累的技術(shù)優(yōu)勢(shì)、行業(yè)經(jīng)驗(yàn)、深度合作伙伴關(guān)系等，向廣大中小型企業(yè)、政府機(jī)構(gòu)等提供互聯(lián)網(wǎng)行業(yè)的解決方案，韶關(guān)網(wǎng)站推廣取得了明顯的社會(huì)效益與經(jīng)濟(jì)效益。目前，我們服務(wù)的客戶以成都為中心已經(jīng)輻射到韶關(guān)省份的部分城市，未來(lái)相信會(huì)繼續(xù)擴(kuò)大服務(wù)區(qū)域并繼續(xù)獲得客戶的支持與信任！