Java 上传解压zip文件，并且解析文件里面的excel…

2019-10-08 09:22:14来源：博客园阅读 ()

Java 上传解压zip文件，并且解析文件里面的excel和图片

需求：上传一个zip文件，zip文件里面包含一个excel和很多图片，需要把excel里面的信息解析出来保存到表中，同时图片也转化成base64保存到数据库表中。

PS:为了方便不同水平的开发人员阅读，我把代码全部写到Controller里面。这个demo的file入参的类型是MultipartFile，很多网上的例子是File类型。这两个类型在解析文件的时候还是有点区别的。

第①个方法：

 1     /**
 2      * 这个deomo入参的类型是MultipartFile，很多网上的例子是File类型
 3      * @param file (zip)
 4      * @param request
 5      * @param response
 6      * @return
 7      * @throws Exception
 8      */
 9     @PostMapping("/addPersonsFileOfZip")
10     public String addPersonsFileOfZip(@RequestParam("file") MultipartFile file, HttpServletRequest request) throws Exception {
11         String createdId = request.getParameter(KEY_CREATED_ID);
12         //正常上这里需要检查一下createdId是否为空
13         
14         //原则上这个uploadZipFilesAndParse方法需要写到service和serviceImpl中
15         String result =uploadZipFilesAndParse(file,createdId);
16         return  result;
17     }

第②个方法：

 1     /**
 2      *返回的是批次号
 3      *同时我另外开了线程处理zip文件里面的图片和excel，
 4      */
 5     @Override
 6     public String uploadZipFilesAndParse(MultipartFile file, String createdId) throws Exception {
 7         String filename = file.getOriginalFilename();
 8         String fileType = filename.substring(filename.lastIndexOf(".") + 1).toLowerCase(Locale.US);
 9         String uuid = UUID.randomUUID().toString();
10         //判断文件是不是zip类型
11         if(fileType.equals("zip")){
12             
13             //FileConfig.localtion是配置文件和config类生产的，我会在评论区附上这些代码，测试demo的时候大家可以直接把FileConfig.localtion替换成D:/test
14             //String desPath = FileConfig.localtion + File.separator + uuid.replaceAll("-", "");
15             String desPath = "D:/test" + File.separator + uuid.replaceAll("-", "");
16             
17             
18             //下面这三行的代码就是把上传文件copy到服务器，一定不要遗漏了。
19             //遗漏了这个代码，在本地测试环境不会出问题，在服务器上一定会报没有找到文件的错误
20             String savePath = FileConfig.localtion + File.separator;
21             File savefile = new File(savePath+filename);
22             file.transferTo(savefile);
23             
24             FileUtil fileUtil = new FileUtil();
25             //解压zip文件，我是写在公共类里面，FileUtil类代码评论区见
26             FileUtil.unZip(file, desPath,savePath);
27             new Thread(new Runnable() {
28                 @Override
29                 public void run() {
30                     List<File> fileList = new ArrayList<>();
31                     fileList = fileUtil.getSubFiles(desPath,fileList);
32                         for (File oneFile : fileList){
33                             if (oneFile.getName().toLowerCase().endsWith(".xls") || oneFile.getName().toLowerCase().endsWith(".xlsx") ) {
34                                 try {
35                                     //解析处理excel文件
36                                     parseExcelFile(oneFile,createdId,uuid);
37                                 } catch (Exception e) {
38                                     LogUtils.error(e.getMessage());
39                                 }
40                             }else if(oneFile.getName().toLowerCase().endsWith(".jpg")) {
41                                 try {
42                                     //解析处理图片文件
43                                     parseImageFile(oneFile,createdId,uuid);
44                                 } catch (Exception e) {
45                                     LogUtils.error(e.getMessage());
46                                 }
47                             }
48                         }    
49                         
50                         //最后要删除文件，删除文件的方法见评论区FileUtil类
51                         FileUtil.clearFiles(desPath);
52                         
53                 }
54             }).start();            
55 
56         }
57         return uuid;
58     }

View Code

第③个方法：解压zip文件的unzip方法

 1     public static void unZip(MultipartFile  srcFile, String destDirPath,String savePath) throws RuntimeException, IOException {
 2         long startTime = System.currentTimeMillis();
 3         
 4         File file = null;  
 5         InputStream ins = srcFile.getInputStream();  
 6         file=new File(savePath+srcFile.getOriginalFilename()); 
 7         LogUtils.info("MultipartFile transform to File,MultipartFile name:"+srcFile.getOriginalFilename());
 8         inputStreamToFile(ins, file);  
 9         
10         if (!file.exists()) {
11             throw new RuntimeException(file.getPath() + ",file is not found");
12         }
13         ZipFile zipFile = null;
14         try {
15             zipFile = new ZipFile(file);
16             Enumeration<?> entries = zipFile.entries();
17             while (entries.hasMoreElements()) {
18                 ZipEntry entry = (ZipEntry) entries.nextElement();
19                 LogUtils.info("zipFile context name:"+entry.getName());
20                 if (entry.isDirectory()) {
21                     String dirPath = destDirPath + File.separator+ entry.getName();
22                     File dir = new File(dirPath);
23                     dir.mkdirs();
24                 }else {
25                     File targetFile = new File(destDirPath + File.separator + entry.getName());
26                     targetFile.setExecutable(true);
27                     if(!targetFile.getParentFile().exists()){
28                         targetFile.getParentFile().mkdirs();
29                     }
30                     targetFile.createNewFile();
31                     InputStream is = zipFile.getInputStream(entry);
32                     FileOutputStream fos = new FileOutputStream(targetFile);
33                     int len;
34                     byte[] buf = new byte[1024];
35                     while ((len = is.read(buf)) != -1) {
36                         fos.write(buf, 0, len);
37                     }
38                     fos.close();
39                     is.close();
40                 }
41             }
42             long endTime = System.currentTimeMillis();
43             LogUtils.info("unZip time-->" + (endTime - startTime) + " ms");
44         }catch(Exception e) {
45             throw new RuntimeException("unzip error from FileUtil", e);
46         } finally {
47             if(zipFile != null){
48                 try {
49                     zipFile.close();
50                 } catch (IOException e) {
51                     e.printStackTrace();
52                 }
53             }
54             
55             //MultipartFile change to file may create a temp file in the project root folder(delete the temp file)
56             File del = new File(file.toURI());  
57             del.delete(); 
58         }
59     }

View Code

第④个方法：unzip方法中的inputStreamToFile方法，这个方法的目的是把MultipartFile转成File类型，但是会在项目根目录下生成一个临时文件，切记要删除

 1     private static void inputStreamToFile(InputStream ins, File file) {
 2         try {
 3             OutputStream os = new FileOutputStream(file);
 4             int bytesRead = 0;
 5             byte[] buffer = new byte[8192];
 6             while ((bytesRead = ins.read(buffer, 0, 8192)) != -1) {
 7                 os.write(buffer, 0, bytesRead);
 8             }
 9             os.close();
10             ins.close();
11             LogUtils.info("MultipartFile transform to File completed!");
12         }catch(Exception e) {
13             e.printStackTrace();
14         }
15     }

View Code

第⑤个方法：parseExcelFile方法是解析excel的方法，里面包括我自己项目的逻辑处理，大家可以删除这些代码，只保留解析excel的代码就好

 1     private void parseExcelFile(File file,String createdId,String uuid) throws Exception {
 2         
 3         LogUtils.info("file name:"+file.getName());
 4         FileInputStream is = new FileInputStream(file); 
 5         Workbook workbook = WorkbookFactory.create(is);
 6         Sheet sheet = workbook.getSheetAt(0);
 7         
 8         int firstRowIndex = sheet.getFirstRowNum() + 1;
 9         int lastRowIndex = sheet.getLastRowNum();
10         
11         List<VapBatchPersonInfo> batchPersonList = new ArrayList<>();
12         for (int rIndex = firstRowIndex; rIndex <= lastRowIndex; rIndex++) {
13             
14             VapBatchPersonInfo vapBatchPersonInfo  = new VapBatchPersonInfo();
15             Row row = sheet.getRow(rIndex);
16             if (row != null) {
17                 int firstCellIndex = row.getFirstCellNum();
18                 int lastCellIndex = row.getLastCellNum();
19                 JSONObject jsonObject = new JSONObject();
20                 jsonObject.put(KEY_CREATED_ID, createdId);
21 
22                 Cell resultCell = row.createCell(lastCellIndex);
23                 Cell msgCell = row.createCell(lastCellIndex + 1);
24                 Boolean flag = false;
25                 for (int cIndex = firstCellIndex; cIndex < lastCellIndex; cIndex++) {
26                     Cell cell = row.getCell(cIndex);
27                     String titleName = sheet.getRow(0).getCell(cIndex).toString();
28                     String checkTitleName = checkTitleName(cIndex, titleName);
29                     if (!"SUCCESS".equals(checkTitleName)) {
30                         msgCell.setCellValue(checkTitleName);
31                         resultCell.setCellValue("Failed");
32                         flag = true;
33                         break;
34                     }
35                     if (cell != null) {
36                         cell.setCellType(CellType.STRING);
37                         jsonObject.put(titleName, cell.toString());
38                     }
39 
40                 }
41                 if (flag) {
42                     rIndex = 0;
43                     lastRowIndex = 0;
44                 } else {
45                     vapBatchPersonInfo.setBatchNo(uuid);
46                     vapBatchPersonInfo.setName(jsonObject.getString("fullName"));
47                     vapBatchPersonInfo.setImageName(jsonObject.getString("imageName"));
48                     vapBatchPersonInfo.setConfidenceThreshold(jsonObject.getString("confidenceThreshold"));
49                     vapBatchPersonInfo.setCreatedId(jsonObject.getString("createdId"));
50                     vapBatchPersonInfo.setIdentityNo(jsonObject.getString("identityNo"));
51                     vapBatchPersonInfo.setCreatedDate(new Date());
52                     vapBatchPersonInfo.setLastUpdatedId(jsonObject.getString("createdId"));
53                     vapBatchPersonInfo.setLastUpdatedDate(new Date());
54                     vapBatchPersonInfo.setStatus(TaskStatus.RUNNING);
55                     batchPersonList.add(vapBatchPersonInfo);
56                 }
57             }
58         }
59         batchPersonInfoRepository.saveAll(batchPersonList);
60         
61     }

View Code

第⑥个方法：parseImageFile方法是解析图片的方法

 1     private void parseImageFile(File file, String createdId, String uuid) throws Exception {
 2         
 3         String imgStr ="";
 4         FileInputStream fis = new FileInputStream(file);
 5         byte[] buffer = new byte[(int) file.length()]; 
 6         int offset = 0; 
 7         int numRead = 0; 
 8         while (offset < buffer.length && (numRead = fis.read(buffer, offset, buffer.length - offset)) >= 0) {
 9             offset += numRead;
10         } 
11         if (offset != buffer.length) { 
12             throw new IOException("Could not completely read file " + file.getName()); 
13         } 
14         fis.close(); 
15         Base64 encoder = new Base64();
16         imgStr = Base64.encodeBase64String(buffer);
17         imgStr.length();
18         LogUtils.info("file name:"+file.getName());
19 //        LogUtils.info("file imgStr:"+imgStr);
20 //        LogUtils.info("file imgStr.length:"+imgStr.length());
21 
22     }

View Code

最后附上FileConfig和FileUtil的代码

FileConfig代码：

import org.springframework.boot.context.properties.ConfigurationProperties;
import org.springframework.core.annotation.Order;
import org.springframework.stereotype.Component;

/**
 *Jun 12, 2019
 * 
 * FileConfig.java
 */
@ConfigurationProperties(prefix = "upload")
@Component
@Order
public class FileConfig {
    
    public static String localtion;    
    public static String maxFileSize;    
    public static String maxRequestSize;    

    /**
     * @param localtion the localtion to set
     */
    public void setLocaltion(String localtion) {
        FileConfig.localtion = localtion;
    }

    /**
     * @param maxFileSize the maxFileSize to set
     */
    public void setMaxFileSize(String maxFileSize) {
        FileConfig.maxFileSize = maxFileSize;
    }

    /**
     * @param maxRequestSize the maxRequestSize to set
     */
    public void setMaxRequestSize(String maxRequestSize) {
        FileConfig.maxRequestSize = maxRequestSize;
    }
    
    
}

View Code

FileConfig类里面读取的配置文件信息：

配置文件类型是yml,大家也可以自己改成properties文件格式

upload: 
  #localtion: ${UPLOAD_DIR:/home/data/test}
  localtion: ${UPLOAD_DIR:D:/test}
  maxFileSize: 10240KB 
  maxRequestSize: 102400KB

FileUtil类的代码：

  1 import java.io.*;
  2 import java.nio.channels.FileChannel;
  3 import java.nio.file.Files;
  4 import java.nio.file.Path;
  5 import java.nio.file.Paths;
  6 import java.nio.file.attribute.PosixFilePermission;
  7 import java.util.ArrayList;
  8 import java.util.Enumeration;
  9 import java.util.HashSet;
 10 import java.util.List;
 11 import java.util.Set;
 12 import java.util.zip.ZipEntry;
 13 import java.util.zip.ZipFile;
 14 
 15 import org.springframework.web.multipart.MultipartFile;
 16 
 17 import sg.com.mha.ummi.common.util.LogUtils;
 18 
 19 
 20 public class FileUtil {
 21     
 22     public static void clearFiles(String workspaceRootPath) {
 23         File file = new File(workspaceRootPath);
 24         deleteFile(file);
 25     }
 26 
 27     public static void deleteFile(File file) {
 28         if (file.exists()) {
 29             if (file.isDirectory()) {
 30                 File[] files = file.listFiles();
 31                 for (int i = 0; i < files.length; i++) {
 32                     deleteFile(files[i]);
 33                 }
 34             }
 35         }
 36         file.delete();
 37     }
 38 
 39     public static void fileWrite(String str, String fileNamePath) throws IOException {
 40         FileWriter writer = null;
 41         try {
 42             File file = new File(fileNamePath);
 43             if (!file.getParentFile().exists()) {
 44                 file.getParentFile().mkdirs();
 45                 file.createNewFile();
 46             }
 47             writer = new FileWriter(file, true);
 48             writer.write(str + System.getProperty("line.separator"));
 49 
 50         } catch (IOException e) {
 51             LogUtils.error(e.getMessage());
 52         } finally {
 53             if (writer != null) {
 54                 writer.close();
 55             }
 56         }
 57     }
 58 
 59     public static void changePermission(File dirFile, int mode) throws IOException {
 60         char[] modes = Integer.toOctalString(mode).toCharArray();
 61         if (modes.length != 3) {
 62             return;
 63         }
 64         Set<PosixFilePermission> perms = new HashSet<PosixFilePermission>();
 65         switch (modes[0]) {
 66             case '1':
 67                 perms.add(PosixFilePermission.OWNER_EXECUTE);
 68                 break;
 69             case '2':
 70                 perms.add(PosixFilePermission.OWNER_WRITE);
 71                 break;
 72             case '4':
 73                 perms.add(PosixFilePermission.OWNER_READ);
 74                 break;
 75             case '5':
 76                 perms.add(PosixFilePermission.OWNER_READ);
 77                 perms.add(PosixFilePermission.OWNER_EXECUTE);
 78                 break;
 79             case '6':
 80                 perms.add(PosixFilePermission.OWNER_READ);
 81                 perms.add(PosixFilePermission.OWNER_WRITE);
 82                 break;
 83             case '7':
 84                 perms.add(PosixFilePermission.OWNER_READ);
 85                 perms.add(PosixFilePermission.OWNER_WRITE);
 86                 perms.add(PosixFilePermission.OWNER_EXECUTE);
 87                 break;
 88 
 89             default:
 90                 break;
 91         }
 92         switch (modes[1]) {
 93             case '1':
 94                 perms.add(PosixFilePermission.GROUP_EXECUTE);
 95                 break;
 96             case '2':
 97                 perms.add(PosixFilePermission.GROUP_WRITE);
 98                 break;
 99             case '4':
100                 perms.add(PosixFilePermission.GROUP_READ);
101                 break;
102             case '5':
103                 perms.add(PosixFilePermission.GROUP_READ);
104                 perms.add(PosixFilePermission.GROUP_EXECUTE);
105                 break;
106             case '6':
107                 perms.add(PosixFilePermission.GROUP_READ);
108                 perms.add(PosixFilePermission.GROUP_WRITE);
109                 break;
110             case '7':
111                 perms.add(PosixFilePermission.GROUP_READ);
112                 perms.add(PosixFilePermission.GROUP_WRITE);
113                 perms.add(PosixFilePermission.GROUP_EXECUTE);
114                 break;
115             default:
116                 break;
117         }
118         switch (modes[2]) {
119             case '1':
120                 perms.add(PosixFilePermission.OTHERS_EXECUTE);
121                 break;
122             case '2':
123                 perms.add(PosixFilePermission.OTHERS_WRITE);
124                 break;
125             case '4':
126                 perms.add(PosixFilePermission.OTHERS_READ);
127                 break;
128             case '5':
129                 perms.add(PosixFilePermission.OTHERS_EXECUTE);
130                 perms.add(PosixFilePermission.OTHERS_READ);
131                 break;
132             case '6':
133                 perms.add(PosixFilePermission.OTHERS_READ);
134                 perms.add(PosixFilePermission.OTHERS_WRITE);
135                 break;
136             case '7':
137                 perms.add(PosixFilePermission.OTHERS_EXECUTE);
138                 perms.add(PosixFilePermission.OTHERS_READ);
139                 perms.add(PosixFilePermission.OTHERS_WRITE);
140                 break;
141             default:
142                 break;
143         }
144 
145         try {
146             Path path = Paths.get(dirFile.getAbsolutePath());
147             Files.setPosixFilePermissions(path, perms);
148         } catch (Exception e) {
149             e.printStackTrace();
150         }
151     }
152 
153     public static File mkFile(String fileName) {
154         File f = new File(fileName);
155         try {
156             if (f.exists()) {
157                 f.delete();
158             }
159             f.createNewFile();
160         } catch (IOException e) {
161             e.printStackTrace();
162         }
163         return f;
164     }
165 
166 
167     public static void copyDirAndFile(String oldPath, String newPath) throws IOException {
168         if (!(new File(newPath)).exists()) {
169             (new File(newPath)).mkdir();
170         }
171         File file = new File(oldPath);
172         //file name list
173         String[] filePaths = file.list();
174         for (String filePath : filePaths) {
175             String oldFullPath = oldPath + file.separator + filePath;
176             String newFullPath = newPath + file.separator + filePath;
177             File oldFile = new File(oldFullPath);
178             File newFile = new File(newFullPath);
179             if (oldFile.isDirectory()) {
180                 copyDirAndFile(oldFullPath, newFullPath);
181             } else if (oldFile.isFile()) {
182                 copyFile(oldFile, newFile);
183             }
184         }
185     }
186 
187     public static void copyFile(File source, File dest) throws IOException {
188         FileChannel inputChannel = null;
189         FileChannel outputChannel = null;
190         try {
191             inputChannel = new FileInputStream(source).getChannel();
192             outputChannel = new FileOutputStream(dest).getChannel();
193             outputChannel.transferFrom(inputChannel, 0, inputChannel.size());
194         } finally {
195             inputChannel.close();
196             outputChannel.close();
197         }
198     }
199     
200     /**
201      * @author panchaoyuan
202      * @param srcFile    Unzipped file
203      * @param destDirPath   Unzipped destination folder
204      * @throws RuntimeException
205      * @throws IOException 
206      */
207     public static void unZip(MultipartFile  srcFile, String destDirPath,String savePath) throws RuntimeException, IOException {
208         long startTime = System.currentTimeMillis();
209         
210         File file = null;  
211         InputStream ins = srcFile.getInputStream();  
212         file=new File(savePath+srcFile.getOriginalFilename()); 
213         LogUtils.info("MultipartFile transform to File,MultipartFile name:"+srcFile.getOriginalFilename());
214         inputStreamToFile(ins, file);  
215         
216         if (!file.exists()) {
217             throw new RuntimeException(file.getPath() + ",file is not found");
218         }
219         ZipFile zipFile = null;
220         try {
221             zipFile = new ZipFile(file);
222             Enumeration<?> entries = zipFile.entries();
223             while (entries.hasMoreElements()) {
224                 ZipEntry entry = (ZipEntry) entries.nextElement();
225                 LogUtils.info("zipFile context name:"+entry.getName());
226                 if (entry.isDirectory()) {
227                     String dirPath = destDirPath + File.separator+ entry.getName();
228                     File dir = new File(dirPath);
229                     dir.mkdirs();
230                 }else {
231                     File targetFile = new File(destDirPath + File.separator + entry.getName());
232                     targetFile.setExecutable(true);
233                     if(!targetFile.getParentFile().exists()){
234                         targetFile.getParentFile().mkdirs();
235                     }
236                     targetFile.createNewFile();
237                     InputStream is = zipFile.getInputStream(entry);
238                     FileOutputStream fos = new FileOutputStream(targetFile);
239                     int len;
240                     byte[] buf = new byte[1024];
241                     while ((len = is.read(buf)) != -1) {
242                         fos.write(buf, 0, len);
243                     }
244                     fos.close();
245                     is.close();
246                 }
247             }
248             long endTime = System.currentTimeMillis();
249             LogUtils.info("unZip time-->" + (endTime - startTime) + " ms");
250         }catch(Exception e) {
251             throw new RuntimeException("unzip error from FileUtil", e);
252         } finally {
253             if(zipFile != null){
254                 try {
255                     zipFile.close();
256                 } catch (IOException e) {
257                     e.printStackTrace();
258                 }
259             }
260             
261             //MultipartFile change to file may create a temp file in the project root folder(delete the temp file)
262             File del = new File(file.toURI());  
263             del.delete(); 
264         }
265     }
266 
267     /**
268      * MultipartFile changed to File
269      * @author panchaoyuan
270      * @return 
271      */
272     private static void inputStreamToFile(InputStream ins, File file) {
273         try {
274             OutputStream os = new FileOutputStream(file);
275             int bytesRead = 0;
276             byte[] buffer = new byte[8192];
277             while ((bytesRead = ins.read(buffer, 0, 8192)) != -1) {
278                 os.write(buffer, 0, bytesRead);
279             }
280             os.close();
281             ins.close();
282             LogUtils.info("MultipartFile transform to File completed!");
283         }catch(Exception e) {
284             e.printStackTrace();
285         }
286     }
287 
288       /**
289      * @author panchaoyuan
290      */
291     public List<File> getSubFiles(String  desFile,List<File> fileList) {
292         File file = new File(desFile);
293         File[] files = file.listFiles();
294         for (File fileIndex : files) {
295             if (!fileIndex.exists()) {
296                 throw new NullPointerException("Cannot find " + fileIndex);
297             } else if (fileIndex.isFile()) {
298                 fileList.add(fileIndex);
299             } else {
300                 if (fileIndex.isDirectory()) {
301                     getSubFiles(fileIndex.getAbsolutePath(),fileList);
302                 }
303             }
304         }
305         return fileList;
306     }
307     
308     
309 }