LGDataverses: src/main/java/edu/harvard/iq/dataverse/util/ShapefileHandler.java annotate

author	Zoe Hong <zhong@mpiwg-berlin.mpg.de>
date	Tue, 08 Sep 2015 17:00:21 +0200
parents
children

rev	line source
10 a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1 package edu.harvard.iq.dataverse.util;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	2
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	3 import java.io.File;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	4 import java.io.FileInputStream;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	5 import java.io.FileOutputStream;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	6 import java.io.FileNotFoundException;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	7 import java.io.IOException;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	8 import java.util.Date;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	9 import java.util.ArrayList;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	10 import java.util.List;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	11 import java.util.zip.ZipEntry;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	12 import java.util.zip.ZipInputStream;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	13 import java.util.zip.ZipException;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	14 import java.util.HashMap;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	15 import java.util.*;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	16
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	17 import java.nio.file.Files;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	18 import static java.nio.file.StandardCopyOption.REPLACE_EXISTING;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	19 import java.util.logging.Level;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	20 import java.util.logging.Logger;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	21 import org.apache.commons.io.FileUtils;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	22
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	23 /**
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	24 * Used to identify, "repackage", and extract data from Shapefiles in .zip format
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	25 *
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	26 * (1) Identify if a .zip contains a shapefile:
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	27 * boolean containsShapefile(FileInputStream zipStream) or boolean containsShapefile(FileInputStream zip_filename)
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	28 *
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	29 *
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	30 *
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	31 * (2) Unpack/"Repackage" .zip:
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	32 * (a) All files extracted
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	33 * (b) Each group of files that make up a shapefile are made into individual .zip files
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	34 * (c) Non shapefile-related files left on their own
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	35 *
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	36 * If the original .zip contains: "shape1.shp", "shape1.shx", "shape1.dbf", "shape1.prj", "shape1.ain", "shape1.aih",
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	37 * "shape2.shp", "shape2.shx", "shape2.dbf", "shape2.prj",
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	38 * "shape1.pdf", "README.md", "shape_notes.txt"
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	39 * The repackaging results in a folder containing:
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	40 * "shape1.zip",
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	41 * "shape2.zip",
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	42 * "shape1.pdf", "README.md", "shape_notes.txt"
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	43 *
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	44 * Code Example:
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	45 * FileInputStream shp_file_input_stream = new FileInputStream(new File("zipped_shapefile.zip"))
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	46 * ShapefileHandler shp_handler = new ShapefileHandler(shp_file_input_stream);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	47 * if (shp_handler.containsShapefile()){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	48 * File rezip_folder = new File("~/folder_for_rezipping");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	49 * boolean rezip_success = shp_handler.rezipShapefileSets(shp_file_input_stream, rezip_folder );
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	50 * if (!rezip_success){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	51 * // rezip failed, should be an error message (String) available
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	52 System.out.println(shp_handler.error_message);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	53 * }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	54 * }else{
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	55 * if (shp_handler.errorFound){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	56 * System.out.println("Error message: " + shp_handler.error_message;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	57 * }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	58 * }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	59 *
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	60 *
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	61 * @author raprasad
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	62 *
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	63 *
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	64 */
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	65 public class ShapefileHandler{
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	66
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	67 private static final Logger logger = Logger.getLogger(ShapefileHandler.class.getCanonicalName());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	68
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	69 // Reference for these extensions: http://en.wikipedia.org/wiki/Shapefile
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	70 public final static String SHAPEFILE_FILE_TYPE = "application/zipped-shapefile";
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	71 public final static String SHAPEFILE_FILE_TYPE_FRIENDLY_NAME = "Shapefile as ZIP Archive";
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	72 public final static List<String> SHAPEFILE_MANDATORY_EXTENSIONS = Arrays.asList("shp", "shx", "dbf", "prj");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	73 public final static String SHP_XML_EXTENSION = "shp.xml";
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	74 public final static String BLANK_EXTENSION = "__PLACEHOLDER-FOR-BLANK-EXTENSION__";
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	75 public final static List<String> SHAPEFILE_ALL_EXTENSIONS = Arrays.asList("shp", "shx", "dbf", "prj", "sbn", "sbx", "fbn", "fbx", "ain", "aih", "ixs", "mxs", "atx", ".cpg", SHP_XML_EXTENSION);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	76
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	77 public boolean DEBUG = false;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	78
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	79 private boolean zipFileProcessed = false;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	80 public boolean errorFound = false;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	81 public String errorMessage = new String();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	82
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	83 // List of files in .zip archive
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	84 private List<String> filesListInDir = new ArrayList<>();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	85
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	86 // Hash of file names and byte sizes { "file name" : bytes } example: { "water.shp" : 541234 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	87 private HashMap<String, Long> filesizeHash = new HashMap<>();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	88
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	89 // Hash of file basenames and a list of extensions.
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	90 /* e.g. { "subway_shapefile" : [ ".dbf", ".prj", ".sbn", ".sbx", ".shp", ".shx"]
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	91 , "shapefile_info" : [".docx"]
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	92 , "README" : ["md"]
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	93 , "Notes" : [""]
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	94 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	95 */
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	96 private Map<String, List<String>> fileGroups = new HashMap<>();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	97
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	98 private List<File> finalRezippedFiles = new ArrayList<>();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	99
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	100 private String outputFolder = "unzipped";
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	101 private String rezippedFolder = "rezipped";
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	102
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	103 // Debug helper
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	104 private void msg(String s){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	105 //logger.info(s);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	106 if (DEBUG){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	107 System.out.println(s);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	108 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	109 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	110
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	111 private void msgt(String s){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	112 msg("-------------------------------");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	113 msg(s);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	114 msg("-------------------------------");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	115 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	116
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	117 /*
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	118 Constructor, start with filename
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	119 */
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	120 public ShapefileHandler(String filename){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	121
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	122 if (filename==null){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	123 this.addErrorMessage("The filename was null");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	124 return;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	125 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	126
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	127 FileInputStream zip_file_stream;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	128 try {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	129 zip_file_stream = new FileInputStream(new File(filename));
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	130 } catch (FileNotFoundException ex) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	131 this.addErrorMessage("The file was not found");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	132 return;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	133 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	134
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	135 this.examineZipfile(zip_file_stream);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	136
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	137 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	138
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	139
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	140 /*
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	141 Constructor, start with FileInputStream
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	142 */
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	143 public ShapefileHandler(FileInputStream zip_file_stream){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	144
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	145 if (zip_file_stream==null){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	146 this.addErrorMessage("The zip_file_stream was null");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	147 return;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	148 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	149 this.examineZipfile(zip_file_stream);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	150 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	151
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	152 public List<File> getFinalRezippedFiles(){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	153 return this.finalRezippedFiles;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	154 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	155
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	156 private void addFinalRezippedFile(String targetFileFullpath){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	157 if (targetFileFullpath==null){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	158 logger.warning("addFinalRezippedFile. targetFileFullpath is null");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	159 return;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	160 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	161 File finalFile = new File(targetFileFullpath);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	162 if (!(finalFile.isFile())){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	163 logger.warning("addFinalRezippedFile. Not a file: " + targetFileFullpath);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	164 return;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	165 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	166 this.finalRezippedFiles.add(finalFile);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	167 };
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	168
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	169
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	170 private void addErrorMessage(String m){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	171 if (m == null){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	172 return;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	173 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	174 logger.severe("ShapeFileHandler Error: " + m);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	175 this.errorFound = true;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	176 this.errorMessage = m;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	177 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	178 /*
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	179 Create a directory, if one doesn"t exist
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	180 */
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	181 private boolean createDirectory(String fname){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	182 if (fname == null){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	183 return false;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	184 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	185 File folder_obj = new File(fname);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	186 msg("ShapefileHandler. Folder created: " + folder_obj.getAbsolutePath());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	187 return createDirectory(folder_obj);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	188
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	189 } // createDirectory
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	190
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	191 private boolean createDirectory(File folder){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	192 if (folder == null){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	193 return false;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	194 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	195 try{
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	196 if(!folder.exists()){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	197 msg("Creating folder: " + folder.getName());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	198 folder.mkdirs();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	199 }else{
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	200 msg("Folder exists: " + folder.getName());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	201 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	202 }catch(SecurityException ex){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	203 this.addErrorMessage("Tried to create directory but resulted in SecurityException");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	204 return false;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	205 }catch(NullPointerException ex){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	206 this.addErrorMessage("Tried to create directory but resulted in NullPointerException");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	207
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	208 return false;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	209 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	210 return true;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	211 } // createDirectory
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	212
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	213
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	214 /*
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	215 Print out the key/value pairs of the Hash of filenames and sizes
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	216 */
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	217 private void showFileNamesSizes(){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	218 msgt("Hash: file names + sizes");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	219 Iterator<String> keySetIterator = this.filesizeHash.keySet().iterator();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	220
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	221 while(keySetIterator.hasNext()){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	222 String key = keySetIterator.next();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	223 msg("key: [" + key + "] value: [" + this.filesizeHash.get(key)+"]");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	224
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	225 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	226 } // end showFileNamesSizes
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	227
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	228
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	229 public Map getFileGroups(){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	230 return this.fileGroups;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	231 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	232
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	233 /*
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	234 Iterate through Hash of file base names and extensions
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	235 */
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	236 public void showFileGroups(){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	237
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	238 msgt("Hash: file base names + extensions");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	239
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	240 for (Map.Entry<String, List<String>> entry : fileGroups.entrySet()){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	241 msg("\nKey: [" + entry.getKey() + "] Ext List: " + entry.getValue());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	242 if (doesListContainShapefileExtensions(entry.getValue())){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	243 msg(" >>>> YES, This is a shapefile!");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	244 }else{
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	245 msg(" >>>> Not a shapefile");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	246 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	247 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	248
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	249 } // end showFileGroups
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	250
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	251 /*
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	252 Return a count of shapefile sets in this .zip
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	253 */
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	254 public int getShapefileCount(){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	255 int shp_cnt = 0;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	256
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	257 for (Map.Entry<String, List<String>> entry : fileGroups.entrySet()){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	258 if (doesListContainShapefileExtensions(entry.getValue())){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	259 shp_cnt+=1;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	260 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	261 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	262 return shp_cnt;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	263 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	264
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	265
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	266 private boolean deleteDirectory(String dirname){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	267
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	268 if (dirname==null){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	269 return false;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	270 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	271 File dir_obj = new File(dirname);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	272 if (!(dir_obj.exists())){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	273 return true;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	274 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	275 File[] entries = dir_obj.listFiles();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	276 msgt("deleteDirectory");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	277 if (entries==null){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	278 return true;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	279 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	280 for(File f: entries){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	281 f.delete();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	282 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	283 dir_obj.delete();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	284 return true;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	285
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	286 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	287
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	288 private String getFileBasename(String fileName){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	289 if (fileName==null){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	290 return null;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	291 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	292 String unzipFileName = new File(fileName).getName();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	293 if (unzipFileName.equals("")){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	294 logger.info("getFileBasename. fileName is an empty string: " + fileName);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	295 return null;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	296 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	297 return unzipFileName;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	298 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	299 /*
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	300 Unzip the files to the directory, FLATTENING the directory structure
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	301
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	302 Any colliding names will result in overwrites
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	303
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	304 */
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	305 private boolean unzipFilesToDirectory(FileInputStream zipfile_input_stream, File target_directory){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	306 //logger.info("unzipFilesToDirectory: " + target_directory.getAbsolutePath() );
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	307
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	308 if (zipfile_input_stream== null){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	309 this.addErrorMessage("unzipFilesToDirectory. The zipfile_input_stream is null.");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	310 return false;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	311 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	312 if (!target_directory.isDirectory()){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	313 this.addErrorMessage("This directory does not exist: " + target_directory.getAbsolutePath());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	314 return false;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	315 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	316
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	317 List<String> unzippedFileNames = new ArrayList<>();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	318
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	319 ZipInputStream zipStream = new ZipInputStream(zipfile_input_stream);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	320
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	321 ZipEntry origEntry;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	322 byte[] buffer = new byte[2048];
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	323 try {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	324 while((origEntry = zipStream.getNextEntry())!=null){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	325
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	326 String zentryFileName = origEntry.getName();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	327 //logger.info("\nOriginal entry name: " + origEntry);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	328
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	329 if (this.isFileToSkip(zentryFileName)){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	330 logger.fine("Skip file");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	331 continue;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	332 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	333
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	334 // Create sub directory, if needed
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	335 if (origEntry.isDirectory()) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	336 //logger.info("Subdirectory found!");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	337 logger.fine("Skip directory");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	338 //String dirpath = target_directory.getAbsolutePath() + "/" + zentryFileName;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	339 //createDirectory(dirpath);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	340 continue; // Continue to next Entry
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	341 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	342 logger.fine("file found!");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	343
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	344 // Write the file
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	345 String unzipFileName = this.getFileBasename(zentryFileName);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	346 if (unzipFileName==null){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	347 logger.warning("Zip Entry Basename is an empty string: " + zentryFileName);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	348 continue;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	349 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	350
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	351 String outpath = target_directory.getAbsolutePath() + "/" + unzipFileName;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	352 if (unzippedFileNames.contains(outpath)){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	353 logger.info("Potential name collision. Avoiding duplicate files in 'collapsed' zip directories. Skipping file: " + zentryFileName);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	354 continue;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	355 }else{
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	356 unzippedFileNames.add(outpath);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	357 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	358 logger.fine("Write zip file: " + outpath);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	359 FileOutputStream fileOutputStream;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	360 long fsize = 0;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	361 fileOutputStream = new FileOutputStream(outpath);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	362 int len;// = 0;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	363 while ((len = zipStream.read(buffer)) > 0){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	364 fileOutputStream.write(buffer, 0, len);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	365 fsize+=len;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	366 } // end while
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	367 fileOutputStream.close();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	368 } // end outer while
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	369 } catch (IOException ex) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	370 for (StackTraceElement el : ex.getStackTrace()){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	371 logger.severe(el.toString());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	372 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	373 this.addErrorMessage("Failed to open ZipInputStream entry" + ex.getMessage());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	374 return false;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	375 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	376
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	377 try {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	378 zipStream.close();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	379 } catch (IOException ex) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	380 Logger.getLogger(ShapefileHandler.class.getName()).log(Level.SEVERE, null, ex);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	381 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	382 return true;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	383 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	384 /*
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	385 Rezip the shapefile(s) into a given directory
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	386 Assumes that the zipfile_input_stream has already been checked!
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	387 */
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	388 public boolean rezipShapefileSets(FileInputStream zipfile_input_stream, File rezippedFolder) throws IOException{
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	389 logger.fine("rezipShapefileSets");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	390 //msgt("rezipShapefileSets");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	391 if (!this.zipFileProcessed){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	392 this.addErrorMessage("First use 'examineZipFile' (called in the constructor)");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	393 return false;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	394 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	395 if (!this.containsShapefile()){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	396 this.addErrorMessage("There are no shapefiles here!");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	397 return false;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	398 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	399 if (zipfile_input_stream== null){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	400 this.addErrorMessage("The zipfile_input_stream is null.");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	401 return false;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	402 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	403 if (rezippedFolder == null){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	404 this.addErrorMessage("The rezippedFolder is null.");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	405 return false;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	406 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	407
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	408 if (!rezippedFolder.isDirectory()){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	409 this.addErrorMessage("The rezippedFolder does not exist: " + rezippedFolder.getAbsolutePath());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	410 return false;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	411 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	412 if (!containsShapefile()){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	413 msgt("There are no shapefiles to re-zip");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	414 return false;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	415 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	416
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	417 // Create target directory for unzipping files
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	418 String dirname_for_unzipping;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	419 File dir_for_unzipping;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	420
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	421 dirname_for_unzipping = rezippedFolder.getAbsolutePath() + "/" + "scratch-for-unzip-12345";
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	422 dir_for_unzipping = new File(dirname_for_unzipping);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	423 logger.fine("Try to create directory: " + dirname_for_unzipping );
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	424
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	425 if (!this.createDirectory(dir_for_unzipping)){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	426 this.addErrorMessage("Failed to make directory: " + dirname_for_unzipping);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	427 return false;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	428 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	429
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	430
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	431 // Unzip files!
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	432 if (!this.unzipFilesToDirectory(zipfile_input_stream, dir_for_unzipping)){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	433 this.addErrorMessage("Failed to unzip files.");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	434 return false;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	435 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	436 // Redistribute files!
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	437 String target_dirname = rezippedFolder.getAbsolutePath();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	438 boolean redistribute_success = this.redistributeFilesFromZip(dirname_for_unzipping, target_dirname);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	439
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	440 //logger.fine("About to delete: " + dir_for_unzipping);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	441 // Delete unzipped files in scratch directory
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	442 //FileUtils.deleteDirectory(dir_for_unzipping);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	443
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	444 logger.fine("Post redistribute:)");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	445 for (File f : new File(target_dirname).listFiles()){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	446 logger.fine("File exists: " + f.getAbsolutePath());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	447 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	448
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	449 return redistribute_success;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	450
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	451 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	452
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	453 private String getRedistributeFilePath(String dirname, String file_basename, String file_ext){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	454
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	455 if (dirname==null){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	456 this.addErrorMessage("getRedistributeFilePath. dirname is null");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	457 return null;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	458 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	459 if (file_basename==null){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	460 this.addErrorMessage("getRedistributeFilePath. file_basename is null");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	461 return null;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	462 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	463 if (file_ext==null){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	464 this.addErrorMessage("getRedistributeFilePath. file_ext is null");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	465 return null;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	466 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	467 if (file_ext.equals(BLANK_EXTENSION)){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	468 return dirname + "/" + file_basename;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	469 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	470 return dirname + "/" + file_basename + "." + file_ext;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	471 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	472
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	473 /*
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	474 Create new zipped shapefile
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	475
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	476
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	477 */
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	478 private boolean redistributeFilesFromZip(String source_dirname, String target_dirname){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	479
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	480 logger.fine("redistributeFilesFromZip. source: '" + source_dirname + "' target: '" + target_dirname + "'");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	481
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	482 int cnt =0;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	483 /* START: Redistribute files by iterating through the Map of basenames + extensions
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	484
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	485 example key: "shape1"
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	486 example ext_list: ["shp", "shx", "dbf", "prj"]
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	487 */
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	488 for (Map.Entry<String, List<String>> entry : fileGroups.entrySet()){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	489 cnt++;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	490 String key = entry.getKey();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	491 List<String> ext_list = entry.getValue();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	492
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	493 msg("\n(" + cnt + ") Basename: " + key);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	494 msg("Extensions: " + Arrays.toString(ext_list.toArray()));
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	495
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	496 // Is this a shapefile? If so, rezip it
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	497 if (doesListContainShapefileExtensions(ext_list)){
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	498
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	499 List<String> namesToZip = new ArrayList<>();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	500

10

a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0