LGDataverses: src/main/java/edu/harvard/iq/dataverse/IndexServiceBean.java annotate

annotate src/main/java/edu/harvard/iq/dataverse/IndexServiceBean.java @ 14:be7787c36e58 default tip

new: nofity LGSercies for deleted files

author	Zoe Hong <zhong@mpiwg-berlin.mpg.de>
date	Mon, 02 Nov 2015 16:41:23 +0100
parents	a50cf11e5178
children

rev	line source
10 a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1 package edu.harvard.iq.dataverse;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	2
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	3 import edu.harvard.iq.dataverse.util.StringUtil;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	4 import edu.harvard.iq.dataverse.authorization.providers.builtin.BuiltinUserServiceBean;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	5 import edu.harvard.iq.dataverse.search.SearchFields;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	6 import edu.harvard.iq.dataverse.authorization.AuthenticationServiceBean;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	7 import edu.harvard.iq.dataverse.datavariable.DataVariable;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	8 import edu.harvard.iq.dataverse.search.IndexResponse;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	9 import edu.harvard.iq.dataverse.search.IndexableDataset;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	10 import edu.harvard.iq.dataverse.search.IndexableObject;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	11 import edu.harvard.iq.dataverse.search.SearchException;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	12 import edu.harvard.iq.dataverse.search.SearchPermissionsServiceBean;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	13 import edu.harvard.iq.dataverse.search.SolrIndexServiceBean;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	14 import edu.harvard.iq.dataverse.util.FileUtil;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	15 import edu.harvard.iq.dataverse.util.SystemConfig;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	16 import java.io.IOException;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	17 import java.sql.Timestamp;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	18 import java.text.DateFormat;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	19 import java.text.SimpleDateFormat;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	20 import java.util.ArrayList;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	21 import java.util.Calendar;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	22 import java.util.Collection;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	23 import java.util.Date;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	24 import java.util.HashSet;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	25 import java.util.LinkedHashMap;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	26 import java.util.List;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	27 import java.util.Locale;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	28 import java.util.Map;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	29 import java.util.Set;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	30 import java.util.concurrent.Future;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	31 import java.util.logging.Logger;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	32 import javax.ejb.AsyncResult;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	33 import javax.ejb.EJB;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	34 import javax.ejb.EJBException;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	35 import javax.ejb.Stateless;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	36 import javax.ejb.TransactionAttribute;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	37 import static javax.ejb.TransactionAttributeType.REQUIRES_NEW;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	38 import javax.inject.Named;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	39 import org.apache.solr.client.solrj.SolrQuery;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	40 import org.apache.solr.client.solrj.SolrServer;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	41 import org.apache.solr.client.solrj.SolrServerException;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	42 import org.apache.solr.client.solrj.impl.HttpSolrServer;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	43 import org.apache.solr.client.solrj.response.QueryResponse;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	44 import org.apache.solr.client.solrj.response.UpdateResponse;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	45 import org.apache.solr.common.SolrDocument;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	46 import org.apache.solr.common.SolrDocumentList;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	47 import org.apache.solr.common.SolrInputDocument;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	48
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	49 @Stateless
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	50 @Named
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	51 public class IndexServiceBean {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	52
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	53 private static final Logger logger = Logger.getLogger(IndexServiceBean.class.getCanonicalName());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	54
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	55 @EJB
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	56 DvObjectServiceBean dvObjectService;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	57 @EJB
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	58 DataverseServiceBean dataverseService;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	59 @EJB
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	60 DatasetServiceBean datasetService;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	61 @EJB
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	62 BuiltinUserServiceBean dataverseUserServiceBean;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	63 @EJB
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	64 PermissionServiceBean permissionService;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	65 @EJB
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	66 AuthenticationServiceBean userServiceBean;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	67 @EJB
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	68 SystemConfig systemConfig;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	69 @EJB
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	70 SearchPermissionsServiceBean searchPermissionsService;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	71 @EJB
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	72 SolrIndexServiceBean solrIndexService;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	73 @EJB
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	74 DatasetLinkingServiceBean dsLinkingService;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	75 @EJB
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	76 DataverseLinkingServiceBean dvLinkingService;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	77
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	78 public static final String solrDocIdentifierDataverse = "dataverse_";
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	79 public static final String solrDocIdentifierFile = "datafile_";
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	80 public static final String solrDocIdentifierDataset = "dataset_";
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	81 public static final String draftSuffix = "_draft";
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	82 public static final String deaccessionedSuffix = "_deaccessioned";
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	83 public static final String discoverabilityPermissionSuffix = "_permission";
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	84 private static final String groupPrefix = "group_";
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	85 private static final String groupPerUserPrefix = "group_user";
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	86 private static final String publicGroupIdString = "public";
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	87 private static final String publicGroupString = groupPrefix + "public";
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	88 private static final String PUBLISHED_STRING = "Published";
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	89 private static final String UNPUBLISHED_STRING = "Unpublished";
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	90 private static final String DRAFT_STRING = "Draft";
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	91 private static final String DEACCESSIONED_STRING = "Deaccessioned";
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	92 private Dataverse rootDataverseCached;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	93
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	94 @TransactionAttribute(REQUIRES_NEW)
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	95 public Future<String> indexDataverseInNewTransaction(Dataverse dataverse) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	96 return indexDataverse(dataverse);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	97 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	98
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	99 public Future<String> indexDataverse(Dataverse dataverse) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	100 logger.fine("indexDataverse called on dataverse id " + dataverse.getId() + "(" + dataverse.getAlias() + ")");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	101 if (dataverse.getId() == null) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	102 String msg = "unable to index dataverse. id was null (alias: " + dataverse.getAlias() + ")";
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	103 logger.info(msg);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	104 return new AsyncResult<>(msg);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	105 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	106 Dataverse rootDataverse = findRootDataverseCached();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	107 if (rootDataverse == null) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	108 String msg = "Could not find root dataverse and the root dataverse should not be indexed. Returning.";
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	109 return new AsyncResult<>(msg);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	110 } else {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	111 if (dataverse.getId() == rootDataverse.getId()) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	112 String msg = "The root dataverse should not be indexed. Returning.";
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	113 return new AsyncResult<>(msg);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	114 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	115 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	116 Collection<SolrInputDocument> docs = new ArrayList<>();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	117 SolrInputDocument solrInputDocument = new SolrInputDocument();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	118 solrInputDocument.addField(SearchFields.ID, solrDocIdentifierDataverse + dataverse.getId());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	119 solrInputDocument.addField(SearchFields.ENTITY_ID, dataverse.getId());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	120 solrInputDocument.addField(SearchFields.IDENTIFIER, dataverse.getAlias());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	121 solrInputDocument.addField(SearchFields.TYPE, "dataverses");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	122 solrInputDocument.addField(SearchFields.NAME, dataverse.getName());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	123 solrInputDocument.addField(SearchFields.NAME_SORT, dataverse.getName());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	124 solrInputDocument.addField(SearchFields.DATAVERSE_NAME, dataverse.getName());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	125 solrInputDocument.addField(SearchFields.DATAVERSE_CATEGORY, dataverse.getIndexableCategoryName());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	126 if (dataverse.isReleased()) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	127 solrInputDocument.addField(SearchFields.PUBLICATION_STATUS, PUBLISHED_STRING);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	128 solrInputDocument.addField(SearchFields.RELEASE_OR_CREATE_DATE, dataverse.getPublicationDate());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	129 solrInputDocument.addField(SearchFields.RELEASE_OR_CREATE_DATE_SEARCHABLE_TEXT, convertToFriendlyDate(dataverse.getPublicationDate()));
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	130 } else {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	131 solrInputDocument.addField(SearchFields.PUBLICATION_STATUS, UNPUBLISHED_STRING);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	132 solrInputDocument.addField(SearchFields.RELEASE_OR_CREATE_DATE, dataverse.getCreateDate());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	133 solrInputDocument.addField(SearchFields.RELEASE_OR_CREATE_DATE_SEARCHABLE_TEXT, convertToFriendlyDate(dataverse.getCreateDate()));
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	134 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	135
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	136 addDataverseReleaseDateToSolrDoc(solrInputDocument, dataverse);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	137 // if (dataverse.getOwner() != null) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	138 // solrInputDocument.addField(SearchFields.HOST_DATAVERSE, dataverse.getOwner().getName());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	139 // }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	140 solrInputDocument.addField(SearchFields.DESCRIPTION, StringUtil.html2text(dataverse.getDescription()));
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	141 solrInputDocument.addField(SearchFields.DATAVERSE_DESCRIPTION, StringUtil.html2text(dataverse.getDescription()));
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	142 // logger.info("dataverse affiliation: " + dataverse.getAffiliation());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	143 if (dataverse.getAffiliation() != null && !dataverse.getAffiliation().isEmpty()) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	144 /**
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	145 * @todo: stop using affiliation as category
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	146 */
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	147 // solrInputDocument.addField(SearchFields.CATEGORY, dataverse.getAffiliation());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	148 solrInputDocument.addField(SearchFields.AFFILIATION, dataverse.getAffiliation());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	149 solrInputDocument.addField(SearchFields.DATAVERSE_AFFILIATION, dataverse.getAffiliation());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	150 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	151 for (ControlledVocabularyValue dataverseSubject : dataverse.getDataverseSubjects()) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	152 String subject = dataverseSubject.getStrValue();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	153 if (!subject.equals(DatasetField.NA_VALUE)) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	154 solrInputDocument.addField(SearchFields.DATAVERSE_SUBJECT, subject);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	155 // collapse into shared "subject" field used as a facet
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	156 solrInputDocument.addField(SearchFields.SUBJECT, subject);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	157 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	158 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	159 // checking for NPE is important so we can create the root dataverse
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	160 if (rootDataverse != null && !dataverse.equals(rootDataverse)) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	161 // important when creating root dataverse
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	162 if (dataverse.getOwner() != null) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	163 solrInputDocument.addField(SearchFields.PARENT_ID, dataverse.getOwner().getId());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	164 solrInputDocument.addField(SearchFields.PARENT_NAME, dataverse.getOwner().getName());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	165 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	166 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	167 List<String> dataversePathSegmentsAccumulator = new ArrayList<>();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	168 List<String> dataverseSegments = findPathSegments(dataverse, dataversePathSegmentsAccumulator);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	169 List<String> dataversePaths = getDataversePathsFromSegments(dataverseSegments);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	170 if (dataversePaths.size() > 0) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	171 // don't show yourself while indexing or in search results: https://redmine.hmdc.harvard.edu/issues/3613
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	172 // logger.info(dataverse.getName() + " size " + dataversePaths.size());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	173 dataversePaths.remove(dataversePaths.size() - 1);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	174 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	175 //Add paths for linking dataverses
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	176 for (Dataverse linkingDataverse : dvLinkingService.findLinkingDataverses(dataverse.getId())) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	177 List<String> linkingDataversePathSegmentsAccumulator = new ArrayList<>();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	178 List<String> linkingdataverseSegments = findPathSegments(linkingDataverse, linkingDataversePathSegmentsAccumulator);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	179 List<String> linkingDataversePaths = getDataversePathsFromSegments(linkingdataverseSegments);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	180 for (String dvPath : linkingDataversePaths) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	181 dataversePaths.add(dvPath);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	182 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	183 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	184 solrInputDocument.addField(SearchFields.SUBTREE, dataversePaths);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	185 docs.add(solrInputDocument);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	186
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	187 SolrServer server = new HttpSolrServer("http://" + systemConfig.getSolrHostColonPort() + "/solr");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	188
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	189 String status;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	190 try {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	191 if (dataverse.getId() != null) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	192 server.add(docs);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	193 } else {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	194 logger.info("WARNING: indexing of a dataverse with no id attempted");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	195 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	196 } catch (SolrServerException \| IOException ex) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	197 status = ex.toString();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	198 logger.info(status);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	199 return new AsyncResult<>(status);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	200 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	201 try {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	202 server.commit();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	203 } catch (SolrServerException \| IOException ex) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	204 status = ex.toString();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	205 logger.info(status);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	206 return new AsyncResult<>(status);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	207 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	208
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	209 dvObjectService.updateContentIndexTime(dataverse);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	210 IndexResponse indexResponse = solrIndexService.indexPermissionsForOneDvObject(dataverse.getId());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	211 String msg = "indexed dataverse " + dataverse.getId() + ":" + dataverse.getAlias() + ". Response from permission indexing: " + indexResponse.getMessage();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	212 return new AsyncResult<>(msg);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	213
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	214 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	215
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	216 @TransactionAttribute(REQUIRES_NEW)
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	217 public Future<String> indexDatasetInNewTransaction(Dataset dataset) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	218 boolean doNormalSolrDocCleanUp = false;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	219 return indexDataset(dataset, doNormalSolrDocCleanUp);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	220 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	221
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	222 public Future<String> indexDataset(Dataset dataset, boolean doNormalSolrDocCleanUp) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	223 logger.fine("indexing dataset " + dataset.getId());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	224 /**
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	225 * @todo should we use solrDocIdentifierDataset or
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	226 * IndexableObject.IndexableTypes.DATASET.getName() + "_" ?
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	227 */
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	228 // String solrIdPublished = solrDocIdentifierDataset + dataset.getId();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	229 String solrIdPublished = determinePublishedDatasetSolrDocId(dataset);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	230 String solrIdDraftDataset = IndexableObject.IndexableTypes.DATASET.getName() + "_" + dataset.getId() + IndexableDataset.DatasetState.WORKING_COPY.getSuffix();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	231 // String solrIdDeaccessioned = IndexableObject.IndexableTypes.DATASET.getName() + "_" + dataset.getId() + IndexableDataset.DatasetState.DEACCESSIONED.getSuffix();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	232 String solrIdDeaccessioned = determineDeaccessionedDatasetId(dataset);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	233 StringBuilder debug = new StringBuilder();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	234 debug.append("\ndebug:\n");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	235 int numPublishedVersions = 0;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	236 List<DatasetVersion> versions = dataset.getVersions();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	237 List<String> solrIdsOfFilesToDelete = new ArrayList<>();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	238 for (DatasetVersion datasetVersion : versions) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	239 Long versionDatabaseId = datasetVersion.getId();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	240 String versionTitle = datasetVersion.getTitle();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	241 String semanticVersion = datasetVersion.getSemanticVersion();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	242 DatasetVersion.VersionState versionState = datasetVersion.getVersionState();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	243 if (versionState.equals(DatasetVersion.VersionState.RELEASED)) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	244 numPublishedVersions += 1;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	245 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	246 debug.append("version found with database id " + versionDatabaseId + "\n");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	247 debug.append("- title: " + versionTitle + "\n");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	248 debug.append("- semanticVersion-VersionState: " + semanticVersion + "-" + versionState + "\n");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	249 List<FileMetadata> fileMetadatas = datasetVersion.getFileMetadatas();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	250 List<String> fileInfo = new ArrayList<>();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	251 for (FileMetadata fileMetadata : fileMetadatas) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	252 String solrIdOfPublishedFile = solrDocIdentifierFile + fileMetadata.getDataFile().getId();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	253 /**
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	254 * It sounds weird but the first thing we'll do is preemptively
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	255 * delete the Solr documents of all published files. Don't
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	256 * worry, published files will be re-indexed later along with
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	257 * the dataset. We do this so users can delete files from
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	258 * published versions of datasets and then re-publish a new
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	259 * version without fear that their old published files (now
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	260 * deleted from the latest published version) will be
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	261 * searchable. See also
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	262 * https://github.com/IQSS/dataverse/issues/762
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	263 */
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	264 solrIdsOfFilesToDelete.add(solrIdOfPublishedFile);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	265 fileInfo.add(fileMetadata.getDataFile().getId() + ":" + fileMetadata.getLabel());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	266 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	267 int numFiles = 0;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	268 if (fileMetadatas != null) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	269 numFiles = fileMetadatas.size();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	270 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	271 debug.append("- files: " + numFiles + " " + fileInfo.toString() + "\n");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	272 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	273 debug.append("numPublishedVersions: " + numPublishedVersions + "\n");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	274 if (doNormalSolrDocCleanUp) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	275 IndexResponse resultOfAttemptToPremptivelyDeletePublishedFiles = solrIndexService.deleteMultipleSolrIds(solrIdsOfFilesToDelete);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	276 debug.append("result of attempt to premptively deleted published files before reindexing: " + resultOfAttemptToPremptivelyDeletePublishedFiles + "\n");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	277 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	278 DatasetVersion latestVersion = dataset.getLatestVersion();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	279 String latestVersionStateString = latestVersion.getVersionState().name();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	280 DatasetVersion.VersionState latestVersionState = latestVersion.getVersionState();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	281 DatasetVersion releasedVersion = dataset.getReleasedVersion();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	282 boolean atLeastOnePublishedVersion = false;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	283 if (releasedVersion != null) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	284 atLeastOnePublishedVersion = true;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	285 } else {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	286 atLeastOnePublishedVersion = false;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	287 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	288 Map<DatasetVersion.VersionState, Boolean> desiredCards = new LinkedHashMap<>();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	289 /**
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	290 * @todo refactor all of this below and have a single method that takes
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	291 * the map of desired cards (which correspond to Solr documents) as one
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	292 * of the arguments and does all the operations necessary to achieve the
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	293 * desired state.
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	294 */
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	295 StringBuilder results = new StringBuilder();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	296 if (atLeastOnePublishedVersion == false) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	297 results.append("No published version, nothing will be indexed as ")
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	298 .append(solrIdPublished).append("\n");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	299 if (latestVersionState.equals(DatasetVersion.VersionState.DRAFT)) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	300
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	301 desiredCards.put(DatasetVersion.VersionState.DRAFT, true);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	302 IndexableDataset indexableDraftVersion = new IndexableDataset(latestVersion);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	303 String indexDraftResult = addOrUpdateDataset(indexableDraftVersion);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	304 results.append("The latest version is a working copy (latestVersionState: ")
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	305 .append(latestVersionStateString).append(") and indexing was attempted for ")
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	306 .append(solrIdDraftDataset).append(" (limited discoverability). Result: ")
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	307 .append(indexDraftResult).append("\n");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	308
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	309 desiredCards.put(DatasetVersion.VersionState.DEACCESSIONED, false);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	310 if (doNormalSolrDocCleanUp) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	311 String deleteDeaccessionedResult = removeDeaccessioned(dataset);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	312 results.append("Draft exists, no need for deaccessioned version. Deletion attempted for ")
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	313 .append(solrIdDeaccessioned).append(" (and files). Result: ")
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	314 .append(deleteDeaccessionedResult).append("\n");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	315 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	316
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	317 desiredCards.put(DatasetVersion.VersionState.RELEASED, false);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	318 if (doNormalSolrDocCleanUp) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	319 String deletePublishedResults = removePublished(dataset);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	320 results.append("No published version. Attempting to delete traces of published version from index. Result: ").
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	321 append(deletePublishedResults).append("\n");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	322 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	323
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	324 /**
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	325 * Desired state for existence of cards: {DRAFT=true,
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	326 * DEACCESSIONED=false, RELEASED=false}
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	327 *
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	328 * No published version, nothing will be indexed as dataset_17
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	329 *
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	330 * The latest version is a working copy (latestVersionState:
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	331 * DRAFT) and indexing was attempted for dataset_17_draft
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	332 * (limited discoverability). Result: indexed dataset 17 as
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	333 * dataset_17_draft. filesIndexed: [datafile_18_draft]
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	334 *
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	335 * Draft exists, no need for deaccessioned version. Deletion
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	336 * attempted for dataset_17_deaccessioned (and files). Result:
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	337 * Attempted to delete dataset_17_deaccessioned from Solr index.
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	338 * updateReponse was:
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	339 * {responseHeader={status=0,QTime=1}}Attempted to delete
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	340 * datafile_18_deaccessioned from Solr index. updateReponse was:
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	341 * {responseHeader={status=0,QTime=1}}
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	342 *
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	343 * No published version. Attempting to delete traces of
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	344 * published version from index. Result: Attempted to delete
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	345 * dataset_17 from Solr index. updateReponse was:
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	346 * {responseHeader={status=0,QTime=1}}Attempted to delete
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	347 * datafile_18 from Solr index. updateReponse was:
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	348 * {responseHeader={status=0,QTime=0}}
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	349 */
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	350 String result = getDesiredCardState(desiredCards) + results.toString() + debug.toString();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	351 logger.fine(result);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	352 indexDatasetPermissions(dataset);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	353 return new AsyncResult<>(result);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	354 } else if (latestVersionState.equals(DatasetVersion.VersionState.DEACCESSIONED)) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	355
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	356 desiredCards.put(DatasetVersion.VersionState.DEACCESSIONED, true);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	357 IndexableDataset indexableDeaccessionedVersion = new IndexableDataset(latestVersion);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	358 String indexDeaccessionedVersionResult = addOrUpdateDataset(indexableDeaccessionedVersion);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	359 results.append("No draft version. Attempting to index as deaccessioned. Result: ").append(indexDeaccessionedVersionResult).append("\n");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	360
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	361 desiredCards.put(DatasetVersion.VersionState.RELEASED, false);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	362 if (doNormalSolrDocCleanUp) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	363 String deletePublishedResults = removePublished(dataset);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	364 results.append("No published version. Attempting to delete traces of published version from index. Result: ").
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	365 append(deletePublishedResults).append("\n");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	366 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	367
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	368 desiredCards.put(DatasetVersion.VersionState.DRAFT, false);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	369 if (doNormalSolrDocCleanUp) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	370 List<String> solrDocIdsForDraftFilesToDelete = findSolrDocIdsForDraftFilesToDelete(dataset);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	371 String deleteDraftDatasetVersionResult = removeSolrDocFromIndex(solrIdDraftDataset);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	372 String deleteDraftFilesResults = deleteDraftFiles(solrDocIdsForDraftFilesToDelete);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	373 results.append("Attempting to delete traces of drafts. Result: ")
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	374 .append(deleteDraftDatasetVersionResult).append(deleteDraftFilesResults).append("\n");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	375 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	376
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	377 /**
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	378 * Desired state for existence of cards: {DEACCESSIONED=true,
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	379 * RELEASED=false, DRAFT=false}
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	380 *
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	381 * No published version, nothing will be indexed as dataset_17
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	382 *
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	383 * No draft version. Attempting to index as deaccessioned.
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	384 * Result: indexed dataset 17 as dataset_17_deaccessioned.
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	385 * filesIndexed: []
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	386 *
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	387 * No published version. Attempting to delete traces of
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	388 * published version from index. Result: Attempted to delete
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	389 * dataset_17 from Solr index. updateReponse was:
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	390 * {responseHeader={status=0,QTime=0}}Attempted to delete
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	391 * datafile_18 from Solr index. updateReponse was:
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	392 * {responseHeader={status=0,QTime=3}}
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	393 *
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	394 * Attempting to delete traces of drafts. Result: Attempted to
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	395 * delete dataset_17_draft from Solr index. updateReponse was:
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	396 * {responseHeader={status=0,QTime=1}}
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	397 */
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	398 String result = getDesiredCardState(desiredCards) + results.toString() + debug.toString();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	399 logger.fine(result);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	400 indexDatasetPermissions(dataset);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	401 return new AsyncResult<>(result);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	402 } else {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	403 String result = "No-op. Unexpected condition reached: No released version and latest version is neither draft nor deaccessioned";
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	404 logger.fine(result);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	405 return new AsyncResult<>(result);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	406 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	407 } else if (atLeastOnePublishedVersion == true) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	408 results.append("Published versions found. ")
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	409 .append("Will attempt to index as ").append(solrIdPublished).append(" (discoverable by anonymous)\n");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	410 if (latestVersionState.equals(DatasetVersion.VersionState.RELEASED)
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	411 \|\| latestVersionState.equals(DatasetVersion.VersionState.DEACCESSIONED)) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	412
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	413 desiredCards.put(DatasetVersion.VersionState.RELEASED, true);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	414 IndexableDataset indexableReleasedVersion = new IndexableDataset(releasedVersion);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	415 String indexReleasedVersionResult = addOrUpdateDataset(indexableReleasedVersion);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	416 results.append("Attempted to index " + solrIdPublished).append(". Result: ").append(indexReleasedVersionResult).append("\n");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	417
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	418 desiredCards.put(DatasetVersion.VersionState.DRAFT, false);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	419 if (doNormalSolrDocCleanUp) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	420 List<String> solrDocIdsForDraftFilesToDelete = findSolrDocIdsForDraftFilesToDelete(dataset);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	421 String deleteDraftDatasetVersionResult = removeSolrDocFromIndex(solrIdDraftDataset);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	422 String deleteDraftFilesResults = deleteDraftFiles(solrDocIdsForDraftFilesToDelete);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	423 results.append("The latest version is published. Attempting to delete drafts. Result: ")
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	424 .append(deleteDraftDatasetVersionResult).append(deleteDraftFilesResults).append("\n");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	425 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	426
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	427 desiredCards.put(DatasetVersion.VersionState.DEACCESSIONED, false);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	428 if (doNormalSolrDocCleanUp) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	429 String deleteDeaccessionedResult = removeDeaccessioned(dataset);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	430 results.append("No need for deaccessioned version. Deletion attempted for ")
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	431 .append(solrIdDeaccessioned).append(". Result: ").append(deleteDeaccessionedResult);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	432 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	433
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	434 /**
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	435 * Desired state for existence of cards: {RELEASED=true,
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	436 * DRAFT=false, DEACCESSIONED=false}
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	437 *
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	438 * Released versions found: 1. Will attempt to index as
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	439 * dataset_17 (discoverable by anonymous)
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	440 *
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	441 * Attempted to index dataset_17. Result: indexed dataset 17 as
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	442 * dataset_17. filesIndexed: [datafile_18]
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	443 *
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	444 * The latest version is published. Attempting to delete drafts.
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	445 * Result: Attempted to delete dataset_17_draft from Solr index.
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	446 * updateReponse was: {responseHeader={status=0,QTime=1}}
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	447 *
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	448 * No need for deaccessioned version. Deletion attempted for
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	449 * dataset_17_deaccessioned. Result: Attempted to delete
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	450 * dataset_17_deaccessioned from Solr index. updateReponse was:
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	451 * {responseHeader={status=0,QTime=1}}Attempted to delete
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	452 * datafile_18_deaccessioned from Solr index. updateReponse was:
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	453 * {responseHeader={status=0,QTime=0}}
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	454 */
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	455 String result = getDesiredCardState(desiredCards) + results.toString() + debug.toString();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	456 logger.fine(result);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	457 indexDatasetPermissions(dataset);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	458 return new AsyncResult<>(result);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	459 } else if (latestVersionState.equals(DatasetVersion.VersionState.DRAFT)) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	460
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	461 IndexableDataset indexableDraftVersion = new IndexableDataset(latestVersion);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	462 desiredCards.put(DatasetVersion.VersionState.DRAFT, true);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	463 String indexDraftResult = addOrUpdateDataset(indexableDraftVersion);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	464 results.append("The latest version is a working copy (latestVersionState: ")
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	465 .append(latestVersionStateString).append(") and will be indexed as ")
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	466 .append(solrIdDraftDataset).append(" (limited visibility). Result: ").append(indexDraftResult).append("\n");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	467
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	468 desiredCards.put(DatasetVersion.VersionState.RELEASED, true);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	469 IndexableDataset indexableReleasedVersion = new IndexableDataset(releasedVersion);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	470 String indexReleasedVersionResult = addOrUpdateDataset(indexableReleasedVersion);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	471 results.append("There is a published version we will attempt to index. Result: ").append(indexReleasedVersionResult).append("\n");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	472
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	473 desiredCards.put(DatasetVersion.VersionState.DEACCESSIONED, false);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	474 if (doNormalSolrDocCleanUp) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	475 String deleteDeaccessionedResult = removeDeaccessioned(dataset);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	476 results.append("No need for deaccessioned version. Deletion attempted for ")
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	477 .append(solrIdDeaccessioned).append(". Result: ").append(deleteDeaccessionedResult);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	478 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	479
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	480 /**
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	481 * Desired state for existence of cards: {DRAFT=true,
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	482 * RELEASED=true, DEACCESSIONED=false}
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	483 *
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	484 * Released versions found: 1. Will attempt to index as
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	485 * dataset_17 (discoverable by anonymous)
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	486 *
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	487 * The latest version is a working copy (latestVersionState:
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	488 * DRAFT) and will be indexed as dataset_17_draft (limited
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	489 * visibility). Result: indexed dataset 17 as dataset_17_draft.
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	490 * filesIndexed: [datafile_18_draft]
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	491 *
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	492 * There is a published version we will attempt to index.
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	493 * Result: indexed dataset 17 as dataset_17. filesIndexed:
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	494 * [datafile_18]
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	495 *
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	496 * No need for deaccessioned version. Deletion attempted for
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	497 * dataset_17_deaccessioned. Result: Attempted to delete
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	498 * dataset_17_deaccessioned from Solr index. updateReponse was:
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	499 * {responseHeader={status=0,QTime=1}}Attempted to delete
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	500 * datafile_18_deaccessioned from Solr index. updateReponse was:
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	501 * {responseHeader={status=0,QTime=0}}
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	502 */
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	503 String result = getDesiredCardState(desiredCards) + results.toString() + debug.toString();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	504 logger.fine(result);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	505 indexDatasetPermissions(dataset);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	506 return new AsyncResult<>(result);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	507 } else {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	508 String result = "No-op. Unexpected condition reached: There is at least one published version but the latest version is neither published nor draft";
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	509 logger.fine(result);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	510 return new AsyncResult<>(result);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	511 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	512 } else {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	513 String result = "No-op. Unexpected condition reached: Has a version been published or not?";
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	514 logger.fine(result);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	515 return new AsyncResult<>(result);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	516 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	517 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	518
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	519 private String deleteDraftFiles(List<String> solrDocIdsForDraftFilesToDelete) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	520 String deleteDraftFilesResults = "";
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	521 IndexResponse indexResponse = solrIndexService.deleteMultipleSolrIds(solrDocIdsForDraftFilesToDelete);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	522 deleteDraftFilesResults = indexResponse.toString();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	523 return deleteDraftFilesResults;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	524 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	525
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	526 private IndexResponse indexDatasetPermissions(Dataset dataset) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	527 IndexResponse indexResponse = solrIndexService.indexPermissionsOnSelfAndChildren(dataset);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	528 return indexResponse;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	529 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	530
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	531 private String addOrUpdateDataset(IndexableDataset indexableDataset) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	532 IndexableDataset.DatasetState state = indexableDataset.getDatasetState();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	533 Dataset dataset = indexableDataset.getDatasetVersion().getDataset();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	534 logger.fine("adding or updating Solr document for dataset id " + dataset.getId());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	535 Collection<SolrInputDocument> docs = new ArrayList<>();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	536 List<String> dataversePathSegmentsAccumulator = new ArrayList<>();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	537 List<String> dataverseSegments = new ArrayList<>();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	538 try {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	539 dataverseSegments = findPathSegments(dataset.getOwner(), dataversePathSegmentsAccumulator);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	540 } catch (Exception ex) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	541 logger.info("failed to find dataverseSegments for dataversePaths for " + SearchFields.SUBTREE + ": " + ex);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	542 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	543 List<String> dataversePaths = getDataversePathsFromSegments(dataverseSegments);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	544 //Add Paths for linking dataverses
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	545 for (Dataverse linkingDataverse : dsLinkingService.findLinkingDataverses(dataset.getId())) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	546 List<String> linkingDataversePathSegmentsAccumulator = new ArrayList<>();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	547 List<String> linkingdataverseSegments = findPathSegments(linkingDataverse, linkingDataversePathSegmentsAccumulator);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	548 List<String> linkingDataversePaths = getDataversePathsFromSegments(linkingdataverseSegments);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	549 for (String dvPath : linkingDataversePaths) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	550 dataversePaths.add(dvPath);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	551 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	552 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	553 SolrInputDocument solrInputDocument = new SolrInputDocument();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	554 String datasetSolrDocId = indexableDataset.getSolrDocId();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	555 solrInputDocument.addField(SearchFields.ID, datasetSolrDocId);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	556 solrInputDocument.addField(SearchFields.ENTITY_ID, dataset.getId());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	557 solrInputDocument.addField(SearchFields.IDENTIFIER, dataset.getGlobalId());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	558 solrInputDocument.addField(SearchFields.DATASET_PERSISTENT_ID, dataset.getGlobalId());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	559 solrInputDocument.addField(SearchFields.PERSISTENT_URL, dataset.getPersistentURL());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	560 solrInputDocument.addField(SearchFields.TYPE, "datasets");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	561
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	562 Date datasetSortByDate = new Date();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	563 Date majorVersionReleaseDate = dataset.getMostRecentMajorVersionReleaseDate();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	564 if (majorVersionReleaseDate != null) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	565 if (true) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	566 String msg = "major release date found: " + majorVersionReleaseDate.toString();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	567 logger.fine(msg);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	568 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	569 datasetSortByDate = majorVersionReleaseDate;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	570 } else {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	571 if (indexableDataset.getDatasetState().equals(IndexableDataset.DatasetState.WORKING_COPY)) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	572 solrInputDocument.addField(SearchFields.PUBLICATION_STATUS, UNPUBLISHED_STRING);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	573 } else if (indexableDataset.getDatasetState().equals(IndexableDataset.DatasetState.DEACCESSIONED)) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	574 // uncomment this if we change our mind and want a deaccessioned facet after all
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	575 // solrInputDocument.addField(SearchFields.PUBLICATION_STATUS, DEACCESSIONED_STRING);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	576 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	577 Date createDate = dataset.getCreateDate();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	578 if (createDate != null) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	579 if (true) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	580 String msg = "can't find major release date, using create date: " + createDate;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	581 logger.fine(msg);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	582 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	583 datasetSortByDate = createDate;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	584 } else {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	585 String msg = "can't find major release date or create date, using \"now\"";
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	586 logger.info(msg);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	587 datasetSortByDate = new Date();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	588 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	589 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	590 solrInputDocument.addField(SearchFields.RELEASE_OR_CREATE_DATE, datasetSortByDate);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	591 solrInputDocument.addField(SearchFields.RELEASE_OR_CREATE_DATE_SEARCHABLE_TEXT, convertToFriendlyDate(datasetSortByDate));
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	592
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	593 if (state.equals(indexableDataset.getDatasetState().PUBLISHED)) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	594 solrInputDocument.addField(SearchFields.PUBLICATION_STATUS, PUBLISHED_STRING);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	595 // solrInputDocument.addField(SearchFields.RELEASE_OR_CREATE_DATE, dataset.getPublicationDate());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	596 } else if (state.equals(indexableDataset.getDatasetState().WORKING_COPY)) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	597 solrInputDocument.addField(SearchFields.PUBLICATION_STATUS, DRAFT_STRING);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	598 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	599
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	600 addDatasetReleaseDateToSolrDoc(solrInputDocument, dataset);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	601
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	602 DatasetVersion datasetVersion = indexableDataset.getDatasetVersion();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	603 String parentDatasetTitle = "TBD";
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	604 if (datasetVersion != null) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	605
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	606 solrInputDocument.addField(SearchFields.DATASET_VERSION_ID, datasetVersion.getId());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	607 solrInputDocument.addField(SearchFields.DATASET_CITATION, datasetVersion.getCitation(true));
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	608
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	609 for (DatasetField dsf : datasetVersion.getFlatDatasetFields()) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	610
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	611 DatasetFieldType dsfType = dsf.getDatasetFieldType();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	612 String solrFieldSearchable = dsfType.getSolrField().getNameSearchable();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	613 String solrFieldFacetable = dsfType.getSolrField().getNameFacetable();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	614
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	615 if (dsf.getValues() != null && !dsf.getValues().isEmpty() && dsf.getValues().get(0) != null && solrFieldSearchable != null) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	616 logger.fine("indexing " + dsf.getDatasetFieldType().getName() + ":" + dsf.getValues() + " into " + solrFieldSearchable + " and maybe " + solrFieldFacetable);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	617 // if (dsfType.getSolrField().getSolrType().equals(SolrField.SolrType.INTEGER)) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	618 if (dsfType.getSolrField().getSolrType().equals(SolrField.SolrType.EMAIL)) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	619 //no-op. we want to keep email address out of Solr per https://github.com/IQSS/dataverse/issues/759
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	620 } else if (dsfType.getSolrField().getSolrType().equals(SolrField.SolrType.DATE)) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	621 String dateAsString = dsf.getValues().get(0);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	622 logger.fine("date as string: " + dateAsString);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	623 if (dateAsString != null && !dateAsString.isEmpty()) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	624 SimpleDateFormat inputDateyyyy = new SimpleDateFormat("yyyy", Locale.ENGLISH);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	625 try {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	626 /**
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	627 * @todo when bean validation is working we
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	628 * won't have to convert strings into dates
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	629 */
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	630 logger.fine("Trying to convert " + dateAsString + " to a YYYY date from dataset " + dataset.getId());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	631 Date dateAsDate = inputDateyyyy.parse(dateAsString);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	632 SimpleDateFormat yearOnly = new SimpleDateFormat("yyyy");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	633 String datasetFieldFlaggedAsDate = yearOnly.format(dateAsDate);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	634 logger.fine("YYYY only: " + datasetFieldFlaggedAsDate);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	635 // solrInputDocument.addField(solrFieldSearchable, Integer.parseInt(datasetFieldFlaggedAsDate));
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	636 solrInputDocument.addField(solrFieldSearchable, datasetFieldFlaggedAsDate);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	637 if (dsfType.getSolrField().isFacetable()) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	638 // solrInputDocument.addField(solrFieldFacetable, Integer.parseInt(datasetFieldFlaggedAsDate));
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	639 solrInputDocument.addField(solrFieldFacetable, datasetFieldFlaggedAsDate);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	640 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	641 } catch (Exception ex) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	642 logger.info("unable to convert " + dateAsString + " into YYYY format and couldn't index it (" + dsfType.getName() + ")");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	643 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	644 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	645 } else {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	646 // _s (dynamic string) and all other Solr fields
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	647
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	648 if (dsf.getDatasetFieldType().getName().equals("authorAffiliation")) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	649 /**
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	650 * @todo think about how to tie the fact that this
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	651 * needs to be multivalued (_ss) because a
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	652 * multivalued facet (authorAffilition_ss) is being
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	653 * collapsed into here at index time. The business
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	654 * logic to determine if a data-driven metadata
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	655 * field should be indexed into Solr as a single or
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	656 * multiple value lives in the getSolrField() method
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	657 * of DatasetField.java
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	658 */
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	659 solrInputDocument.addField(SearchFields.AFFILIATION, dsf.getValuesWithoutNaValues());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	660 } else if (dsf.getDatasetFieldType().getName().equals("title")) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	661 // datasets have titles not names but index title under name as well so we can sort datasets by name along dataverses and files
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	662 List<String> possibleTitles = dsf.getValues();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	663 String firstTitle = possibleTitles.get(0);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	664 if (firstTitle != null) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	665 parentDatasetTitle = firstTitle;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	666 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	667 solrInputDocument.addField(SearchFields.NAME_SORT, dsf.getValues());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	668 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	669 if (dsfType.isControlledVocabulary()) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	670 for (ControlledVocabularyValue controlledVocabularyValue : dsf.getControlledVocabularyValues()) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	671 if (controlledVocabularyValue.getStrValue().equals(DatasetField.NA_VALUE)) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	672 continue;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	673 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	674 solrInputDocument.addField(solrFieldSearchable, controlledVocabularyValue.getStrValue());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	675 if (dsfType.getSolrField().isFacetable()) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	676 solrInputDocument.addField(solrFieldFacetable, controlledVocabularyValue.getStrValue());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	677 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	678 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	679 } else {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	680 if (dsfType.getFieldType().equals(DatasetFieldType.FieldType.TEXTBOX)) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	681 // strip HTML
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	682 List<String> htmlFreeText = StringUtil.htmlArray2textArray(dsf.getValuesWithoutNaValues());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	683 solrInputDocument.addField(solrFieldSearchable, htmlFreeText);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	684 if (dsfType.getSolrField().isFacetable()) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	685 solrInputDocument.addField(solrFieldFacetable, htmlFreeText);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	686 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	687 } else {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	688 // do not strip HTML
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	689 solrInputDocument.addField(solrFieldSearchable, dsf.getValuesWithoutNaValues());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	690 if (dsfType.getSolrField().isFacetable()) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	691 solrInputDocument.addField(solrFieldFacetable, dsf.getValuesWithoutNaValues());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	692 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	693 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	694 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	695 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	696 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	697 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	698 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	699
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	700 solrInputDocument.addField(SearchFields.SUBTREE, dataversePaths);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	701 // solrInputDocument.addField(SearchFields.HOST_DATAVERSE, dataset.getOwner().getName());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	702 solrInputDocument.addField(SearchFields.PARENT_ID, dataset.getOwner().getId());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	703 solrInputDocument.addField(SearchFields.PARENT_NAME, dataset.getOwner().getName());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	704
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	705 if (state.equals(indexableDataset.getDatasetState().DEACCESSIONED)) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	706 String deaccessionNote = datasetVersion.getVersionNote();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	707 if (deaccessionNote != null) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	708 solrInputDocument.addField(SearchFields.DATASET_DEACCESSION_REASON, deaccessionNote);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	709 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	710 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	711
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	712 docs.add(solrInputDocument);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	713
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	714 List<String> filesIndexed = new ArrayList<>();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	715 if (datasetVersion != null) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	716 List<FileMetadata> fileMetadatas = datasetVersion.getFileMetadatas();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	717 boolean checkForDuplicateMetadata = false;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	718 if (datasetVersion.isDraft() && dataset.isReleased() && dataset.getReleasedVersion() != null) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	719 checkForDuplicateMetadata = true;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	720 logger.fine("We are indexing a draft version of a dataset that has a released version. We'll be checking file metadatas if they are exact clones of the released versions.");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	721 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	722
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	723 for (FileMetadata fileMetadata : fileMetadatas) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	724 boolean indexThisMetadata = true;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	725 if (checkForDuplicateMetadata) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	726 logger.fine("Checking if this file metadata is a duplicate.");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	727 for (FileMetadata releasedFileMetadata : dataset.getReleasedVersion().getFileMetadatas()) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	728 if (fileMetadata.getDataFile() != null && fileMetadata.getDataFile().equals(releasedFileMetadata.getDataFile())) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	729 if (fileMetadata.contentEquals(releasedFileMetadata)) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	730 indexThisMetadata = false;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	731 logger.fine("This file metadata hasn't changed since the released version; skipping indexing.");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	732 } else {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	733 logger.fine("This file metadata has changed since the released version; we want to index it!");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	734 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	735 break;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	736 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	737 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	738 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	739 if (indexThisMetadata) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	740 SolrInputDocument datafileSolrInputDocument = new SolrInputDocument();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	741 Long fileEntityId = fileMetadata.getDataFile().getId();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	742 datafileSolrInputDocument.addField(SearchFields.ENTITY_ID, fileEntityId);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	743 datafileSolrInputDocument.addField(SearchFields.IDENTIFIER, fileEntityId);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	744 datafileSolrInputDocument.addField(SearchFields.PERSISTENT_URL, dataset.getPersistentURL());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	745 datafileSolrInputDocument.addField(SearchFields.TYPE, "files");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	746
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	747 String filenameCompleteFinal = "";
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	748 if (fileMetadata != null) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	749 String filenameComplete = fileMetadata.getLabel();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	750 if (filenameComplete != null) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	751 String filenameWithoutExtension = "";
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	752 // String extension = "";
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	753 int i = filenameComplete.lastIndexOf('.');
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	754 if (i > 0) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	755 // extension = filenameComplete.substring(i + 1);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	756 try {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	757 filenameWithoutExtension = filenameComplete.substring(0, i);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	758 datafileSolrInputDocument.addField(SearchFields.FILENAME_WITHOUT_EXTENSION, filenameWithoutExtension);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	759 datafileSolrInputDocument.addField(SearchFields.FILE_NAME, filenameWithoutExtension);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	760 } catch (IndexOutOfBoundsException ex) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	761 filenameWithoutExtension = "";
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	762 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	763 } else {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	764 logger.info("problem with filename '" + filenameComplete + "': no extension? empty string as filename?");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	765 filenameWithoutExtension = filenameComplete;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	766 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	767 filenameCompleteFinal = filenameComplete;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	768 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	769 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	770 datafileSolrInputDocument.addField(SearchFields.NAME, filenameCompleteFinal);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	771 datafileSolrInputDocument.addField(SearchFields.NAME_SORT, filenameCompleteFinal);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	772 datafileSolrInputDocument.addField(SearchFields.FILE_NAME, filenameCompleteFinal);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	773
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	774 datafileSolrInputDocument.addField(SearchFields.DATASET_VERSION_ID, datasetVersion.getId());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	775
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	776 /**
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	777 * for rules on sorting files see
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	778 * https://docs.google.com/a/harvard.edu/document/d/1DWsEqT8KfheKZmMB3n_VhJpl9nIxiUjai_AIQPAjiyA/edit?usp=sharing
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	779 * via https://redmine.hmdc.harvard.edu/issues/3701
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	780 */
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	781 Date fileSortByDate = new Date();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	782 DataFile datafile = fileMetadata.getDataFile();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	783 if (datafile != null) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	784 boolean fileHasBeenReleased = datafile.isReleased();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	785 if (fileHasBeenReleased) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	786 logger.fine("indexing file with filePublicationTimestamp. " + fileMetadata.getId() + " (file id " + datafile.getId() + ")");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	787 Timestamp filePublicationTimestamp = datafile.getPublicationDate();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	788 if (filePublicationTimestamp != null) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	789 fileSortByDate = filePublicationTimestamp;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	790 } else {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	791 String msg = "filePublicationTimestamp was null for fileMetadata id " + fileMetadata.getId() + " (file id " + datafile.getId() + ")";
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	792 logger.info(msg);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	793 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	794 } else {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	795 logger.fine("indexing file with fileCreateTimestamp. " + fileMetadata.getId() + " (file id " + datafile.getId() + ")");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	796 Timestamp fileCreateTimestamp = datafile.getCreateDate();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	797 if (fileCreateTimestamp != null) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	798 fileSortByDate = fileCreateTimestamp;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	799 } else {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	800 String msg = "fileCreateTimestamp was null for fileMetadata id " + fileMetadata.getId() + " (file id " + datafile.getId() + ")";
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	801 logger.info(msg);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	802 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	803 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	804 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	805 if (fileSortByDate == null) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	806 if (datasetSortByDate != null) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	807 logger.info("fileSortByDate was null, assigning datasetSortByDate");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	808 fileSortByDate = datasetSortByDate;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	809 } else {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	810 logger.info("fileSortByDate and datasetSortByDate were null, assigning 'now'");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	811 fileSortByDate = new Date();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	812 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	813 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	814 datafileSolrInputDocument.addField(SearchFields.RELEASE_OR_CREATE_DATE, fileSortByDate);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	815 datafileSolrInputDocument.addField(SearchFields.RELEASE_OR_CREATE_DATE_SEARCHABLE_TEXT, convertToFriendlyDate(fileSortByDate));
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	816
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	817 if (majorVersionReleaseDate == null) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	818 datafileSolrInputDocument.addField(SearchFields.PUBLICATION_STATUS, UNPUBLISHED_STRING);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	819 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	820
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	821 String fileSolrDocId = solrDocIdentifierFile + fileEntityId;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	822 if (indexableDataset.getDatasetState().equals(indexableDataset.getDatasetState().PUBLISHED)) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	823 fileSolrDocId = solrDocIdentifierFile + fileEntityId;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	824 datafileSolrInputDocument.addField(SearchFields.PUBLICATION_STATUS, PUBLISHED_STRING);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	825 // datafileSolrInputDocument.addField(SearchFields.PERMS, publicGroupString);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	826 addDatasetReleaseDateToSolrDoc(datafileSolrInputDocument, dataset);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	827 } else if (indexableDataset.getDatasetState().equals(indexableDataset.getDatasetState().WORKING_COPY)) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	828 fileSolrDocId = solrDocIdentifierFile + fileEntityId + indexableDataset.getDatasetState().getSuffix();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	829 datafileSolrInputDocument.addField(SearchFields.PUBLICATION_STATUS, DRAFT_STRING);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	830 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	831 datafileSolrInputDocument.addField(SearchFields.ID, fileSolrDocId);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	832
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	833 datafileSolrInputDocument.addField(SearchFields.FILE_TYPE_FRIENDLY, fileMetadata.getDataFile().getFriendlyType());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	834 datafileSolrInputDocument.addField(SearchFields.FILE_CONTENT_TYPE, fileMetadata.getDataFile().getContentType());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	835 datafileSolrInputDocument.addField(SearchFields.FILE_TYPE_SEARCHABLE, fileMetadata.getDataFile().getFriendlyType());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	836 // For the file type facets, we have a property file that maps mime types
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	837 // to facet-friendly names; "application/fits" should become "FITS", etc.:
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	838 datafileSolrInputDocument.addField(SearchFields.FILE_TYPE, FileUtil.getFacetFileType(fileMetadata.getDataFile()));
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	839 datafileSolrInputDocument.addField(SearchFields.FILE_TYPE_SEARCHABLE, FileUtil.getFacetFileType(fileMetadata.getDataFile()));
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	840 datafileSolrInputDocument.addField(SearchFields.FILE_SIZE_IN_BYTES, fileMetadata.getDataFile().getFilesize());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	841 datafileSolrInputDocument.addField(SearchFields.FILE_MD5, fileMetadata.getDataFile().getmd5());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	842 datafileSolrInputDocument.addField(SearchFields.DESCRIPTION, fileMetadata.getDescription());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	843 datafileSolrInputDocument.addField(SearchFields.FILE_DESCRIPTION, fileMetadata.getDescription());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	844 datafileSolrInputDocument.addField(SearchFields.UNF, fileMetadata.getDataFile().getUnf());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	845 datafileSolrInputDocument.addField(SearchFields.SUBTREE, dataversePaths);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	846 // datafileSolrInputDocument.addField(SearchFields.HOST_DATAVERSE, dataFile.getOwner().getOwner().getName());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	847 // datafileSolrInputDocument.addField(SearchFields.PARENT_NAME, dataFile.getDataset().getTitle());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	848 datafileSolrInputDocument.addField(SearchFields.PARENT_ID, fileMetadata.getDataFile().getOwner().getId());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	849 datafileSolrInputDocument.addField(SearchFields.PARENT_IDENTIFIER, fileMetadata.getDataFile().getOwner().getGlobalId());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	850 datafileSolrInputDocument.addField(SearchFields.PARENT_CITATION, fileMetadata.getDataFile().getOwner().getCitation());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	851
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	852 datafileSolrInputDocument.addField(SearchFields.PARENT_NAME, parentDatasetTitle);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	853
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	854 // If this is a tabular data file -- i.e., if there are data
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	855 // variables associated with this file, we index the variable
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	856 // names and labels:
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	857 if (fileMetadata.getDataFile().isTabularData()) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	858 List<DataVariable> variables = fileMetadata.getDataFile().getDataTable().getDataVariables();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	859 for (DataVariable var : variables) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	860 // Hard-coded search fields, for now:
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	861 // TODO: eventually: review, decide how datavariables should
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	862 // be handled for indexing purposes. (should it be a fixed
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	863 // setup, defined in the code? should it be flexible? unlikely
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	864 // that this needs to be domain-specific... since these data
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	865 // variables are quite specific to tabular data, which in turn
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	866 // is something social science-specific...
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	867 // anyway -- needs to be reviewed. -- L.A. 4.0alpha1
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	868
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	869 if (var.getName() != null && !var.getName().equals("")) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	870 datafileSolrInputDocument.addField(SearchFields.VARIABLE_NAME, var.getName());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	871 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	872 if (var.getLabel() != null && !var.getLabel().equals("")) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	873 datafileSolrInputDocument.addField(SearchFields.VARIABLE_LABEL, var.getLabel());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	874 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	875 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	876 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	877
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	878 if (indexableDataset.isFilesShouldBeIndexed()) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	879 filesIndexed.add(fileSolrDocId);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	880 docs.add(datafileSolrInputDocument);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	881 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	882 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	883 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	884 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	885
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	886 SolrServer server = new HttpSolrServer("http://" + systemConfig.getSolrHostColonPort() + "/solr");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	887
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	888 try {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	889 server.add(docs);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	890 } catch (SolrServerException \| IOException ex) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	891 return ex.toString();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	892 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	893 try {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	894 server.commit();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	895 } catch (SolrServerException \| IOException ex) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	896 return ex.toString();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	897 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	898
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	899 dvObjectService.updateContentIndexTime(dataset);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	900
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	901 // return "indexed dataset " + dataset.getId() + " as " + solrDocId + "\nindexFilesResults for " + solrDocId + ":" + fileInfo.toString();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	902 return "indexed dataset " + dataset.getId() + " as " + datasetSolrDocId + ". filesIndexed: " + filesIndexed;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	903 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	904
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	905 public List<String> findPathSegments(Dataverse dataverse, List<String> segments) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	906 Dataverse rootDataverse = findRootDataverseCached();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	907 if (!dataverse.equals(rootDataverse)) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	908 // important when creating root dataverse
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	909 if (dataverse.getOwner() != null) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	910 findPathSegments(dataverse.getOwner(), segments);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	911 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	912 segments.add(dataverse.getId().toString());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	913 return segments;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	914 } else {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	915 // base case
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	916 return segments;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	917 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	918 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	919
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	920 List<String> getDataversePathsFromSegments(List<String> dataversePathSegments) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	921 List<String> subtrees = new ArrayList<>();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	922 for (int i = 0; i < dataversePathSegments.size(); i++) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	923 StringBuilder pathBuilder = new StringBuilder();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	924 int numSegments = dataversePathSegments.size();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	925 for (int j = 0; j < numSegments; j++) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	926 if (j <= i) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	927 pathBuilder.append("/" + dataversePathSegments.get(j));
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	928 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	929 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	930 subtrees.add(pathBuilder.toString());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	931 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	932 return subtrees;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	933 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	934
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	935 private void addDataverseReleaseDateToSolrDoc(SolrInputDocument solrInputDocument, Dataverse dataverse) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	936 if (dataverse.getPublicationDate() != null) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	937 Calendar calendar = Calendar.getInstance();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	938 calendar.setTimeInMillis(dataverse.getPublicationDate().getTime());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	939 int YYYY = calendar.get(Calendar.YEAR);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	940 solrInputDocument.addField(SearchFields.PUBLICATION_DATE, YYYY);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	941 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	942 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	943
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	944 private void addDatasetReleaseDateToSolrDoc(SolrInputDocument solrInputDocument, Dataset dataset) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	945 if (dataset.getPublicationDate() != null) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	946 Calendar calendar = Calendar.getInstance();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	947 calendar.setTimeInMillis(dataset.getPublicationDate().getTime());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	948 int YYYY = calendar.get(Calendar.YEAR);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	949 solrInputDocument.addField(SearchFields.PUBLICATION_DATE, YYYY);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	950 solrInputDocument.addField(SearchFields.DATASET_PUBLICATION_DATE, YYYY);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	951 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	952 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	953
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	954 public static String getGroupPrefix() {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	955 return groupPrefix;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	956 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	957
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	958 public static String getGroupPerUserPrefix() {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	959 return groupPerUserPrefix;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	960 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	961
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	962 public static String getPublicGroupString() {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	963 return publicGroupString;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	964 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	965
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	966 public static String getPUBLISHED_STRING() {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	967 return PUBLISHED_STRING;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	968 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	969
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	970 public static String getUNPUBLISHED_STRING() {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	971 return UNPUBLISHED_STRING;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	972 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	973
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	974 public static String getDRAFT_STRING() {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	975 return DRAFT_STRING;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	976 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	977
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	978 public static String getDEACCESSIONED_STRING() {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	979 return DEACCESSIONED_STRING;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	980 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	981
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	982 public String delete(Dataverse doomed) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	983 SolrServer server = new HttpSolrServer("http://" + systemConfig.getSolrHostColonPort() + "/solr");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	984
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	985 logger.fine("deleting Solr document for dataverse " + doomed.getId());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	986 UpdateResponse updateResponse;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	987 try {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	988 updateResponse = server.deleteById(solrDocIdentifierDataverse + doomed.getId());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	989 } catch (SolrServerException \| IOException ex) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	990 return ex.toString();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	991 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	992 try {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	993 server.commit();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	994 } catch (SolrServerException \| IOException ex) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	995 return ex.toString();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	996 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	997 String response = "Successfully deleted dataverse " + doomed.getId() + " from Solr index. updateReponse was: " + updateResponse.toString();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	998 logger.fine(response);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	999 return response;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1000 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1001
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1002 /**
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1003 * @todo call this in fewer places, favoring
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1004 * SolrIndexServiceBeans.deleteMultipleSolrIds instead to operate in batches
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1005 *
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1006 * https://github.com/IQSS/dataverse/issues/142
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1007 */
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1008 public String removeSolrDocFromIndex(String doomed) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1009 SolrServer server = new HttpSolrServer("http://" + systemConfig.getSolrHostColonPort() + "/solr");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1010
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1011 logger.fine("deleting Solr document: " + doomed);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1012 UpdateResponse updateResponse;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1013 try {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1014 updateResponse = server.deleteById(doomed);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1015 } catch (SolrServerException \| IOException ex) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1016 return ex.toString();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1017 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1018 try {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1019 server.commit();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1020 } catch (SolrServerException \| IOException ex) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1021 return ex.toString();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1022 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1023 String response = "Attempted to delete " + doomed + " from Solr index. updateReponse was: " + updateResponse.toString();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1024 logger.fine(response);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1025 return response;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1026 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1027
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1028 public String convertToFriendlyDate(Date dateAsDate) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1029 if (dateAsDate == null) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1030 dateAsDate = new Date();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1031 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1032 // using DateFormat.MEDIUM for May 5, 2014 to match what's in DVN 3.x
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1033 DateFormat format = DateFormat.getDateInstance(DateFormat.MEDIUM);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1034 String friendlyDate = format.format(dateAsDate);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1035 return friendlyDate;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1036 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1037
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1038 private List<String> findSolrDocIdsForDraftFilesToDelete(Dataset datasetWithDraftFilesToDelete) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1039 List<String> solrIdsOfFilesToDelete = new ArrayList<>();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1040 for (DatasetVersion datasetVersion : datasetWithDraftFilesToDelete.getVersions()) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1041 for (FileMetadata fileMetadata : datasetVersion.getFileMetadatas()) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1042 DataFile datafile = fileMetadata.getDataFile();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1043 if (datafile != null) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1044 solrIdsOfFilesToDelete.add(solrDocIdentifierFile + datafile.getId() + draftSuffix);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1045 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1046 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1047
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1048 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1049 return solrIdsOfFilesToDelete;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1050 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1051
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1052 private List<String> findSolrDocIdsForFilesToDelete(Dataset dataset, IndexableDataset.DatasetState state) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1053 List<String> solrIdsOfFilesToDelete = new ArrayList<>();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1054 for (DataFile file : dataset.getFiles()) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1055 solrIdsOfFilesToDelete.add(solrDocIdentifierFile + file.getId() + state.getSuffix());
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1056 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1057 return solrIdsOfFilesToDelete;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1058 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1059
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1060 private String removeMultipleSolrDocs(List<String> docIds) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1061 IndexResponse indexResponse = solrIndexService.deleteMultipleSolrIds(docIds);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1062 return indexResponse.toString();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1063 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1064
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1065 private String determinePublishedDatasetSolrDocId(Dataset dataset) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1066 return IndexableObject.IndexableTypes.DATASET.getName() + "_" + dataset.getId() + IndexableDataset.DatasetState.PUBLISHED.getSuffix();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1067 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1068
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1069 private String determineDeaccessionedDatasetId(Dataset dataset) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1070 return IndexableObject.IndexableTypes.DATASET.getName() + "_" + dataset.getId() + IndexableDataset.DatasetState.DEACCESSIONED.getSuffix();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1071 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1072
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1073 private String removeDeaccessioned(Dataset dataset) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1074 StringBuilder result = new StringBuilder();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1075 String deleteDeaccessionedResult = removeSolrDocFromIndex(determineDeaccessionedDatasetId(dataset));
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1076 result.append(deleteDeaccessionedResult);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1077 List<String> docIds = findSolrDocIdsForFilesToDelete(dataset, IndexableDataset.DatasetState.DEACCESSIONED);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1078 String deleteFilesResult = removeMultipleSolrDocs(docIds);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1079 result.append(deleteFilesResult);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1080 return result.toString();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1081 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1082
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1083 private String removePublished(Dataset dataset) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1084 StringBuilder result = new StringBuilder();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1085 String deletePublishedResult = removeSolrDocFromIndex(determinePublishedDatasetSolrDocId(dataset));
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1086 result.append(deletePublishedResult);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1087 List<String> docIds = findSolrDocIdsForFilesToDelete(dataset, IndexableDataset.DatasetState.PUBLISHED);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1088 String deleteFilesResult = removeMultipleSolrDocs(docIds);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1089 result.append(deleteFilesResult);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1090 return result.toString();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1091 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1092
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1093 private Dataverse findRootDataverseCached() {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1094 if (true) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1095 /**
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1096 * @todo Is the code below working at all? We don't want the root
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1097 * dataverse to be indexed into Solr. Specifically, we don't want a
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1098 * dataverse "card" to show up while browsing.
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1099 *
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1100 * Let's just find the root dataverse and be done with it. We'll
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1101 * figure out the caching later.
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1102 */
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1103 try {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1104 Dataverse rootDataverse = dataverseService.findRootDataverse();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1105 return rootDataverse;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1106 } catch (EJBException ex) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1107 logger.info("caught " + ex);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1108 Throwable cause = ex.getCause();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1109 while (cause.getCause() != null) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1110 logger.info("caused by... " + cause);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1111 cause = cause.getCause();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1112 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1113 return null;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1114 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1115 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1116
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1117 /**
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1118 * @todo Why isn't this code working?
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1119 */
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1120 if (rootDataverseCached != null) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1121 return rootDataverseCached;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1122 } else {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1123 rootDataverseCached = dataverseService.findRootDataverse();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1124 if (rootDataverseCached != null) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1125 return rootDataverseCached;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1126 } else {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1127 throw new RuntimeException("unable to determine root dataverse");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1128 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1129 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1130 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1131
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1132 private String getDesiredCardState(Map<DatasetVersion.VersionState, Boolean> desiredCards) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1133 /**
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1134 * @todo make a JVM option to enforce sanity checks? Call it dev=true?
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1135 */
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1136 boolean sanityCheck = true;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1137 if (sanityCheck) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1138 Set<DatasetVersion.VersionState> expected = new HashSet<>();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1139 expected.add(DatasetVersion.VersionState.DRAFT);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1140 expected.add(DatasetVersion.VersionState.RELEASED);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1141 expected.add(DatasetVersion.VersionState.DEACCESSIONED);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1142 if (!desiredCards.keySet().equals(expected)) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1143 throw new RuntimeException("Mismatch between expected version states (" + expected + ") and version states passed in (" + desiredCards.keySet() + ")");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1144 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1145 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1146 return "Desired state for existence of cards: " + desiredCards + "\n";
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1147 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1148
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1149 /**
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1150 * @return Dataverses that should be reindexed either because they have
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1151 * never been indexed or their index time is before their modification time.
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1152 */
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1153 public List findStaleOrMissingDataverses() {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1154 List<Dataverse> staleDataverses = new ArrayList<>();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1155 for (Dataverse dataverse : dataverseService.findAll()) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1156 if (dataverse.equals(dataverseService.findRootDataverse())) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1157 continue;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1158 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1159 if (stale(dataverse)) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1160 staleDataverses.add(dataverse);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1161 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1162 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1163 return staleDataverses;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1164 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1165
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1166 /**
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1167 * @return Datasets that should be reindexed either because they have never
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1168 * been indexed or their index time is before their modification time.
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1169 */
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1170 public List<Dataset> findStaleOrMissingDatasets() {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1171 List<Dataset> staleDatasets = new ArrayList<>();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1172 for (Dataset dataset : datasetService.findAll()) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1173 if (stale(dataset)) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1174 staleDatasets.add(dataset);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1175 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1176 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1177 return staleDatasets;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1178 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1179
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1180 private boolean stale(DvObject dvObject) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1181 Timestamp indexTime = dvObject.getIndexTime();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1182 Timestamp modificationTime = dvObject.getModificationTime();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1183 if (indexTime == null) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1184 return true;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1185 } else {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1186 if (indexTime.before(modificationTime)) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1187 return true;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1188 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1189 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1190 return false;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1191 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1192
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1193 public List<Long> findDataversesInSolrOnly() throws SearchException {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1194 try {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1195 /**
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1196 * @todo define this centrally and statically
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1197 */
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1198 return findDvObjectInSolrOnly("dataverses");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1199 } catch (SearchException ex) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1200 throw ex;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1201 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1202 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1203
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1204 public List<Long> findDatasetsInSolrOnly() throws SearchException {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1205 try {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1206 /**
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1207 * @todo define this centrally and statically
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1208 */
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1209 return findDvObjectInSolrOnly("datasets");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1210 } catch (SearchException ex) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1211 throw ex;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1212 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1213 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1214
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1215 private List<Long> findDvObjectInSolrOnly(String type) throws SearchException {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1216 SolrServer solrServer = new HttpSolrServer("http://" + systemConfig.getSolrHostColonPort() + "/solr");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1217 SolrQuery solrQuery = new SolrQuery();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1218 solrQuery.setQuery("*");
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1219 solrQuery.setRows(Integer.SIZE);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1220 solrQuery.addFilterQuery(SearchFields.TYPE + ":" + type);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1221 List<Long> dvObjectInSolrOnly = new ArrayList<>();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1222 QueryResponse queryResponse = null;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1223 try {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1224 queryResponse = solrServer.query(solrQuery);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1225 } catch (SolrServerException ex) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1226 throw new SearchException("Error searching Solr for " + type, ex);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1227 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1228 SolrDocumentList results = queryResponse.getResults();
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1229 for (SolrDocument solrDocument : results) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1230 Object idObject = solrDocument.getFieldValue(SearchFields.ENTITY_ID);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1231 if (idObject != null) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1232 try {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1233 long id = (Long) idObject;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1234 DvObject dvobject = dvObjectService.findDvObject(id);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1235 if (dvobject == null) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1236 dvObjectInSolrOnly.add(id);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1237 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1238 } catch (ClassCastException ex) {
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1239 throw new SearchException("Found " + SearchFields.ENTITY_ID + " but error casting " + idObject + " to long", ex);
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1240 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1241 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1242 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1243 return dvObjectInSolrOnly;
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1244 }
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1245
a50cf11e5178 Rewrite LGDataverse completely upgrading to dataverse4.0 Zoe Hong <zhong@mpiwg-berlin.mpg.de> parents: diff changeset	1246 }

Mercurial > hg > LGDataverses

annotate src/main/java/edu/harvard/iq/dataverse/IndexServiceBean.java @ 14:be7787c36e58 default tip