/*
* Copyright (C) 2010-2015 Stichting Akvo (Akvo Foundation)
*
* This file is part of Akvo FLOW.
*
* Akvo FLOW is free software: you can redistribute it and modify it under the terms of
* the GNU Affero General Public License (AGPL) as published by the Free Software Foundation,
* either version 3 of the License or any later version.
*
* Akvo FLOW is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY;
* without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
* See the GNU Affero General Public License included below for more details.
*
* The full license text can also be seen at <http://www.gnu.org/licenses/agpl.html>.
*/
package org.waterforpeople.mapping.app.web;
import static com.gallatinsystems.common.util.MemCacheUtils.initCache;
import java.io.IOException;
import java.io.PrintWriter;
import java.io.Writer;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Date;
import java.util.List;
import java.util.UUID;
import java.util.logging.Level;
import java.util.logging.Logger;
import javax.servlet.http.HttpServlet;
import javax.servlet.http.HttpServletRequest;
import javax.servlet.http.HttpServletResponse;
import net.sf.jsr107cache.Cache;
import net.sf.jsr107cache.CacheException;
import org.apache.commons.lang.StringUtils;
import org.waterforpeople.mapping.app.web.dto.DataProcessorRequest;
import org.waterforpeople.mapping.app.web.rest.security.AppRole;
import org.waterforpeople.mapping.app.web.test.DeleteObjectUtil;
import org.waterforpeople.mapping.dao.AccessPointDao;
import org.waterforpeople.mapping.dao.QuestionAnswerStoreDao;
import org.waterforpeople.mapping.dao.SurveyInstanceDAO;
import org.waterforpeople.mapping.domain.AccessPoint;
import org.waterforpeople.mapping.domain.QuestionAnswerStore;
import org.waterforpeople.mapping.domain.SurveyInstance;
import com.beoui.geocell.GeocellManager;
import com.beoui.geocell.model.Point;
import com.gallatinsystems.common.Constants;
import com.gallatinsystems.framework.dao.BaseDAO;
import com.gallatinsystems.gis.map.dao.OGRFeatureDao;
import com.gallatinsystems.gis.map.domain.Geometry;
import com.gallatinsystems.gis.map.domain.Geometry.GeometryType;
import com.gallatinsystems.gis.map.domain.OGRFeature;
import com.gallatinsystems.survey.dao.CascadeResourceDao;
import com.gallatinsystems.survey.dao.QuestionDao;
import com.gallatinsystems.survey.dao.QuestionGroupDao;
import com.gallatinsystems.survey.dao.SurveyDAO;
import com.gallatinsystems.survey.dao.SurveyGroupDAO;
import com.gallatinsystems.survey.dao.SurveyUtils;
import com.gallatinsystems.survey.domain.CascadeResource;
import com.gallatinsystems.survey.domain.Question;
import com.gallatinsystems.survey.domain.QuestionGroup;
import com.gallatinsystems.survey.domain.Survey;
import com.gallatinsystems.survey.domain.SurveyGroup;
import com.gallatinsystems.survey.domain.SurveyGroup.PrivacyLevel;
import com.gallatinsystems.survey.domain.SurveyGroup.ProjectType;
import com.gallatinsystems.surveyal.app.web.SurveyalRestRequest;
import com.gallatinsystems.surveyal.dao.SurveyedLocaleClusterDao;
import com.gallatinsystems.surveyal.domain.SurveyedLocaleCluster;
import com.gallatinsystems.user.dao.UserDao;
import com.gallatinsystems.user.domain.User;
import com.google.appengine.api.backends.BackendServiceFactory;
import com.google.appengine.api.taskqueue.Queue;
import com.google.appengine.api.taskqueue.QueueFactory;
import com.google.appengine.api.taskqueue.TaskOptions;
public class TestHarnessServlet extends HttpServlet {
private static Logger log = Logger.getLogger(TestHarnessServlet.class.getName());
private static final long serialVersionUID = -5673118002247715049L;
@Override
public void doGet(HttpServletRequest req, HttpServletResponse resp) {
String action = req.getParameter("action");
if ("setupTestUser".equals(action)) {
setupTestUser();
} else if ("deleteGeoData".equals(action)) {
try {
OGRFeatureDao ogrFeatureDao = new OGRFeatureDao();
for (OGRFeature item : ogrFeatureDao.list("all")) {
resp.getWriter().println("deleting: " + item.getCountryCode());
ogrFeatureDao.delete(item);
}
resp.getWriter().println("Finished");
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
} else if ("loadOGRFeature".equals(action)) {
OGRFeature ogrFeature = new OGRFeature();
ogrFeature.setName("clan-21061011");
ogrFeature.setProjectCoordinateSystemIdentifier("World_Mercator");
ogrFeature.setGeoCoordinateSystemIdentifier("GCS_WGS_1984");
ogrFeature.setDatumIdentifier("WGS_1984");
ogrFeature.setSpheroid(6378137D);
ogrFeature.setReciprocalOfFlattening(298.257223563);
ogrFeature.setCountryCode("LR");
ogrFeature.addBoundingBox(223700.015625, 481399.468750, 680781.375000, 945462.437500);
Geometry geo = new Geometry();
geo.setType(GeometryType.POLYGON);
String coords = "497974.5625 557051.875,498219.03125 557141.75,498655.34375 557169.4375,499001.65625 557100.1875,499250.96875 556933.9375,499167.875 556615.375,499230.1875 556407.625,499392.78125 556362.75,499385.90625 556279.875,499598.5 556067.3125,499680.25 555952.8125,499218.5625 554988.875,498775.65625 554860.1875,498674.5 554832.5625,498282.0 554734.4375,498020.34375 554554.5625,497709.59375 554374.6875,497614.84375 554374.6875,497519.46875 554369.1875,497297.3125 554359.9375,496852.96875 554355.3125,496621.125 554351.375,496695.75 554454.625,496771.59375 554604.625,496836.3125 554734.0625,496868.65625 554831.125,496847.09375 554863.4375,496760.8125 554863.4375,496663.75 554928.125,496620.625 554992.875,496555.90625 555025.1875,496448.0625 554992.875,496372.5625 555025.1875,496351.0 555133.0625,496415.71875 555197.75,496480.40625 555294.8125,496480.40625 555381.0625,496430.875 555430.75,496446.0625 555547.375,496490.53125 555849.625,496526.09375 556240.75,496721.65625 556596.375,496924.90625 556774.1875,497006.125 556845.25,497281.71875 556978.625,497610.625 556969.6875,497859.53125 556969.6875,497974.5625 557051.875";
for (String item : coords.split(",")) {
String[] coord = item.split(" ");
geo.addCoordinate(Double.parseDouble(coord[0]), Double.parseDouble(coord[1]));
}
ogrFeature.setGeometry(geo);
ogrFeature.addGeoMeasure("CLNAME", "STRING", "Loisiana Township");
ogrFeature.addGeoMeasure("COUNT", "FLOAT", "1");
BaseDAO<OGRFeature> ogrDao = new BaseDAO<OGRFeature>(OGRFeature.class);
ogrDao.save(ogrFeature);
try {
resp.getWriter().println("OGRFeature: " + ogrFeature.toString());
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
} else if ("generateGeocells".equals(action)) {
AccessPointDao apDao = new AccessPointDao();
List<AccessPoint> apList = apDao.list(null);
if (apList != null) {
for (AccessPoint ap : apList) {
if (ap.getGeocells() == null || ap.getGeocells().size() == 0) {
if (ap.getLatitude() != null && ap.getLongitude() != null) {
ap.setGeocells(GeocellManager.generateGeoCell(new Point(ap
.getLatitude(), ap.getLongitude())));
apDao.save(ap);
}
}
}
}
} else if ("importsinglesurvey".equals(action)) {
TaskOptions options = TaskOptions.Builder
.withUrl("/app_worker/dataprocessor")
.param(DataProcessorRequest.ACTION_PARAM,
DataProcessorRequest.IMPORT_REMOTE_SURVEY_ACTION)
.param(DataProcessorRequest.SOURCE_PARAM, req.getParameter("source"))
.param(DataProcessorRequest.SURVEY_ID_PARAM, req.getParameter("surveyId"))
.param(DataProcessorRequest.API_KEY_PARAM, req.getParameter("apiKey"));
com.google.appengine.api.taskqueue.Queue queue = com.google.appengine.api.taskqueue.QueueFactory
.getDefaultQueue();
queue.add(options);
} else if ("changeLocaleType".equals(action)) {
String surveyId = req.getParameter(DataProcessorRequest.SURVEY_ID_PARAM);
if (surveyId == null) {
try {
resp.getWriter().println("surveyId parameter missing");
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
return;
}
TaskOptions options = TaskOptions.Builder.withUrl("/app_worker/dataprocessor").param(
DataProcessorRequest.ACTION_PARAM,
DataProcessorRequest.CHANGE_LOCALE_TYPE_ACTION);
if (req.getParameter("bypassBackend") == null
|| !req.getParameter("bypassBackend").equals("true")) {
// change the host so the queue invokes the backend
options = options.header("Host",
BackendServiceFactory.getBackendService()
.getBackendAddress("dataprocessor"));
}
options.param(DataProcessorRequest.SURVEY_ID_PARAM, surveyId);
com.google.appengine.api.taskqueue.Queue queue = com.google.appengine.api.taskqueue.QueueFactory
.getDefaultQueue();
queue.add(options);
} else if ("addTranslationFields".equals(action)) {
TaskOptions options = TaskOptions.Builder.withUrl("/app_worker/dataprocessor").param(
DataProcessorRequest.ACTION_PARAM, DataProcessorRequest.ADD_TRANSLATION_FIELDS);
com.google.appengine.api.taskqueue.Queue queue = com.google.appengine.api.taskqueue.QueueFactory
.getDefaultQueue();
queue.add(options);
} else if (DataProcessorRequest.REBUILD_QUESTION_SUMMARY_ACTION.equals(action)) {
TaskOptions options = TaskOptions.Builder.withUrl("/app_worker/dataprocessor").param(
DataProcessorRequest.ACTION_PARAM,
DataProcessorRequest.REBUILD_QUESTION_SUMMARY_ACTION);
if (req.getParameter("bypassBackend") == null
|| !req.getParameter("bypassBackend").equals("true")) {
// change the host so the queue invokes the backend
options = options.header("Host",
BackendServiceFactory.getBackendService()
.getBackendAddress("dataprocessor"));
}
String surveyId = req.getParameter(DataProcessorRequest.SURVEY_ID_PARAM);
if (surveyId != null && surveyId.trim().length() > 0) {
options.param(DataProcessorRequest.SURVEY_ID_PARAM, surveyId);
}
com.google.appengine.api.taskqueue.Queue queue = com.google.appengine.api.taskqueue.QueueFactory
.getDefaultQueue();
queue.add(options);
} else if ("deleteallqsum".equals(action)) {
DeleteObjectUtil dou = new DeleteObjectUtil();
dou.deleteAllObjects("SurveyQuestionSummary");
} else if (DataProcessorRequest.DELETE_DUPLICATE_QAS.equals(action)) {
final TaskOptions options = TaskOptions.Builder
.withUrl("/app_worker/dataprocessor")
.param(DataProcessorRequest.ACTION_PARAM,
DataProcessorRequest.DELETE_DUPLICATE_QAS)
.header("Host",
BackendServiceFactory.getBackendService().getBackendAddress(
"dataprocessor"));
Queue queue = QueueFactory.getDefaultQueue();
queue.add(options);
try {
resp.getWriter().print("Request Processed - Check the logs");
} catch (Exception e) {
// no-op
}
} else if (DataProcessorRequest.RECOMPUTE_LOCALE_CLUSTERS.equals(action)) {
SurveyedLocaleClusterDao slcDao = new SurveyedLocaleClusterDao();
// first, delete all clusters
for (SurveyedLocaleCluster slc : slcDao.list("all")) {
slcDao.delete(slc);
}
// initialize the memcache
Cache cache = initCache(60 * 60 * 1);
if (cache != null) {
cache.clear();
}
final TaskOptions options = TaskOptions.Builder
.withUrl("/app_worker/dataprocessor")
.param(DataProcessorRequest.ACTION_PARAM,
DataProcessorRequest.RECOMPUTE_LOCALE_CLUSTERS)
.header("Host",
BackendServiceFactory.getBackendService().getBackendAddress(
"dataprocessor"));
Queue queue = QueueFactory.getDefaultQueue();
queue.add(options);
try {
resp.getWriter().print("Request Processed - Check the logs");
} catch (Exception e) {
// no-op
}
} else if (DataProcessorRequest.RECREATE_LOCALES.equals(action)) {
Queue queue = QueueFactory.getDefaultQueue();
SurveyDAO surveyDao = new SurveyDAO();
List<Survey> sList = surveyDao.list("all");
for (Survey s : sList) {
log.log(Level.INFO, "Running Remap for survey: " + s.getKey().getId());
queue.add(TaskOptions.Builder.withUrl("/app_worker/surveyalservlet")
.param(SurveyalRestRequest.ACTION_PARAM, SurveyalRestRequest.RERUN_ACTION)
.param(SurveyalRestRequest.SURVEY_ID_PARAM, "" + s.getKey().getId()));
}
} else if ("addCreationSurveyIdToLocale".equals(action)) {
final TaskOptions options = TaskOptions.Builder.withUrl("/app_worker/dataprocessor")
.param(
DataProcessorRequest.ACTION_PARAM,
DataProcessorRequest.ADD_CREATION_SURVEY_ID_TO_LOCALE);
com.google.appengine.api.taskqueue.Queue queue = com.google.appengine.api.taskqueue.QueueFactory
.getDefaultQueue();
queue.add(options);
try {
resp.getWriter().print("Request Processed - Check the logs");
} catch (Exception e) {
// no-op
}
} else if ("populateMonitoringFieldsLocale".equals(action)) {
if (req.getParameter("surveyId") != null) {
try {
// if we have a surveyId, try to parse it to long here
// if we fail, we break of the whole operation
// we don't use the parsed value
Long surveyId = Long.parseLong(req.getParameter("surveyId"));
// check if the survey exists
SurveyDAO sDao = new SurveyDAO();
Survey s = sDao.getByKey(surveyId);
if (s != null) {
// fire processing task
final TaskOptions options = TaskOptions.Builder
.withUrl("/app_worker/dataprocessor")
.header("Host",
BackendServiceFactory.getBackendService()
.getBackendAddress("dataprocessor"))
.param(DataProcessorRequest.ACTION_PARAM,
DataProcessorRequest.POPULATE_MONITORING_FIELDS_LOCALE_ACTION)
.param(DataProcessorRequest.SURVEY_ID_PARAM, surveyId.toString());
com.google.appengine.api.taskqueue.Queue queue = com.google.appengine.api.taskqueue.QueueFactory
.getQueue("background-processing");
queue.add(options);
try {
resp.getWriter().print("Request Processed - Check the logs");
} catch (Exception e) {
// no-op
}
}
} catch (NumberFormatException e) {
log.log(Level.SEVERE,
"surveyId provided not valid: " + req.getParameter("surveyId"));
}
}
} else if ("createNewIdentifiersLocales".equals(action)) {
if (req.getParameter("surveyId") != null) {
try {
// if we have a surveyId, try to parse it to long here
// if we fail, we break of the whole operation
// we don't use the parsed value
Long surveyId = Long.parseLong(req.getParameter("surveyId"));
// check if the survey exists
SurveyDAO sDao = new SurveyDAO();
Survey s = sDao.getByKey(surveyId);
if (s != null) {
// fire processing task
final TaskOptions options = TaskOptions.Builder
.withUrl("/app_worker/dataprocessor")
.header("Host",
BackendServiceFactory.getBackendService()
.getBackendAddress("dataprocessor"))
.param(DataProcessorRequest.ACTION_PARAM,
DataProcessorRequest.CREATE_NEW_IDENTIFIERS_LOCALES_ACTION)
.param(DataProcessorRequest.SURVEY_ID_PARAM, surveyId.toString());
com.google.appengine.api.taskqueue.Queue queue = com.google.appengine.api.taskqueue.QueueFactory
.getQueue("background-processing");
queue.add(options);
try {
resp.getWriter().print("Request Processed - Check the logs");
} catch (Exception e) {
// no-op
}
}
} catch (NumberFormatException e) {
log.log(Level.SEVERE,
"surveyId provided not valid: " + req.getParameter("surveyId"));
}
}
} else if ("populateQuestionOrders".equals(action)) {
log.log(Level.INFO, "Populating question and question group orders: ");
Queue queue = QueueFactory.getDefaultQueue();
TaskOptions to = TaskOptions.Builder
.withUrl("/app_worker/dataprocessor")
.param(DataProcessorRequest.ACTION_PARAM,
DataProcessorRequest.POP_QUESTION_ORDER_FIELDS_ACTION)
.param("cursor", "")
.header("host",
BackendServiceFactory.getBackendService().getBackendAddress(
"dataprocessor"));
if (req.getParameter("surveyId") != null) {
try {
// if we have a surveyId, try to parse it to long here
// if we fail, we break of the whole operation
// we don't use the parsed value
Long surveyId = Long.parseLong(req.getParameter("surveyId"));
queue.add(to.param(DataProcessorRequest.SURVEY_ID_PARAM, surveyId.toString()));
} catch (NumberFormatException e) {
log.log(Level.SEVERE,
"surveyId provided not valid: " + req.getParameter("surveyId"));
}
} else {
// if we don't have a surveyId, we want to populate all surveys
// so we fire the task without the surveyId parameter.
queue.add(to);
}
} else if ("testTextQAS".equals(action)) {
final StringBuffer sb = new StringBuffer();
final QuestionAnswerStoreDao dao = new QuestionAnswerStoreDao();
for (int i = 0; i < 16; i++) {
sb.append(java.util.UUID.randomUUID().toString());
}
final String val1 = sb.toString();
final String val2 = "TEST";
String testResult = "OK";
QuestionAnswerStore qas1 = new QuestionAnswerStore();
qas1.setArbitratyNumber(0L);
qas1.setQuestionID("0");
qas1.setSurveyId(0L);
qas1.setSurveyInstanceId(0L);
qas1.setValue(val1);
qas1 = dao.save(qas1);
QuestionAnswerStore qas2 = new QuestionAnswerStore();
qas2.setArbitratyNumber(1L);
qas2.setQuestionID("1");
qas2.setSurveyId(1L);
qas2.setSurveyInstanceId(1L);
qas2.setValue(val2);
qas2 = dao.save(qas2);
assert dao.getByQuestionAndSurveyInstance(0L, 0L).getValue().equals(val1);
assert dao.getByQuestionAndSurveyInstance(1L, 1L).getValue().equals(val2);
qas1.setValue(val2);
qas2.setValue(val1);
qas1 = dao.save(qas1);
qas2 = dao.save(qas2);
assert dao.getByQuestionAndSurveyInstance(0L, 0L).getValue().equals(val2);
assert dao.getByQuestionAndSurveyInstance(1L, 1L).getValue().equals(val1);
if (!dao.isCached(0L, 0L) || !dao.isCached(1L, 1L)) {
testResult = "NOK";
}
dao.delete(qas1);
dao.delete(qas2);
if (dao.isCached(0L, 0L) || dao.isCached(1L, 1L)) {
testResult = "NOK";
}
try {
PrintWriter w = resp.getWriter();
w.write(testResult);
w.flush();
} catch (IOException e) {
e.printStackTrace();
}
} else if ("testCacheKey".equals(action)) {
try {
Writer w = resp.getWriter();
Survey s = new Survey();
SurveyDAO dao = new SurveyDAO();
try {
w.write(dao.getCacheKey(s));
} catch (CacheException e) {
log.log(Level.WARNING, e.getMessage());
}
w.write("\n");
w.flush();
w.close();
} catch (IOException e) {
e.printStackTrace();
}
} else if ("createCascadeData".equals(action)) {
createCascadeData(resp);
}
}
private void setupTestUser() {
UserDao userDao = new UserDao();
User user = userDao.findUserByEmail("test@example.com");
if (user == null) {
user = new User();
user.setEmailAddress("test@example.com");
}
user.setSuperAdmin(true);
user.setPermissionList(String.valueOf(AppRole.SUPER_ADMIN.getLevel()));
user.setAccessKey(UUID.randomUUID().toString().replaceAll("-", ""));
user.setSecret(UUID.randomUUID().toString().replaceAll("-", ""));
userDao.save(user);
}
private void createCascadeData(HttpServletResponse resp) {
String[] levelNames = {
"Zone", "State", "District", "Block", "Village"
};
String name = "Cascade-" + System.currentTimeMillis();
String[] data = {
"Zone 1", "State 1", "District 1", "Block 1", "Village 1"
};
CascadeResourceDao crd = new CascadeResourceDao();
CascadeResource cr = new CascadeResource();
cr.setName(name);
cr.setNumLevels(levelNames.length);
cr.setLevelNames(Arrays.asList(levelNames));
cr = crd.save(cr);
SurveyGroup sg = new SurveyGroup();
sg.setName(name);
sg = new SurveyGroupDAO().save(sg);
Survey s = new Survey();
s.setName(name);
s.setCode(name);
s.setSurveyGroupId(sg.getKey().getId());
s = new SurveyDAO().save(s);
QuestionGroup qg = new QuestionGroup();
qg.setName(name);
qg.setSurveyId(s.getKey().getId());
qg.setOrder(1);
qg = new QuestionGroupDao().save(qg);
Question q = new Question();
q.setText(name);
q.setType(Question.Type.CASCADE);
q.setCascadeResourceId(cr.getKey().getId());
q.setQuestionGroupId(qg.getKey().getId());
q.setOrder(1);
q = new QuestionDao().save(q);
SurveyInstance si = new SurveyInstance();
si.setSurveyId(s.getKey().getId());
si.setUuid(UUID.randomUUID().toString());
si.setCollectionDate(new Date());
si.setUserID(1L);
si.setSubmitterName("TestHarness");
si = new SurveyInstanceDAO().save(si);
QuestionAnswerStore qas = new QuestionAnswerStore();
qas.setQuestionID(String.valueOf(q.getKey().getId()));
qas.setSurveyId(s.getKey().getId());
qas.setSurveyInstanceId(si.getKey().getId());
qas.setType(Question.Type.CASCADE.toString());
qas.setValue(StringUtils.join(Arrays.asList(data), "|"));
qas.setCollectionDate(new Date());
qas.setArbitratyNumber(0L);
Writer w;
try {
w = resp.getWriter();
w.write("Survey ID: " + s.getKey().getId());
w.close();
} catch (IOException e) {
e.printStackTrace();
}
}
}