import java.util.ArrayList;
import java.util.Calendar;
import java.util.Date;
-import java.util.Iterator;
+import java.util.HashMap;
import java.util.List;
import java.util.Map;
+import compbio.beans.DateBean;
+import compbio.beans.JobBean;
+import compbio.beans.ProteinBean;
+import compbio.beans.Total;
+import compbio.beans.TotalByCounterBean;
+import compbio.beans.TotalJobsStatisticBean;
+import compbio.beans.UserBean;
import compbio.cassandra.CassandraNativeConnector;
-import compbio.cassandra.CassandraReader;
+import compbio.cassandra.CassandraReaderOld;
import compbio.cassandra.DataBase;
import compbio.cassandra.Pair;
-import compbio.cassandra.StructureJobLog;
-import compbio.cassandra.StructureProteinPrediction;
+import compbio.engine.JobStatus;
public class CassandraRequester {
- private CassandraReader db = new CassandraReader();
+ private CassandraReaderOld db = new CassandraReaderOld();
private ArrayList<DataBase> query;
private static long currentDate = 0;
private static long earlestDate = 0;
+ private final static SimpleDateFormat formatYYMMDD = new SimpleDateFormat("yyyy/MM/dd");
+ private final static SimpleDateFormat formatDDMMYY = new SimpleDateFormat("dd/MM/yyyy");
/*
* query: execution time for the period from date1 till date2
if (null == date2) {
date1 = "2100/1/1";
}
- if (!isThisDateValid(date1) || !isThisDateValid(date2)) {
- System.out.println("Wrong date: point 3");
+ if (!isThisDateValid(date1, formatYYMMDD) || !isThisDateValid(date2, formatYYMMDD)) {
+ System.out.println("CassandraRequester.extractExecutionTime: wrong format for date1 " + date1 + "or date2 " + date2);
return null;
}
SetDateRange();
int nbins = 5;
- long dateStart = DateParsing(date1);
- long dateEnd = DateParsing(date2);
+ long dateStart = DateParsing(date1, formatYYMMDD);
+ long dateEnd = DateParsing(date2, formatYYMMDD);
if (dateEnd < earlestDate || dateStart > currentDate || dateStart > dateEnd)
return null;
if (dateStart < earlestDate)
DataBase db = new DataBase();
db.setTimeTotalExec(totalTime);
query.add(db);
- System.out.println("StatisticsProt.readLength: total number of dates = " + query.size());
return query;
}
-
+
/*
- * query: total number of jobs for the period from date1 till date2
- */
- public List<DataBase> countJobs(String date1, String date2) {
- if (null == date1) {
+ * query: total number of jobs for the period from date1 till date2
+ */
+ public TotalJobsStatisticBean countJobs(String date1, String date2) {
+ /* if (null == date1) {
date1 = "1970/1/1";
}
if (null == date2) {
date1 = "2100/1/1";
}
- if (!isThisDateValid(date1) || !isThisDateValid(date2)) {
- System.out.println("Wrong date: point 3");
+ if (!isThisDateValid(date1, formatYYMMDD) || !isThisDateValid(date2, formatYYMMDD)) {
+ System.out.println("CassandraRequester.countJobs: wrong format for date1 " + date1 + "or date2 " + date2);
return null;
- }
+ }*/
SetDateRange();
- long dateStart = DateParsing(date1);
- long dateEnd = DateParsing(date2);
- if (dateEnd < earlestDate || dateStart > currentDate || dateStart > dateEnd)
+ long dateStart = DateParsing(date1, formatYYMMDD);
+ long dateEnd = DateParsing(date2, formatYYMMDD);
+/* if (dateEnd < earlestDate || dateStart > currentDate || dateStart > dateEnd)
return null;
if (dateStart < earlestDate)
dateStart = earlestDate;
if (dateEnd > currentDate)
- dateStart = currentDate;
-
+ dateStart = currentDate;*/
Calendar start = Calendar.getInstance();
start.setTime(new Date(dateStart));
Calendar end = Calendar.getInstance();
end.setTime(new Date(dateEnd));
- query = new ArrayList<DataBase>();
+ TotalJobsStatisticBean query = new TotalJobsStatisticBean();
+ Total wholeTotal = new Total(0, 0, 0, 0, 0);
for (Date date = start.getTime(); !start.after(end); start.add(Calendar.DATE, 1), date = start.getTime()) {
- long res = db.ReadDateTable(date.getTime());
- DataBase db = new DataBase();
- db.setTotal((int)res);
- db.setDate(DateFormat(date.getTime()));
- query.add(db);
+ Total res = db.ReadDateTable(date.getTime());
+ if (res == null)
+ continue;
+ query.setDateTotal(DateFormat(date.getTime()), res);
+ wholeTotal.setTotal(res.getTotal() + wholeTotal.getTotal());
+ wholeTotal.setTotalOK(res.getTotalOK() + wholeTotal.getTotalOK());
+ wholeTotal.setTotalStopped(res.getTotalStopped() + wholeTotal.getTotalStopped());
+ wholeTotal.setTotalError(res.getTotalError() + wholeTotal.getTotalError());
+ wholeTotal.setTotalTimeOut(res.getTotalTimeOut() + wholeTotal.getTotalTimeOut());
}
- System.out.println("StatisticsProt.readLength: total number of dates = " + query.size());
+ query.setWholeTotal(wholeTotal);
return query;
}
- /*
+
+ /*
+ * query: jobs and sequence at date
+ */
+ public DateBean readJobByDay(String date, JobStatus status) {
+ if (!isThisDateValid(date, formatDDMMYY)) {
+ System.out.println("CassandraRequester.readJobByDay: Wrong date format for " + date);
+ return null;
+ }
+ SetDateRange();
+ long day = DateParsing(date, formatDDMMYY);
+ if (day < earlestDate || day > currentDate)
+ return null;
+
+ if (status == JobStatus.OK) {
+ return db.ReadProteinData(day, date);
+ }
+ return db.ReadFailedJobs(day, date, status);
+ }
+
+ /*
* query: protein sequence
- * */
- public List<DataBase> readProteins(String protIn, String flag) {
- query = new ArrayList<DataBase>();
- List<StructureProteinPrediction> res;
- if (flag.equals("whole"))
- res = db.ReadWholeSequence(protIn);
- else
- res = db.ReadPartOfSequence(protIn);
- for (StructureProteinPrediction entry : res) {
- Map<String,String> pred = entry.getPrediction();
- Iterator it = pred.entrySet().iterator();
- while (it.hasNext()) {
- DataBase db = new DataBase();
- db.setProt(entry.getSequence());
- Map.Entry pairs = (Map.Entry)it.next();
- db.setId(entry.getJobid());
- db.setJpred(pairs.getValue().toString());
- if (flag.equals("part"))
- db.setSubProt(CreateSubprot (entry.getSequence(), protIn));
- query.add(db);
+ */
+ public List<ProteinBean> readProteins(String protIn, String searchtype) {
+ List<ProteinBean> result;
+ if (searchtype.equals("whole"))
+ result = db.ReadWholeSequence(protIn);
+ else
+ result = db.ReadPartOfSequence(protIn);
+ if (result == null)
+ return null;
+
+ if (searchtype.equals("partial")) {
+ for (ProteinBean entry : result) {
+ entry.setSubProt(CreateSubprot(entry.getSequence(), protIn));
}
}
- return query;
+ return result;
}
- /*
+ /*
+ * query: protein feature
+ */
+ public Map<String, String> readProteinsPrediction(String feature, int percent) {
+ Map<String, String> result = db.ReadProtein();;
+ if (result == null)
+ return null;
+ Map<String, String> query = new HashMap<String, String>();
+ for (Map.Entry<String, String> entry : result.entrySet()) {
+ String pred = entry.getValue();
+ if (pred.replaceAll("[^"+feature+"]", "").length() > pred.length() * percent / 100 && (!entry.getKey().equals(""))) {
+ // if (!entry.getKey().equals(""))
+ query.put(entry.getKey(), pred);
+ }
+ }
+ return query;
+ }
+
+ /*
* query protein sequences with number of jobs
*/
- public List<DataBase> readProteinByCounter(int minimalcounter) {
- query = new ArrayList<DataBase>();
+ public List<TotalByCounterBean> readProteinByCounter(int minimalcounter) {
+ List<TotalByCounterBean> query = new ArrayList<TotalByCounterBean>();
Map<String, Integer> map = db.ReadProteinSequenceByCounter();
+ if (map == null)
+ return null;
for (Map.Entry<String, Integer> entry : map.entrySet()) {
if (entry.getValue() > minimalcounter) {
- DataBase db = new DataBase();
- db.setTotalId(entry.getValue());
- db.setProt(entry.getKey());
- query.add(db);
+ TotalByCounterBean bean = new TotalByCounterBean();
+ bean.setTotaljobs(entry.getValue());
+ bean.setName(entry.getKey());
+ query.add(bean);
}
}
return query;
}
-
+
+ /*
+ * query ip with number of jobs
+ */
+ public List<TotalByCounterBean> readIpByCounter(Integer minimalcounter) {
+ List<TotalByCounterBean> query = new ArrayList<TotalByCounterBean>();
+ Map<String, Integer> map = db.ReadIpByCounter();
+ if (minimalcounter == null)
+ minimalcounter = 0;
+ if (map == null)
+ return null;
+ for (Map.Entry<String, Integer> entry : map.entrySet()) {
+ if (entry.getValue() > minimalcounter) {
+ TotalByCounterBean bean = new TotalByCounterBean();
+ bean.setTotaljobs(entry.getValue());
+ bean.setName(entry.getKey());
+ query.add(bean);
+ }
+ }
+ return query;
+ }
+
/*
* query jobs log info
*/
- public DataBase readJobLog(String jobid) {
- // query = new ArrayList<DataBase>();
- StructureJobLog res = db.ReadJobLog(jobid);
- DataBase query = new DataBase();
- query.setLogInfo(res);
- // query.setres);
+ public JobBean readJobLog(String jobid) {
+ if (jobid == null)
+ return null;
+ return db.ReadJobLog(jobid);
+ }
+
+ /*
+ * query jobs by ipStructureJobLog
+ */
+ public UserBean readIp(String ip) {
+ if (ip == null)
+ return null;
+ Map<String, String[]> res = db.ReadIpWithJobs(ip);
+ if (res == null)
+ return null;
+ UserBean query = new UserBean(ip);
+ query.setMainInfo(res);
return query;
}
+
/*
* create list of parts of protein sequence;
*/
- private static List<String> CreateSubprot (String protein, String subprot) {
+ private static List<String> CreateSubprot(String protein, String subprot) {
List<String> sub = new ArrayList<String>();
String subStr = protein;
while (subStr.length() > 0 && subStr.contains(subprot)) {
sub.add(subStr);
return sub;
}
+
/*
* convert String date into long date (miliseconds since the epoch start)
*/
- private static long DateParsing(String datInput) {
+ private static long DateParsing(String datInput, SimpleDateFormat formatter) {
if (datInput == null) {
return 0;
}
long dateWorkSt = 0;
- SimpleDateFormat formatter = new SimpleDateFormat("yyyy/MM/dd");
+
try {
dateWorkSt = formatter.parse(datInput).getTime();
} catch (ParseException e) {
*/
private static void SetDateRange() {
Calendar cal = Calendar.getInstance();
- currentDate = DateParsing(cal.get(Calendar.YEAR) + "/" + (cal.get(Calendar.MONTH) + 1) + "/" + cal.get(Calendar.DAY_OF_MONTH));
+ currentDate = DateParsing(cal.get(Calendar.YEAR) + "/" + (cal.get(Calendar.MONTH) + 1) + "/" + cal.get(Calendar.DAY_OF_MONTH),
+ formatYYMMDD);
if (0 == earlestDate) {
CassandraRequester cr = new CassandraRequester();
earlestDate = cr.earliestDate();
- System.out.println("Set earlest Date = " + earlestDate);
}
}
- public boolean isThisDateValid(String dateToValidate) {
+ public boolean isThisDateValid(String dateToValidate, SimpleDateFormat sdf) {
if (dateToValidate == null || dateToValidate.equals("")) {
- System.out.println("Undefined date");
return false;
}
- SimpleDateFormat sdf = new SimpleDateFormat("yyyy/MM/dd");
try {
// if not valid, this will throw ParseException
sdf.setLenient(false);
earlestDate = CassandraNativeConnector.getEarliestDateInDB();
return earlestDate;
}
-
+
}
git://source.jalview.org / proteocache.git / blobdiff