X-Git-Url: http://source.jalview.org/gitweb/?a=blobdiff_plain;f=datadb%2Fcompbio%2Fcassandra%2FJpredParserHTTP.java;h=b780ddf926f2217dd3a7b3b02cf35ffba4ec5139;hb=7fafa396b8b56bb5cc7249dc7c12fd37edf5724b;hp=d03ac7999384cc0fec99f299625d266602a7fc1c;hpb=87b9ef699282c308e5f259fb576b08eb25a1a25f;p=proteocache.git

diff --git a/datadb/compbio/cassandra/JpredParserHTTP.java b/datadb/compbio/cassandra/JpredParserHTTP.java
index d03ac79..b780ddf 100644
--- a/datadb/compbio/cassandra/JpredParserHTTP.java
+++ b/datadb/compbio/cassandra/JpredParserHTTP.java
@@ -71,53 +71,49 @@ public class JpredParserHTTP implements JpredParser {
 					// 013/10/25:21:55:7 2013/10/25:21:59:13 201.239.98.172 unknown_email jp_J9HBCBT
 					String id = table[table.length - 1];
 					totalcount++;
-					if (!cc.CheckID(id)) {
-						String datalink = dirprefix + "/" + id + "/" + id + ".concise.fasta";
-						URL urltable = new URL(datalink);
-						HttpURLConnection httpConnection = (HttpURLConnection) urltable.openConnection();
-						int responsecode = httpConnection.getResponseCode();
-						if (199 < responsecode && responsecode < 300) {
-							try {
-								final FastaReader fr = new FastaReader(urltable.openStream());
-								final List<FastaSequence> seqs = new ArrayList<FastaSequence>();
-								String newprotein = "";
-								while (fr.hasNext()) {
-									final FastaSequence fs = fr.next();
-									if (fs.getId().equals("QUERY") || fs.getId().equals(id))
-										newprotein = fs.getSequence().replaceAll("\n", "");
-									else if (fs.getId().equals("jnetpred") || fs.getId().equals("JNETPRED")) {
-										seqs.add(fs);
-									}
+					String datalink = dirprefix + "/" + id + "/" + id + ".concise.fasta";
+					URL urltable = new URL(datalink);
+					HttpURLConnection httpConnection = (HttpURLConnection) urltable.openConnection();
+					int responsecode = httpConnection.getResponseCode();
+					if (199 < responsecode && responsecode < 300) {
+						try {
+							final FastaReader fr = new FastaReader(urltable.openStream());
+							final List<FastaSequence> seqs = new ArrayList<FastaSequence>();
+							String newprotein = "";
+							while (fr.hasNext()) {
+								final FastaSequence fs = fr.next();
+								if (fs.getId().equals("QUERY") || fs.getId().equals(id))
+									newprotein = fs.getSequence().replaceAll("\n", "");
+								else if (fs.getId().equals("jnetpred") || fs.getId().equals("JNETPRED")) {
+									seqs.add(fs);
 								}
-								if (newprotein.equals("")) {
-									countUnclearFASTAid++;
-								} else {
-									SimpleDateFormat formatter = new SimpleDateFormat("yyyy/MM/dd");
-									String dateInString1 = table[0].substring(0, table[0].indexOf(":"));
-									long dateWork1 = 0;
-									try {
-										Date dat1 = formatter.parse(dateInString1);
-										dateWork1 = dat1.getTime();
-									} catch (ParseException e) {
-										e.printStackTrace();
-									}
-									cc.InsertData(dateWork1, table[0], table[1], table[2], id, "OK", "OK", newprotein, seqs);
-									++countinsertions;
-									++njobs;
-									// flush every 50 insertions
-									//if (0 == countinsertions % 50) {
-									//	cc.flushData();
-									//	njobs -= 50;
-									//}
+							}
+							if (newprotein.equals("")) {
+								countUnclearFASTAid++;
+							} else {
+								SimpleDateFormat formatter = new SimpleDateFormat("yyyy/MM/dd");
+								String dateInString1 = table[0].substring(0, table[0].indexOf(":"));
+								long dateWork1 = 0;
+								try {
+									Date dat1 = formatter.parse(dateInString1);
+									dateWork1 = dat1.getTime();
+								} catch (ParseException e) {
+									e.printStackTrace();
 								}
-							} catch (IOException e) {
-								e.printStackTrace();
+								cc.InsertData(dateWork1, table[0], table[1], table[2], id, "OK", "OK", newprotein, seqs);
+								++countinsertions;
+								++njobs;
+								// flush every 50 insertions
+								// if (0 == countinsertions % 50) {
+								// cc.flushData();
+								// njobs -= 50;
+								// }
 							}
-						} else {
-							countNoData++;
+						} catch (IOException e) {
+							e.printStackTrace();
 						}
 					} else {
-						++countinserted;
+						countNoData++;
 					}
 				} else {
 					if (line.matches(date + "(.*)Sequence0/(.*)")) {