X-Git-Url: http://source.jalview.org/gitweb/?a=blobdiff_plain;f=datadb%2Fcompbio%2Fcassandra%2FJpredParserHTTP.java;fp=datadb%2Fcompbio%2Fcassandra%2FJpredParserHTTP.java;h=052ff6ad457bddb194925332aa57ec367ec0e9dd;hb=e9b30dea3b174d340d695f122a2b57a02165e161;hp=e308a253a0ad2aba5cc582f29e46a903eef71818;hpb=573609f3b4bf7be62b774f27a6c530622c29d487;p=proteocache.git

diff --git a/datadb/compbio/cassandra/JpredParserHTTP.java b/datadb/compbio/cassandra/JpredParserHTTP.java
index e308a25..052ff6a 100644
--- a/datadb/compbio/cassandra/JpredParserHTTP.java
+++ b/datadb/compbio/cassandra/JpredParserHTTP.java
@@ -41,11 +41,13 @@ public class JpredParserHTTP implements JpredParser {
 			int year = cal.get(Calendar.YEAR);
 			int day = cal.get(Calendar.DATE);
 			String date = year + "/" + month + "/" + day;
-			ParsingForDate(source, date);
+			if (0 < ParsingForDate(source, date)) {
+				cc.flushData();
+			}
 		}
 	}
 
-	private void ParsingForDate(String input, String date) {
+	private int ParsingForDate(String input, String date) {
 		int totalcount = 0;
 		int countNoData = 0;
 		int countUnclearFASTAid = 0;
@@ -53,6 +55,7 @@ public class JpredParserHTTP implements JpredParser {
 		int countinserted = 0;
 		int counAlignments = 0;
 		int countStrange = 0;
+		int njobs = 0;
 
 		System.out.println("Inserting jobs for " + date);
 		try {
@@ -100,9 +103,11 @@ public class JpredParserHTTP implements JpredParser {
 									}
 									cc.InsertData(dateWork1, table[0], table[1], table[2], id, "OK", "OK", newprotein, seqs);
 									++countinsertions;
-									// flush every 100 insertions
-									if (0 == countinsertions % 100) {
+									++njobs;
+									// flush every 50 insertions
+									if (0 == countinsertions % 50) {
 										cc.flushData();
+										njobs -= 50;
 									}
 								}
 							} catch (IOException e) {
@@ -135,5 +140,6 @@ public class JpredParserHTTP implements JpredParser {
 		} catch (IOException e) {
 			e.printStackTrace();
 		}
+		return njobs;
 	}
 }