X-Git-Url: http://source.jalview.org/gitweb/?a=blobdiff_plain;f=src%2Fjalview%2Fgui%2FSequenceFetcher.java;h=71c8a39366d630ea4e9c6ddee23bec81955031bd;hb=e00d0cbf84f4a2a21a927e9c017c3a69fc436704;hp=2004761973490dfe901dda8107db595988b2552f;hpb=a6b324e3f5edac3df0b968f0037b1cc8b651598e;p=jalview.git diff --git a/src/jalview/gui/SequenceFetcher.java b/src/jalview/gui/SequenceFetcher.java index 2004761..71c8a39 100755 --- a/src/jalview/gui/SequenceFetcher.java +++ b/src/jalview/gui/SequenceFetcher.java @@ -20,12 +20,15 @@ */ package jalview.gui; +import jalview.api.FeatureSettingsModelI; +import jalview.bin.Cache; import jalview.datamodel.AlignmentI; import jalview.datamodel.DBRefEntry; import jalview.datamodel.SequenceFeature; import jalview.datamodel.SequenceI; -import jalview.io.FormatAdapter; -import jalview.io.IdentifyFile; +import jalview.fts.service.pdb.PDBFTSPanel; +import jalview.fts.service.uniprot.UniprotFTSPanel; +import jalview.io.gff.SequenceOntologyI; import jalview.util.DBRefUtils; import jalview.util.MessageManager; import jalview.ws.dbsources.das.api.DasSourceRegistryI; @@ -113,6 +116,11 @@ public class SequenceFetcher extends JPanel implements Runnable int debounceTrap = 0; + public JTextArea getTextArea() + { + return textArea; + } + /** * Blocking method that initialises and returns the shared instance of the * SequenceFetcher client @@ -157,9 +165,9 @@ public class SequenceFetcher extends JPanel implements Runnable } } if (sfetch == null - || dasRegistry != jalview.bin.Cache.getDasSourceRegistry() - || lastDasSourceRegistry != (jalview.bin.Cache - .getDasSourceRegistry().getDasRegistryURL() + jalview.bin.Cache + || dasRegistry != Cache.getDasSourceRegistry() + || lastDasSourceRegistry != (Cache.getDasSourceRegistry() + .getDasRegistryURL() + Cache .getDasSourceRegistry().getLocalSourceString()) .hashCode()) { @@ -174,7 +182,7 @@ public class SequenceFetcher extends JPanel implements Runnable .getString("status.init_sequence_database_fetchers"), Thread.currentThread().hashCode()); } - dasRegistry = jalview.bin.Cache.getDasSourceRegistry(); + dasRegistry = Cache.getDasSourceRegistry(); dasRegistry.refreshSources(); jalview.ws.SequenceFetcher sf = new jalview.ws.SequenceFetcher(); @@ -366,15 +374,21 @@ public class SequenceFetcher extends JPanel implements Runnable { debounceTrap++; String currentSelection = database.getSelectedItem(); - if (!currentSelection.equalsIgnoreCase("pdb")) - { - otherSourceAction(); - } + if (currentSelection.equalsIgnoreCase("pdb") && (database.action == KeyEvent.VK_ENTER || ((debounceTrap % 2) == 0))) { pdbSourceAction(); } + else if (currentSelection.equalsIgnoreCase("uniprot") + && (database.action == KeyEvent.VK_ENTER || ((debounceTrap % 2) == 0))) + { + uniprotSourceAction(); + } + else + { + otherSourceAction(); + } database.action = -1; } }); @@ -393,15 +407,25 @@ public class SequenceFetcher extends JPanel implements Runnable this.add(jPanel2, java.awt.BorderLayout.NORTH); jScrollPane1.getViewport().add(textArea); + /* + * open the database tree + */ + database.waitForInput(); } private void pdbSourceAction() { databaseButt.setText(database.getSelectedItem()); - new PDBSearchPanel(this); + new PDBFTSPanel(this); frame.dispose(); } + private void uniprotSourceAction() + { + databaseButt.setText(database.getSelectedItem()); + new UniprotFTSPanel(this); + frame.dispose(); + } private void otherSourceAction() { try @@ -518,28 +542,31 @@ public class SequenceFetcher extends JPanel implements Runnable // TODO: Refactor to GUI independent code and write tests. // indicate if successive sources should be merged into one alignment. boolean addToLast = false; - ArrayList aresultq = new ArrayList(), presultTitle = new ArrayList(); - ArrayList presult = new ArrayList(), aresult = new ArrayList(); + List aresultq = new ArrayList(); + List presultTitle = new ArrayList(); + List presult = new ArrayList(); + List aresult = new ArrayList(); Iterator proxies = database.getSelectedSources() .iterator(); String[] qries; - List nextfetch = Arrays.asList(qries = textArea.getText() + List nextFetch = Arrays.asList(qries = textArea.getText() .split(";")); Iterator en = Arrays.asList(new String[0]).iterator(); int nqueries = qries.length; - while (proxies.hasNext() && (en.hasNext() || nextfetch.size() > 0)) + + FeatureSettingsModelI preferredFeatureColours = null; + while (proxies.hasNext() && (en.hasNext() || nextFetch.size() > 0)) { - if (!en.hasNext() && nextfetch.size() > 0) + if (!en.hasNext() && nextFetch.size() > 0) { - en = nextfetch.iterator(); - nqueries = nextfetch.size(); + en = nextFetch.iterator(); + nqueries = nextFetch.size(); // save the remaining queries in the original array - qries = nextfetch.toArray(new String[nqueries]); - nextfetch = new ArrayList(); + qries = nextFetch.toArray(new String[nqueries]); + nextFetch = new ArrayList(); } DbSourceProxy proxy = proxies.next(); - boolean isAliSource = false; try { // update status @@ -550,121 +577,27 @@ public class SequenceFetcher extends JPanel implements Runnable Integer.valueOf(nqueries).toString(), proxy.getDbName() }), Thread.currentThread() .hashCode()); - isAliSource = proxy.isAlignmentSource(); - if (proxy.getAccessionSeparator() == null) + if (proxy.getMaximumQueryCount() == 1) { + /* + * proxy only handles one accession id at a time + */ while (en.hasNext()) { - String item = en.next(); - try - { - if (aresult != null) - { - try - { - // give the server a chance to breathe - Thread.sleep(5); - } catch (Exception e) - { - // - } - - } - - AlignmentI indres = null; - try - { - indres = proxy.getSequenceRecords(item); - } catch (OutOfMemoryError oome) - { - new OOMWarning("fetching " + item + " from " - + proxy.getDbName(), oome, this); - } - if (indres != null) - { - aresultq.add(item); - aresult.add(indres); - } - else - { - nextfetch.add(item); - } - } catch (Exception e) + String acc = en.next(); + if (!fetchSingleAccession(proxy, acc, aresultq, aresult)) { - jalview.bin.Cache.log.info("Error retrieving " + item - + " from " + proxy.getDbName(), e); - nextfetch.add(item); + nextFetch.add(acc); } } } else { - StringBuffer multiacc = new StringBuffer(); - ArrayList tosend = new ArrayList(); - while (en.hasNext()) - { - String nel = en.next(); - tosend.add(nel); - multiacc.append(nel); - if (en.hasNext()) - { - multiacc.append(proxy.getAccessionSeparator()); - } - } - try - { - AlignmentI rslt; - SequenceI[] rs; - List nores = new ArrayList(); - rslt = proxy.getSequenceRecords(multiacc.toString()); - if (rslt == null || rslt.getHeight() == 0) - { - // no results - pass on all queries to next source - nextfetch.addAll(tosend); - } - else - { - aresultq.add(multiacc.toString()); - aresult.add(rslt); - - rs = rslt.getSequencesArray(); - // search for each query in the dbrefs associated with each - // sequence - // returned. - // ones we do not find will be used to query next source (if any) - for (String q : tosend) - { - DBRefEntry dbr = new DBRefEntry(), found[] = null; - dbr.setSource(proxy.getDbSource()); - dbr.setVersion(null); - String accId = proxy.getAccessionIdFromQuery(q); - dbr.setAccessionId(accId); - boolean rfound = false; - for (int r = 0; r < rs.length; r++) - { - if (rs[r] != null - && (found = DBRefUtils.searchRefs( - rs[r].getDBRefs(), dbr)) != null - && found.length > 0) - { - rfound = true; - rs[r] = null; - continue; - } - } - if (!rfound) - { - nextfetch.add(q); - } - } - } - } catch (OutOfMemoryError oome) - { - new OOMWarning("fetching " + multiacc + " from " - + database.getSelectedItem(), oome, this); - } + /* + * proxy can fetch multiple accessions at one time + */ + fetchMultipleAccessions(proxy, en, aresultq, aresult, nextFetch); } - } catch (Exception e) { showErrorMessage("Error retrieving " + textArea.getText() @@ -677,7 +610,6 @@ public class SequenceFetcher extends JPanel implements Runnable e.printStackTrace(); } catch (OutOfMemoryError e) { - // resets dialog box - so we don't use OOMwarning here. showErrorMessage("Out of Memory when retrieving " + textArea.getText() + " from " @@ -690,11 +622,19 @@ public class SequenceFetcher extends JPanel implements Runnable + " from " + database.getSelectedItem()); e.printStackTrace(); } + // Stack results ready for opening in alignment windows if (aresult != null && aresult.size() > 0) { + FeatureSettingsModelI proxyColourScheme = proxy + .getFeatureColourScheme(); + if (proxyColourScheme != null) + { + preferredFeatureColours = proxyColourScheme; + } + AlignmentI ar = null; - if (isAliSource) + if (proxy.isAlignmentSource()) { addToLast = false; // new window for each result @@ -724,7 +664,6 @@ public class SequenceFetcher extends JPanel implements Runnable { ar.append(aresult.remove(0)); } - ; } addToLast = true; presult.add(ar); @@ -743,18 +682,19 @@ public class SequenceFetcher extends JPanel implements Runnable // process results while (presult.size() > 0) { - parseResult(presult.remove(0), presultTitle.remove(0), null); + parseResult(presult.remove(0), presultTitle.remove(0), null, + preferredFeatureColours); } // only remove visual delay after we finished parsing. guiWindow.setProgressBar(null, Thread.currentThread().hashCode()); - if (nextfetch.size() > 0) + if (nextFetch.size() > 0) { StringBuffer sb = new StringBuffer(); sb.append("Didn't retrieve the following " - + (nextfetch.size() == 1 ? "query" : nextfetch.size() + + (nextFetch.size() == 1 ? "query" : nextFetch.size() + " queries") + ": \n"); int l = sb.length(), lr = 0; - for (String s : nextfetch) + for (String s : nextFetch) { if (l != sb.length()) { @@ -771,33 +711,159 @@ public class SequenceFetcher extends JPanel implements Runnable resetDialog(); } - AlignmentI parseResult(String result, String title) + /** + * Tries to fetch one or more accession ids from the database proxy + * + * @param proxy + * @param accessions + * the queries to fetch + * @param aresultq + * a successful queries list to add to + * @param aresult + * a list of retrieved alignments to add to + * @param nextFetch + * failed queries are added to this list + * @throws Exception + */ + void fetchMultipleAccessions(DbSourceProxy proxy, + Iterator accessions, List aresultq, + List aresult, List nextFetch) + throws Exception + { + StringBuilder multiacc = new StringBuilder(); + List tosend = new ArrayList(); + while (accessions.hasNext()) + { + String nel = accessions.next(); + tosend.add(nel); + multiacc.append(nel); + if (accessions.hasNext()) + { + multiacc.append(proxy.getAccessionSeparator()); + } + } + + try + { + String query = multiacc.toString(); + AlignmentI rslt = proxy.getSequenceRecords(query); + if (rslt == null || rslt.getHeight() == 0) + { + // no results - pass on all queries to next source + nextFetch.addAll(tosend); + } + else + { + aresultq.add(query); + aresult.add(rslt); + if (tosend.size() > 1) + { + checkResultForQueries(rslt, tosend, nextFetch, proxy); + } + } + } catch (OutOfMemoryError oome) + { + new OOMWarning("fetching " + multiacc + " from " + + database.getSelectedItem(), oome, this); + } + } + + /** + * Query for a single accession id via the database proxy + * + * @param proxy + * @param accession + * @param aresultq + * a list of successful queries to add to + * @param aresult + * a list of retrieved alignments to add to + * @return true if the fetch was successful, else false + */ + boolean fetchSingleAccession(DbSourceProxy proxy, String accession, + List aresultq, List aresult) { - String format = new IdentifyFile().identify(result, "Paste"); - AlignmentI sequences = null; - if (FormatAdapter.isValidFormat(format)) + boolean success = false; + try { - sequences = null; + if (aresult != null) + { + try + { + // give the server a chance to breathe + Thread.sleep(5); + } catch (Exception e) + { + // + } + } + + AlignmentI indres = null; try { - sequences = new FormatAdapter().readFile(result.toString(), - "Paste", format); - } catch (Exception ex) + indres = proxy.getSequenceRecords(accession); + } catch (OutOfMemoryError oome) { + new OOMWarning("fetching " + accession + " from " + + proxy.getDbName(), oome, this); } - - if (sequences != null) + if (indres != null) { - return parseResult(sequences, title, format); + aresultq.add(accession); + aresult.add(indres); + success = true; } - } - else + } catch (Exception e) + { + Cache.log.info( + "Error retrieving " + accession + + " from " + proxy.getDbName(), e); + } finally { - showErrorMessage("Error retrieving " + textArea.getText() + " from " - + database.getSelectedItem()); + return success; } + } - return null; + /** + * Checks which of the queries were successfully retrieved by searching the + * DBRefs of the retrieved sequences for a match. Any not found are added to + * the 'nextFetch' list. + * + * @param rslt + * @param queries + * @param nextFetch + * @param proxy + */ + void checkResultForQueries(AlignmentI rslt, List queries, + List nextFetch, DbSourceProxy proxy) + { + SequenceI[] rs = rslt.getSequencesArray(); + + for (String q : queries) + { + DBRefEntry[] found = null; + DBRefEntry dbr = new DBRefEntry(); + dbr.setSource(proxy.getDbSource()); + dbr.setVersion(null); + String accId = proxy.getAccessionIdFromQuery(q); + dbr.setAccessionId(accId); + boolean rfound = false; + for (int r = 0; r < rs.length; r++) + { + if (rs[r] != null) + { + found = DBRefUtils.searchRefs(rs[r].getDBRefs(), accId); + if (found != null && found.length > 0) + { + rfound = true; + break; + } + } + } + if (!rfound) + { + nextFetch.add(q); + } + } } /** @@ -811,7 +877,8 @@ public class SequenceFetcher extends JPanel implements Runnable } AlignmentI parseResult(AlignmentI al, String title, - String currentFileFormat) + String currentFileFormat, + FeatureSettingsModelI preferredFeatureColours) { if (al != null && al.getHeight() > 0) @@ -849,6 +916,16 @@ public class SequenceFetcher extends JPanel implements Runnable } } + + if (preferredFeatureColours != null) + { + af.getViewport().applyFeaturesStyle(preferredFeatureColours); + } + if (Cache.getDefault("HIDE_INTRONS", true)) + { + af.hideFeatureColumns(SequenceOntologyI.EXON, false); + } + Desktop.addInternalFrame(af, title, AlignFrame.DEFAULT_WIDTH, AlignFrame.DEFAULT_HEIGHT); @@ -857,7 +934,7 @@ public class SequenceFetcher extends JPanel implements Runnable try { - af.setMaximum(jalview.bin.Cache.getDefault("SHOW_FULLSCREEN", + af.setMaximum(Cache.getDefault("SHOW_FULLSCREEN", false)); } catch (Exception ex) {