JAL-3829 provide both PDBe queries and 3D-Beacons queries in the filter combo box
[jalview.git] / src / jalview / gui / structurechooser / ThreeDBStructureChooserQuerySource.java
index 0bf9fdb..d64d643 100644 (file)
@@ -1,7 +1,10 @@
 package jalview.gui.structurechooser;
 
 import java.util.ArrayList;
+import java.util.Arrays;
 import java.util.Collection;
+import java.util.Collections;
+import java.util.Comparator;
 import java.util.HashSet;
 import java.util.LinkedHashSet;
 import java.util.List;
@@ -13,6 +16,7 @@ import jalview.datamodel.DBRefEntry;
 import jalview.datamodel.DBRefSource;
 import jalview.datamodel.PDBEntry;
 import jalview.datamodel.SequenceI;
+import jalview.fts.api.FTSData;
 import jalview.fts.api.FTSDataColumnI;
 import jalview.fts.api.FTSRestClientI;
 import jalview.fts.core.FTSDataColumnPreferences;
@@ -32,12 +36,16 @@ public class ThreeDBStructureChooserQuerySource
         extends StructureChooserQuerySource
 {
 
+  private static final String FILTER_TDBEACONS_COVERAGE = "3d_beacons_coverage";
+
   private static int MAX_QLENGTH = 7820;
 
   protected FTSRestRequest lastTdbRequest;
 
   protected FTSRestClientI tdbRestClient;
 
+  private FTSRestRequest lastPdbRequest;
+
   public ThreeDBStructureChooserQuerySource()
   {
     tdbRestClient = TDBeaconsFTSRestClient.getInstance();
@@ -45,12 +53,12 @@ public class ThreeDBStructureChooserQuerySource
             PreferenceSource.STRUCTURE_CHOOSER,
             TDBeaconsFTSRestClient.getInstance());
 
-  }
-
+  }  
 
   /**
-   * Builds a query string for a given sequences using its DBRef entries
-   * 3d Beacons is only useful for uniprot IDs
+   * Builds a query string for a given sequences using its DBRef entries 3d
+   * Beacons is only useful for uniprot IDs
+   * 
    * @param seq
    *          the sequences to build a query for
    * @return the built query string
@@ -77,12 +85,13 @@ public class ThreeDBStructureChooserQuerySource
         if (isValidSeqName(getDBRefId(dbRef))
                 && queryBuilder.length() < MAX_QLENGTH)
         {
-          if (dbRef.getSource().equalsIgnoreCase(DBRefSource.UNIPROT) && dbRef.isCanonical())
+          if (dbRef.getSource().equalsIgnoreCase(DBRefSource.UNIPROT)
+                  && dbRef.isCanonical())
           {
-            // TODO: pick best Uniprot accession 
-            isUniProtRefsFound=true;
+            // TODO: pick best Uniprot accession
+            isUniProtRefsFound = true;
             return getDBRefId(dbRef);
-            
+
           }
         }
       }
@@ -90,8 +99,6 @@ public class ThreeDBStructureChooserQuerySource
     return null;
   }
 
-
   /**
    * Ensures sequence ref names are not less than 3 characters and does not
    * contain a database name
@@ -148,22 +155,46 @@ public class ThreeDBStructureChooserQuerySource
           FilterOption selectedFilterOpt, boolean b) throws Exception
   {
     FTSRestResponse resultList;
+    if (tdBeaconsFilter(selectedFilterOpt.getValue())) {
     FTSRestRequest tdbRequest = getTDBeaconsRequest(seq, wantedFields);
     resultList = tdbRestClient.executeRequest(tdbRequest);
 
     lastTdbRequest = tdbRequest;
+    
+    // Query the PDB and add additional metadata
+    FTSRestResponse pdbResponse = fetchStructuresMetaDataFor(getPDBQuerySource(), resultList);
+    FTSRestResponse joinedResp = joinResponses(resultList,
+            pdbResponse);
+    return resultList;
+    } 
+    // use the PDBFTS directly
+    resultList = getPDBQuerySource().fetchStructuresMetaData(seq, wantedFields, selectedFilterOpt, b);
+    lastTdbRequest = getPDBQuerySource().lastPdbRequest;
+    lastPdbRequest = lastTdbRequest; // both queries the same - indicates we rank using PDBe
     return resultList;
+    
+  }
+
+  PDBStructureChooserQuerySource pdbQuerySource=null;
+  private PDBStructureChooserQuerySource getPDBQuerySource()
+  {
+    if (pdbQuerySource==null)
+    {
+      pdbQuerySource = new PDBStructureChooserQuerySource();
+    }
+    return pdbQuerySource;
   }
-  
 
-  private FTSRestRequest getTDBeaconsRequest(SequenceI seq, Collection<FTSDataColumnI> wantedFields)
+  private FTSRestRequest getTDBeaconsRequest(SequenceI seq,
+          Collection<FTSDataColumnI> wantedFields)
   {
     FTSRestRequest pdbRequest = new FTSRestRequest();
     pdbRequest.setAllowEmptySeq(false);
     pdbRequest.setResponseSize(500);
     pdbRequest.setWantedFields(wantedFields);
     String query = buildQuery(seq);
-    if (query==null)  {
+    if (query == null)
+    {
       return null;
     }
     pdbRequest.setSearchTerm(query + ".json");
@@ -171,28 +202,26 @@ public class ThreeDBStructureChooserQuerySource
     return pdbRequest;
   }
 
-@Override
+  @Override
   public List<FilterOption> getAvailableFilterOptions(String VIEWS_FILTER)
   {
-    List<FilterOption> filters = new ArrayList<FilterOption>();
-    filters.add(new FilterOption(
-            MessageManager.getString("label.best_quality"),
-            "overall_quality", VIEWS_FILTER, false));
-    filters.add(new FilterOption(
-            MessageManager.getString("label.best_resolution"),
-            "resolution", VIEWS_FILTER, false));
-    filters.add(new FilterOption(
-            MessageManager.getString("label.most_protein_chain"),
-            "number_of_protein_chains", VIEWS_FILTER, false));
-    filters.add(new FilterOption(
-            MessageManager.getString("label.most_bound_molecules"),
-            "number_of_bound_molecules", VIEWS_FILTER, false));
-    filters.add(new FilterOption(
-            MessageManager.getString("label.most_polymer_residues"),
-            "number_of_polymer_residues", VIEWS_FILTER, true));
-  
+    List<FilterOption> filters = getPDBQuerySource().getAvailableFilterOptions(VIEWS_FILTER);
+    
+    filters.add(0,
+            new FilterOption("3D-Beacons Coverage",
+                    FILTER_TDBEACONS_COVERAGE, VIEWS_FILTER, true, this));
     return filters;
   }
+  private boolean tdBeaconsFilter(String fieldToFilterBy)
+  {
+    return FILTER_TDBEACONS_COVERAGE.equals(fieldToFilterBy);
+  }
+
+  @Override
+  public boolean needsRefetch(FilterOption selectedFilterOpt)
+  {
+    return tdBeaconsFilter(selectedFilterOpt.getValue()) && lastPdbRequest!=lastTdbRequest;
+  }
   /**
    * FTSRestClient specific query builder to pick top ranked entry from a
    * fetchStructuresMetaData query
@@ -209,47 +238,73 @@ public class ThreeDBStructureChooserQuerySource
    * @throws Exception
    */
   public FTSRestResponse selectFirstRankedQuery(SequenceI seq,
+          Collection<FTSData> collectedResults,
           Collection<FTSDataColumnI> wantedFields, String fieldToFilterBy,
           boolean b) throws Exception
   {
+    if (tdBeaconsFilter(fieldToFilterBy))
+    {
+      TDBResultAnalyser analyser = new TDBResultAnalyser(seq,
+              collectedResults, lastTdbRequest);
 
-    FTSRestResponse resultList;
-    FTSRestRequest pdbRequest = getTDBeaconsRequest(seq, wantedFields);
-    if (pdbRequest == null) {
-      return null;
-    }
-    pdbRequest.setResponseSize(1);
-    resultList = tdbRestClient.executeRequest(pdbRequest);
-    
-    // TODO: client side filtering - sort results and pick top one (or N)
+      FTSRestResponse resultList = new FTSRestResponse();
 
-    lastTdbRequest = pdbRequest;
-    return resultList;
+      List<FTSData> filteredResponse = analyser.getFilteredResponse();
+
+      List<FTSData> selectedStructures = analyser
+              .selectStructures(filteredResponse);
+      resultList.setNumberOfItemsFound(selectedStructures.size());
+      resultList.setSearchSummary(selectedStructures);
+      return resultList;
+    }
+    // Fall back to PDBe rankings
+    return getPDBQuerySource().selectFirstRankedQuery(seq, collectedResults, wantedFields, fieldToFilterBy, b);
   }
 
+
   @Override
   public PDBEntry[] collectSelectedRows(JTable restable, int[] selectedRows,
           List<SequenceI> selectedSeqsToView)
   {
-    int refSeqColIndex = restable.getColumn("Ref Sequence")
-            .getModelIndex();
+    int refSeqColIndex = restable.getColumn("Ref Sequence").getModelIndex();
 
-    PDBEntry[] pdbEntriesToView=new PDBEntry[selectedRows.length];
+    PDBEntry[] pdbEntriesToView = new PDBEntry[selectedRows.length];
     int count = 0;
     int idColumnIndex = restable.getColumn("Model id").getModelIndex();
     int urlColumnIndex = restable.getColumn("Url").getModelIndex();
     int typeColumnIndex = restable.getColumn("Provider").getModelIndex();
-    int categoryColumnIndex = restable.getColumn("Model Category").getModelIndex();
+    int categoryColumnIndex = restable.getColumn("Model Category")
+            .getModelIndex();
+    final int up_start_idx = restable.getColumn("Uniprot Start").getModelIndex();
+    final int up_end_idx = restable.getColumn("Uniprot End").getModelIndex();
+    int i=0;
+    
+    // bleugh!
+    Integer[] sellist = new Integer[selectedRows.length];
+    for (Integer row: selectedRows)
+    {
+      sellist[i++] = row;
+    }
+    // Sort rows by coverage
+    Arrays.sort(sellist,new Comparator<Integer>()
+    {
+      @Override
+      public int compare(Integer o1, Integer o2)
+      {
+        int o1_xt = ((Integer)restable.getValueAt(o1, up_end_idx)) - (Integer)restable.getValueAt(o1, up_start_idx);
+        int o2_xt = ((Integer)restable.getValueAt(o2, up_end_idx)) - (Integer)restable.getValueAt(o2, up_start_idx);
+        return o2_xt-o1_xt;
+      }
+    });
+
     
-    for (int row : selectedRows)
+    for (int row : sellist)
     {
       // unique id - could be a horrible hash
-      
-      String pdbIdStr = restable.getValueAt(row,idColumnIndex)
-              .toString();
-      String urlStr = restable.getValueAt(row,urlColumnIndex)
-              .toString();
-      String typeColumn = restable.getValueAt(row,typeColumnIndex)
+
+      String pdbIdStr = restable.getValueAt(row, idColumnIndex).toString();
+      String urlStr = restable.getValueAt(row, urlColumnIndex).toString();
+      String typeColumn = restable.getValueAt(row, typeColumnIndex)
               .toString();
       SequenceI selectedSeq = (SequenceI) restable.getValueAt(row,
               refSeqColIndex);
@@ -257,8 +312,7 @@ public class ThreeDBStructureChooserQuerySource
       PDBEntry pdbEntry = selectedSeq.getPDBEntry(pdbIdStr);
       if (pdbEntry == null)
       {
-        pdbEntry = getFindEntry(pdbIdStr,
-                selectedSeq.getAllPDBEntries());
+        pdbEntry = getFindEntry(pdbIdStr, selectedSeq.getAllPDBEntries());
       }
 
       if (pdbEntry == null)
@@ -277,10 +331,97 @@ public class ThreeDBStructureChooserQuerySource
     return pdbEntriesToView;
   }
 
-
   @Override
   protected FTSRestRequest getLastFTSRequest()
   {
     return lastTdbRequest;
   }
+
+  /**
+   * generate a query for PDBFTS to retrieve structure metadata
+   * 
+   * @param ftsRestRequest
+   * @param upResponse
+   * @return
+   */
+
+  public String buildPDBFTSQueryFor(FTSRestResponse upResponse)
+  {
+    List<String> pdbIds = new ArrayList<String>();
+    int idx_modelId = getLastFTSRequest().getFieldIndex("Model id");
+    int idx_provider = getLastFTSRequest().getFieldIndex("Provider");
+    for (FTSData row : upResponse.getSearchSummary())
+    {
+      String id = (String) row.getSummaryData()[idx_modelId];
+      String provider = (String) row.getSummaryData()[idx_provider];
+      if ("PDBe".equalsIgnoreCase(provider))
+      {
+        pdbIds.add(id);
+      }
+    }
+    return String.join(" OR ", pdbIds).toString();
+  }
+
+  /**
+   * query PDBe for structure metadata
+   * 
+   * @param pdbquery
+   * @param upResponse
+   * @return FTSRestResponse via PDBStructureChooserQuerySource
+   */
+  public FTSRestResponse fetchStructuresMetaDataFor(
+          PDBStructureChooserQuerySource pdbquery,
+          FTSRestResponse upResponse) throws Exception
+  {
+
+    String pdb_Query = buildPDBFTSQueryFor(upResponse);
+
+    FTSRestResponse resultList;
+    FTSRestRequest pdbRequest = new FTSRestRequest();
+    pdbRequest.setAllowEmptySeq(false);
+    pdbRequest.setResponseSize(500);
+    pdbRequest.setFieldToSearchBy("(");
+    // pdbRequest.setFieldToSortBy("pdb_id");
+    pdbRequest.setWantedFields(
+            pdbquery.getDocFieldPrefs().getStructureSummaryFields());
+    pdbRequest.setSearchTerm(pdb_Query + ")");
+    resultList = pdbquery.executePDBFTSRestRequest(pdbRequest);
+
+    lastPdbRequest = pdbRequest;
+    return resultList;
+  }
+
+  public FTSRestResponse joinResponses(FTSRestResponse upResponse,
+          FTSRestResponse pdbResponse)
+  {
+    int idx_provider = getLastFTSRequest().getFieldIndex("Provider");
+    // join on
+    int idx_modelId = getLastFTSRequest().getFieldIndex("Model id");
+    int pdbIdx = lastPdbRequest.getFieldIndex("PDB Id");
+    int pdbTitle_idx = lastPdbRequest.getFieldIndex("Title");
+    int tdbTitle_idx = getLastFTSRequest().getFieldIndex("Title");
+    
+    List<FTSData> joinedRows = new ArrayList<FTSData>();
+    for (final FTSData row : upResponse.getSearchSummary())
+    {
+      String id = (String) row.getSummaryData()[idx_modelId];
+      String provider = (String) row.getSummaryData()[idx_provider];
+      if ("PDBe".equalsIgnoreCase(provider))
+      {
+        for (final FTSData pdbrow : pdbResponse.getSearchSummary())
+        {
+          String pdbid = (String) pdbrow.getSummaryData()[pdbIdx];
+          if (id.equalsIgnoreCase(pdbid))
+          {
+            row.getSummaryData()[tdbTitle_idx] = pdbrow
+                    .getSummaryData()[pdbTitle_idx];
+          }
+        }
+      } else {
+        row.getSummaryData()[tdbTitle_idx] = "Model from TDB";
+      }
+    }
+    return upResponse;
+  }
+
 }
\ No newline at end of file