JAL-2748 formatting
[jalview.git] / src / jalview / ws / dbsources / Uniprot.java
index aa324dc..c9beb8e 100644 (file)
-/**\r
- * \r
- */\r
-package jalview.ws.dbsources;\r
-\r
-import java.io.File;\r
-import java.io.IOException;\r
-import java.util.Enumeration;\r
-import java.util.Hashtable;\r
-import java.util.Vector;\r
-\r
-import com.stevesoft.pat.Regex;\r
-\r
-import jalview.datamodel.Alignment;\r
-import jalview.datamodel.AlignmentI;\r
-import jalview.datamodel.DBRefEntry;\r
-import jalview.datamodel.DBRefSource;\r
-import jalview.datamodel.PDBEntry;\r
-import jalview.datamodel.SequenceFeature;\r
-import jalview.datamodel.SequenceI;\r
-import jalview.datamodel.UniprotEntry;\r
-import jalview.io.FormatAdapter;\r
-import jalview.io.IdentifyFile;\r
-import jalview.ws.DBRefFetcher;\r
-import jalview.ws.DbSourceProxy;\r
-import jalview.ws.DbSourceProxyImpl;\r
-import jalview.ws.EBIFetchClient;\r
-\r
-/**\r
- * @author JimP\r
- * \r
- */\r
-public class Uniprot extends DbSourceProxyImpl implements DbSourceProxy\r
-{\r
-  public Uniprot() {\r
-    super();\r
-    addDbSourceProperty(DBRefSource.SEQDB, DBRefSource.SEQDB);\r
-    addDbSourceProperty(DBRefSource.PROTSEQDB);\r
-    addDbSourceProperty(DBRefSource.MULTIACC);\r
-  }\r
-\r
-  /*\r
-   * (non-Javadoc)\r
-   * \r
-   * @see jalview.ws.DbSourceProxy#getAccessionSeparator()\r
-   */\r
-  public String getAccessionSeparator()\r
-  {\r
-    return ";";\r
-  }\r
-\r
-  /*\r
-   * (non-Javadoc)\r
-   * \r
-   * @see jalview.ws.DbSourceProxy#getAccessionValidator()\r
-   */\r
-  public Regex getAccessionValidator()\r
-  {\r
-    return null;\r
-  }\r
-\r
-  /*\r
-   * (non-Javadoc)\r
-   * \r
-   * @see jalview.ws.DbSourceProxy#getDbSource()\r
-   */\r
-  public String getDbSource()\r
-  {\r
-    return DBRefSource.UNIPROT;\r
-  }\r
-\r
-  /*\r
-   * (non-Javadoc)\r
-   * \r
-   * @see jalview.ws.DbSourceProxy#getDbVersion()\r
-   */\r
-  public String getDbVersion()\r
-  {\r
-    return "0"; // we really don't know what version we're on.\r
-  }\r
-\r
-  private EBIFetchClient ebi = null;\r
-\r
-  /*\r
-   * (non-Javadoc)\r
-   * \r
-   * @see jalview.ws.DbSourceProxy#getSequenceRecords(java.lang.String[])\r
-   */\r
-  public AlignmentI getSequenceRecords(String queries) throws Exception\r
-  {\r
-    startQuery();\r
-    try\r
-    {\r
-      Alignment al=null;\r
-      ebi = new EBIFetchClient();\r
-      StringBuffer result=new StringBuffer();\r
-      File file = ebi.fetchDataAsFile("uniprot:" + queries, "xml", null);\r
-      DBRefFetcher dbref = new DBRefFetcher();\r
-      Vector entries = dbref.getUniprotEntries(file);\r
-\r
-      if (entries != null)\r
-      {\r
-        // First, make the new sequences\r
-        Enumeration en = entries.elements();\r
-        while (en.hasMoreElements())\r
-        {\r
-          UniprotEntry entry = (UniprotEntry) en.nextElement();\r
-\r
-          StringBuffer name = new StringBuffer(">UniProt/Swiss-Prot");\r
-          Enumeration en2 = entry.getAccession().elements();\r
-          while (en2.hasMoreElements())\r
-          {\r
-            name.append("|");\r
-            name.append(en2.nextElement());\r
-          }\r
-          en2 = entry.getName().elements();\r
-          while (en2.hasMoreElements())\r
-          {\r
-            name.append("|");\r
-            name.append(en2.nextElement());\r
-          }\r
-\r
-          if (entry.getProtein() != null)\r
-          {\r
-            name.append(" " + entry.getProtein().getName().elementAt(0));\r
-          }\r
-\r
-          result.append(name + "\n"\r
-                  + entry.getUniprotSequence().getContent() + "\n");\r
-\r
-        }\r
-\r
-        // Then read in the features and apply them to the dataset\r
-        al = parseResult(result.toString());\r
-        if (al!=null)\r
-        {\r
-          // Decorate the alignment with database entries.\r
-          addUniprotXrefs(al, entries);\r
-        } else {\r
-          results = result;\r
-        }\r
-      }\r
-      stopQuery();\r
-      return al;\r
-    } catch (Exception e)\r
-    {\r
-      stopQuery();\r
-      throw(e);\r
-    }\r
-  }\r
-\r
-  /**\r
-   * add an ordered set of UniprotEntry objects to an ordered set of seuqences.\r
-   * \r
-   * @param al -\r
-   *          a sequence of n sequences\r
-   * @param entries\r
-   *          a seuqence of n uniprot entries to be analysed.\r
-   */\r
-  public void addUniprotXrefs(Alignment al, Vector entries)\r
-  {\r
-    for (int i = 0; i < entries.size(); i++)\r
-    {\r
-      UniprotEntry entry = (UniprotEntry) entries.elementAt(i);\r
-      Enumeration e = entry.getDbReference().elements();\r
-      Vector onlyPdbEntries = new Vector();\r
-      while (e.hasMoreElements())\r
-      {\r
-        PDBEntry pdb = (PDBEntry) e.nextElement();\r
-        if (!pdb.getType().equals("PDB"))\r
-        {\r
-          continue;\r
-        }\r
-\r
-        onlyPdbEntries.addElement(pdb);\r
-      }\r
-      SequenceI sq = al.getSequenceAt(i);\r
-      while (sq.getDatasetSequence()!=null)\r
-      {\r
-        sq = sq.getDatasetSequence();\r
-      }\r
-\r
-      Enumeration en2 = entry.getAccession().elements();\r
-      while (en2.hasMoreElements())\r
-      {\r
-        sq.addDBRef(\r
-                new DBRefEntry(getDbSource(), getDbVersion(), en2.nextElement()\r
-                        .toString()));\r
-      }\r
-      sq.setPDBId(onlyPdbEntries);\r
-      if (entry.getFeature() != null)\r
-      {\r
-        e = entry.getFeature().elements();\r
-        while (e.hasMoreElements())\r
-        {\r
-          SequenceFeature sf = (SequenceFeature) e.nextElement();\r
-          sf.setFeatureGroup("Uniprot");\r
-          sq.addSequenceFeature(sf);\r
-        }\r
-      }\r
-    }\r
-  }\r
-\r
-  /*\r
-   * (non-Javadoc)\r
-   * \r
-   * @see jalview.ws.DbSourceProxy#isValidReference(java.lang.String)\r
-   */\r
-  public boolean isValidReference(String accession)\r
-  {\r
-    return true;\r
-  }\r
-  /**\r
-   * return LDHA_CHICK uniprot entry\r
-   */\r
-  public String getTestQuery()\r
-  {\r
-    return "P00340";\r
-  }\r
-}\r
+/*
+ * Jalview - A Sequence Alignment Editor and Viewer ($$Version-Rel$$)
+ * Copyright (C) $$Year-Rel$$ The Jalview Authors
+ * 
+ * This file is part of Jalview.
+ * 
+ * Jalview is free software: you can redistribute it and/or
+ * modify it under the terms of the GNU General Public License 
+ * as published by the Free Software Foundation, either version 3
+ * of the License, or (at your option) any later version.
+ *  
+ * Jalview is distributed in the hope that it will be useful, but 
+ * WITHOUT ANY WARRANTY; without even the implied warranty 
+ * of MERCHANTABILITY or FITNESS FOR A PARTICULAR 
+ * PURPOSE.  See the GNU General Public License for more details.
+ * 
+ * You should have received a copy of the GNU General Public License
+ * along with Jalview.  If not, see <http://www.gnu.org/licenses/>.
+ * The Jalview Authors are detailed in the 'AUTHORS' file.
+ */
+package jalview.ws.dbsources;
+
+import jalview.datamodel.Alignment;
+import jalview.datamodel.AlignmentI;
+import jalview.datamodel.DBRefEntry;
+import jalview.datamodel.DBRefSource;
+import jalview.datamodel.PDBEntry;
+import jalview.datamodel.Sequence;
+import jalview.datamodel.SequenceFeature;
+import jalview.datamodel.SequenceI;
+import jalview.datamodel.xdb.uniprot.UniprotEntry;
+import jalview.datamodel.xdb.uniprot.UniprotFeature;
+import jalview.datamodel.xdb.uniprot.UniprotFile;
+import jalview.ws.seqfetcher.DbSourceProxyImpl;
+
+import java.io.InputStream;
+import java.io.InputStreamReader;
+import java.io.Reader;
+import java.net.URL;
+import java.net.URLConnection;
+import java.util.ArrayList;
+import java.util.Vector;
+
+import org.exolab.castor.mapping.Mapping;
+import org.exolab.castor.xml.Unmarshaller;
+
+import com.stevesoft.pat.Regex;
+
+/**
+ * @author JimP
+ * 
+ */
+public class Uniprot extends DbSourceProxyImpl
+{
+  private static final String BAR_DELIMITER = "|";
+
+  /*
+   * Castor mapping loaded from uniprot_mapping.xml
+   */
+  private static Mapping map;
+
+  /**
+   * Constructor
+   */
+  public Uniprot()
+  {
+    super();
+  }
+
+  /*
+   * (non-Javadoc)
+   * 
+   * @see jalview.ws.DbSourceProxy#getAccessionSeparator()
+   */
+  @Override
+  public String getAccessionSeparator()
+  {
+    return null;
+  }
+
+  /*
+   * (non-Javadoc)
+   * 
+   * @see jalview.ws.DbSourceProxy#getAccessionValidator()
+   */
+  @Override
+  public Regex getAccessionValidator()
+  {
+    return new Regex("([A-Z]+[0-9]+[A-Z0-9]+|[A-Z0-9]+_[A-Z0-9]+)");
+  }
+
+  /*
+   * (non-Javadoc)
+   * 
+   * @see jalview.ws.DbSourceProxy#getDbSource()
+   */
+  @Override
+  public String getDbSource()
+  {
+    return DBRefSource.UNIPROT;
+  }
+
+  /*
+   * (non-Javadoc)
+   * 
+   * @see jalview.ws.DbSourceProxy#getDbVersion()
+   */
+  @Override
+  public String getDbVersion()
+  {
+    return "0"; // we really don't know what version we're on.
+  }
+
+  /**
+   * Reads a file containing the reply to the EBI Fetch Uniprot data query,
+   * unmarshals it to a UniprotFile object, and returns the list of UniprotEntry
+   * data models (mapped from &lt;entry&gt; elements)
+   * 
+   * @param fileReader
+   * @return
+   */
+  public Vector<UniprotEntry> getUniprotEntries(Reader fileReader)
+  {
+    UniprotFile uni = new UniprotFile();
+    try
+    {
+      if (map == null)
+      {
+        // 1. Load the mapping information from the file
+        map = new Mapping(uni.getClass().getClassLoader());
+        URL url = getClass().getResource("/uniprot_mapping.xml");
+        map.loadMapping(url);
+      }
+
+      // 2. Unmarshal the data
+      Unmarshaller unmar = new Unmarshaller(uni);
+      unmar.setIgnoreExtraElements(true);
+      unmar.setMapping(map);
+      if (fileReader != null)
+      {
+        uni = (UniprotFile) unmar.unmarshal(fileReader);
+      }
+    } catch (Exception e)
+    {
+      System.out.println("Error getUniprotEntries() " + e);
+    }
+
+    return uni.getUniprotEntries();
+  }
+
+  /*
+   * (non-Javadoc)
+   * 
+   * @see jalview.ws.DbSourceProxy#getSequenceRecords(java.lang.String[])
+   */
+  @Override
+  public AlignmentI getSequenceRecords(String queries) throws Exception
+  {
+    startQuery();
+    try
+    {
+      queries = queries.toUpperCase().replaceAll(
+              "(UNIPROT\\|?|UNIPROT_|UNIREF\\d+_|UNIREF\\d+\\|?)", "");
+      AlignmentI al = null;
+
+      String downloadstring = "http://www.uniprot.org/uniprot/" + queries
+              + ".xml";
+      URL url = null;
+      URLConnection urlconn = null;
+
+      url = new URL(downloadstring);
+      urlconn = url.openConnection();
+      InputStream istr = urlconn.getInputStream();
+      Vector<UniprotEntry> entries = getUniprotEntries(
+              new InputStreamReader(istr, "UTF-8"));
+
+      if (entries != null)
+      {
+        ArrayList<SequenceI> seqs = new ArrayList<>();
+        for (UniprotEntry entry : entries)
+        {
+          seqs.add(uniprotEntryToSequenceI(entry));
+        }
+        al = new Alignment(seqs.toArray(new SequenceI[0]));
+
+      }
+      stopQuery();
+      return al;
+    } catch (Exception e)
+    {
+      throw (e);
+    } finally
+    {
+      stopQuery();
+    }
+  }
+
+  /**
+   * 
+   * @param entry
+   *          UniprotEntry
+   * @return SequenceI instance created from the UniprotEntry instance
+   */
+  public SequenceI uniprotEntryToSequenceI(UniprotEntry entry)
+  {
+    String id = getUniprotEntryId(entry);
+    SequenceI sequence = new Sequence(id,
+            entry.getUniprotSequence().getContent());
+    sequence.setDescription(getUniprotEntryDescription(entry));
+
+    final String dbVersion = getDbVersion();
+    ArrayList<DBRefEntry> dbRefs = new ArrayList<>();
+    for (String accessionId : entry.getAccession())
+    {
+      DBRefEntry dbRef = new DBRefEntry(DBRefSource.UNIPROT, dbVersion,
+              accessionId);
+
+      // mark dbRef as a primary reference for this sequence
+      dbRefs.add(dbRef);
+    }
+
+    Vector<PDBEntry> onlyPdbEntries = new Vector<>();
+    for (PDBEntry pdb : entry.getDbReference())
+    {
+      DBRefEntry dbr = new DBRefEntry();
+      dbr.setSource(pdb.getType());
+      dbr.setAccessionId(pdb.getId());
+      dbr.setVersion(DBRefSource.UNIPROT + ":" + dbVersion);
+      dbRefs.add(dbr);
+      if ("PDB".equals(pdb.getType()))
+      {
+        onlyPdbEntries.addElement(pdb);
+      }
+      if ("EMBL".equals(pdb.getType()))
+      {
+        // look for a CDS reference and add it, too.
+        String cdsId = (String) pdb.getProperty("protein sequence ID");
+        if (cdsId != null && cdsId.trim().length() > 0)
+        {
+          // remove version
+          String[] vrs = cdsId.split("\\.");
+          dbr = new DBRefEntry(DBRefSource.EMBLCDS, vrs.length > 1 ? vrs[1]
+                  : DBRefSource.UNIPROT + ":" + dbVersion, vrs[0]);
+          dbRefs.add(dbr);
+        }
+      }
+      if ("Ensembl".equals(pdb.getType()))
+      {
+        /*UniprotXML
+         * <dbReference type="Ensembl" id="ENST00000321556">
+        * <molecule id="Q9BXM7-1"/>
+        * <property type="protein sequence ID" value="ENSP00000364204"/>
+        * <property type="gene ID" value="ENSG00000158828"/>
+        * </dbReference> 
+         */
+        String cdsId = (String) pdb.getProperty("protein sequence ID");
+        if (cdsId != null && cdsId.trim().length() > 0)
+        {
+          dbr = new DBRefEntry(DBRefSource.ENSEMBL,
+                  DBRefSource.UNIPROT + ":" + dbVersion, cdsId.trim());
+          dbRefs.add(dbr);
+
+        }
+      }
+    }
+
+    sequence.setPDBId(onlyPdbEntries);
+    if (entry.getFeature() != null)
+    {
+      for (UniprotFeature uf : entry.getFeature())
+      {
+        SequenceFeature copy = new SequenceFeature(uf.getType(),
+                uf.getDescription(), uf.getBegin(), uf.getEnd(), "Uniprot");
+        copy.setStatus(uf.getStatus());
+        sequence.addSequenceFeature(copy);
+      }
+    }
+    for (DBRefEntry dbr : dbRefs)
+    {
+      sequence.addDBRef(dbr);
+    }
+    return sequence;
+  }
+
+  /**
+   * 
+   * @param entry
+   *          UniportEntry
+   * @return protein name(s) delimited by a white space character
+   */
+  public static String getUniprotEntryDescription(UniprotEntry entry)
+  {
+    StringBuilder desc = new StringBuilder(32);
+    if (entry.getProtein() != null && entry.getProtein().getName() != null)
+    {
+      boolean first = true;
+      for (String nm : entry.getProtein().getName())
+      {
+        if (!first)
+        {
+          desc.append(" ");
+        }
+        first = false;
+        desc.append(nm);
+      }
+    }
+    return desc.toString();
+  }
+
+  /**
+   *
+   * @param entry
+   *          UniportEntry
+   * @return The accession id(s) and name(s) delimited by '|'.
+   */
+  public static String getUniprotEntryId(UniprotEntry entry)
+  {
+    StringBuilder name = new StringBuilder(32);
+    // name.append("UniProt/Swiss-Prot");
+    // use 'canonicalised' name for optimal id matching
+    name.append(DBRefSource.UNIPROT);
+    for (String accessionId : entry.getAccession())
+    {
+      name.append(BAR_DELIMITER);
+      name.append(accessionId);
+    }
+    for (String n : entry.getName())
+    {
+      name.append(BAR_DELIMITER);
+      name.append(n);
+    }
+    return name.toString();
+  }
+
+  /*
+   * (non-Javadoc)
+   * 
+   * @see jalview.ws.DbSourceProxy#isValidReference(java.lang.String)
+   */
+  @Override
+  public boolean isValidReference(String accession)
+  {
+    // TODO: make the following a standard validator
+    return (accession == null || accession.length() < 2) ? false
+            : getAccessionValidator().search(accession);
+  }
+
+  /**
+   * return LDHA_CHICK uniprot entry
+   */
+  @Override
+  public String getTestQuery()
+  {
+    return "P00340";
+  }
+
+  @Override
+  public String getDbName()
+  {
+    return "Uniprot"; // getDbSource();
+  }
+
+  @Override
+  public int getTier()
+  {
+    return 0;
+  }
+}