X-Git-Url: http://source.jalview.org/gitweb/?a=blobdiff_plain;f=src%2Fjalview%2Fdatamodel%2FAlignment.java;h=5f605309ac1297d66b9eec58dab09129d506a905;hb=a24dd1c4927582a629b2ce43c3786abe1c247847;hp=8c320f75ca02c8f27a3791b5efa816952dea49c4;hpb=e33cdacd2ac2836504375c538574a0f1cafec7e3;p=jalview.git

diff --git a/src/jalview/datamodel/Alignment.java b/src/jalview/datamodel/Alignment.java
index 8c320f7..d737bd5 100755
--- a/src/jalview/datamodel/Alignment.java
+++ b/src/jalview/datamodel/Alignment.java
@@ -1,819 +1,1853 @@
 /*
- * Jalview - A Sequence Alignment Editor and Viewer
- * Copyright (C) 2005 AM Waterhouse, J Procter, G Barton, M Clamp, S Searle
- *
- * This program is free software; you can redistribute it and/or
- * modify it under the terms of the GNU General Public License
- * as published by the Free Software Foundation; either version 2
+ * Jalview - A Sequence Alignment Editor and Viewer ($$Version-Rel$$)
+ * Copyright (C) $$Year-Rel$$ The Jalview Authors
+ * 
+ * This file is part of Jalview.
+ * 
+ * Jalview is free software: you can redistribute it and/or
+ * modify it under the terms of the GNU General Public License 
+ * as published by the Free Software Foundation, either version 3
  * of the License, or (at your option) any later version.
- *
- * This program is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
- * GNU General Public License for more details.
- *
+ *  
+ * Jalview is distributed in the hope that it will be useful, but 
+ * WITHOUT ANY WARRANTY; without even the implied warranty 
+ * of MERCHANTABILITY or FITNESS FOR A PARTICULAR 
+ * PURPOSE.  See the GNU General Public License for more details.
+ * 
  * You should have received a copy of the GNU General Public License
- * along with this program; if not, write to the Free Software
- * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA
+ * along with Jalview.  If not, see <http://www.gnu.org/licenses/>.
+ * The Jalview Authors are detailed in the 'AUTHORS' file.
  */
 package jalview.datamodel;
 
-import jalview.analysis.*;
-
-import jalview.util.*;
-
-import java.util.*;
-
-/** Data structure to hold and manipulate a multiple sequence alignment
+import jalview.analysis.AlignmentUtils;
+import jalview.io.FastaFile;
+import jalview.util.Comparison;
+import jalview.util.MessageManager;
+
+import java.util.ArrayList;
+import java.util.Collections;
+import java.util.Enumeration;
+import java.util.HashSet;
+import java.util.Hashtable;
+import java.util.List;
+import java.util.Map;
+import java.util.Set;
+import java.util.Vector;
+
+/**
+ * Data structure to hold and manipulate a multiple sequence alignment
+ */
+/**
+ * @author JimP
+ * 
  */
 public class Alignment implements AlignmentI
 {
-    protected Alignment dataset;
-    protected Vector sequences;
-    protected Vector groups = new Vector();
-    protected char gapCharacter = '-';
-    protected int type = NUCLEOTIDE;
-    public static final int PROTEIN = 0;
-    public static final int NUCLEOTIDE = 1;
+  private Alignment dataset;
+
+  protected List<SequenceI> sequences;
+
+  protected List<SequenceGroup> groups;
+
+  protected char gapCharacter = '-';
+
+  protected int type = NUCLEOTIDE;
+
+  public static final int PROTEIN = 0;
+
+  public static final int NUCLEOTIDE = 1;
+
+  public boolean hasRNAStructure = false;
+
+  public AlignmentAnnotation[] annotations;
+
+  HiddenSequences hiddenSequences;
+
+  public Hashtable alignmentProperties;
+
+  private List<AlignedCodonFrame> codonFrameList;
+
+  private void initAlignment(SequenceI[] seqs)
+  {
+    groups = Collections.synchronizedList(new ArrayList<SequenceGroup>());
+    hiddenSequences = new HiddenSequences(this);
+    codonFrameList = new ArrayList<AlignedCodonFrame>();
+
+    if (Comparison.isNucleotide(seqs))
+    {
+      type = NUCLEOTIDE;
+    }
+    else
+    {
+      type = PROTEIN;
+    }
+
+    sequences = Collections.synchronizedList(new ArrayList<SequenceI>());
+
+    for (int i = 0; i < seqs.length; i++)
+    {
+      sequences.add(seqs[i]);
+    }
+
+  }
+
+  /**
+   * Make a 'copy' alignment - sequences have new copies of features and
+   * annotations, but share the original dataset sequences.
+   */
+  public Alignment(AlignmentI al)
+  {
+    SequenceI[] seqs = al.getSequencesArray();
+    for (int i = 0; i < seqs.length; i++)
+    {
+      seqs[i] = new Sequence(seqs[i]);
+    }
 
-    /** DOCUMENT ME!! */
-    public AlignmentAnnotation[] annotations;
+    initAlignment(seqs);
 
-    HiddenSequences hiddenSequences = new HiddenSequences(this);
+    /*
+     * Share the same dataset sequence mappings (if any). 
+     */
+    if (dataset == null && al.getDataset() == null)
+    {
+      this.setCodonFrames(al.getCodonFrames());
+    }
+  }
 
-    private void initAlignment(SequenceI[] seqs) {
-      int i=0;
+  /**
+   * Make an alignment from an array of Sequences.
+   * 
+   * @param sequences
+   */
+  public Alignment(SequenceI[] seqs)
+  {
+    initAlignment(seqs);
+  }
+
+  /**
+   * Make a new alignment from an array of SeqCigars
+   * 
+   * @param seqs
+   *          SeqCigar[]
+   */
+  public Alignment(SeqCigar[] alseqs)
+  {
+    SequenceI[] seqs = SeqCigar.createAlignmentSequences(alseqs,
+            gapCharacter, new ColumnSelection(), null);
+    initAlignment(seqs);
+  }
+
+  /**
+   * Make a new alignment from an CigarArray JBPNote - can only do this when
+   * compactAlignment does not contain hidden regions. JBPNote - must also check
+   * that compactAlignment resolves to a set of SeqCigars - or construct them
+   * appropriately.
+   * 
+   * @param compactAlignment
+   *          CigarArray
+   */
+  public static AlignmentI createAlignment(CigarArray compactAlignment)
+  {
+    throw new Error(
+            MessageManager
+                    .getString("error.alignment_cigararray_not_implemented"));
+    // this(compactAlignment.refCigars);
+  }
 
-      if( jalview.util.Comparison.isNucleotide(seqs))
-        type = NUCLEOTIDE;
+  @Override
+  public List<SequenceI> getSequences()
+  {
+    return sequences;
+  }
+
+  @Override
+  public List<SequenceI> getSequences(
+          Map<SequenceI, SequenceCollectionI> hiddenReps)
+  {
+    // TODO: in jalview 2.8 we don't do anything with hiddenreps - fix design to
+    // work on this.
+    return sequences;
+  }
+
+  @Override
+  public SequenceI[] getSequencesArray()
+  {
+    if (sequences == null)
+    {
+      return null;
+    }
+    synchronized (sequences)
+    {
+      return sequences.toArray(new SequenceI[sequences.size()]);
+    }
+  }
+
+  /**
+   * Returns a map of lists of sequences keyed by sequence name.
+   * 
+   * @return
+   */
+  @Override
+  public Map<String, List<SequenceI>> getSequencesByName()
+  {
+    return AlignmentUtils.getSequencesByName(this);
+  }
+
+  /**
+   * DOCUMENT ME!
+   * 
+   * @param i
+   *          DOCUMENT ME!
+   * 
+   * @return DOCUMENT ME!
+   */
+  @Override
+  public SequenceI getSequenceAt(int i)
+  {
+    synchronized (sequences)
+    {
+      if (i > -1 && i < sequences.size())
+      {
+        return sequences.get(i);
+      }
+    }
+    return null;
+  }
+
+  /**
+   * Adds a sequence to the alignment. Recalculates maxLength and size.
+   * 
+   * @param snew
+   */
+  @Override
+  public void addSequence(SequenceI snew)
+  {
+    if (dataset != null)
+    {
+      // maintain dataset integrity
+      if (snew.getDatasetSequence() != null)
+      {
+        getDataset().addSequence(snew.getDatasetSequence());
+      }
       else
-        type = PROTEIN;
+      {
+        // derive new sequence
+        SequenceI adding = snew.deriveSequence();
+        getDataset().addSequence(adding.getDatasetSequence());
+        snew = adding;
+      }
+    }
+    if (sequences == null)
+    {
+      initAlignment(new SequenceI[] { snew });
+    }
+    else
+    {
+      synchronized (sequences)
+      {
+        sequences.add(snew);
+      }
+    }
+    if (hiddenSequences != null)
+    {
+      hiddenSequences.adjustHeightSequenceAdded();
+    }
+  }
 
-      sequences = new Vector();
+  /**
+   * Adds a sequence to the alignment. Recalculates maxLength and size.
+   * 
+   * @param snew
+   */
+  @Override
+  public void setSequenceAt(int i, SequenceI snew)
+  {
+    synchronized (sequences)
+    {
+      deleteSequence(i);
+      sequences.set(i, snew);
+    }
+  }
 
-      for (i = 0; i < seqs.length; i++)
+  /**
+   * DOCUMENT ME!
+   * 
+   * @return DOCUMENT ME!
+   */
+  @Override
+  public List<SequenceGroup> getGroups()
+  {
+    return groups;
+  }
+
+  @Override
+  public void finalize()
+  {
+    if (getDataset() != null)
+    {
+      getDataset().removeAlignmentRef();
+    }
+
+    dataset = null;
+    sequences = null;
+    groups = null;
+    annotations = null;
+    hiddenSequences = null;
+  }
+
+  /**
+   * decrement the alignmentRefs counter by one and call finalize if it goes to
+   * zero.
+   */
+  private void removeAlignmentRef()
+  {
+    if (--alignmentRefs == 0)
+    {
+      finalize();
+    }
+  }
+
+  /**
+   * DOCUMENT ME!
+   * 
+   * @param s
+   *          DOCUMENT ME!
+   */
+  @Override
+  public void deleteSequence(SequenceI s)
+  {
+    deleteSequence(findIndex(s));
+  }
+
+  /**
+   * DOCUMENT ME!
+   * 
+   * @param i
+   *          DOCUMENT ME!
+   */
+  @Override
+  public void deleteSequence(int i)
+  {
+    if (i > -1 && i < getHeight())
+    {
+      synchronized (sequences)
+      {
+        sequences.remove(i);
+        hiddenSequences.adjustHeightSequenceDeleted(i);
+      }
+    }
+  }
+
+  /*
+   * (non-Javadoc)
+   * 
+   * @see jalview.datamodel.AlignmentI#findGroup(jalview.datamodel.SequenceI)
+   */
+  @Override
+  public SequenceGroup findGroup(SequenceI s)
+  {
+    synchronized (groups)
+    {
+      for (int i = 0; i < this.groups.size(); i++)
       {
-        sequences.addElement(seqs[i]);
+        SequenceGroup sg = groups.get(i);
+
+        if (sg.getSequences(null).contains(s))
+        {
+          return sg;
+        }
       }
+    }
+    return null;
+  }
+
+  /*
+   * (non-Javadoc)
+   * 
+   * @see
+   * jalview.datamodel.AlignmentI#findAllGroups(jalview.datamodel.SequenceI)
+   */
+  @Override
+  public SequenceGroup[] findAllGroups(SequenceI s)
+  {
+    ArrayList<SequenceGroup> temp = new ArrayList<SequenceGroup>();
 
+    synchronized (groups)
+    {
+      int gSize = groups.size();
+      for (int i = 0; i < gSize; i++)
+      {
+        SequenceGroup sg = groups.get(i);
+        if (sg == null || sg.getSequences() == null)
+        {
+          this.deleteGroup(sg);
+          gSize--;
+          continue;
+        }
+
+        if (sg.getSequences().contains(s))
+        {
+          temp.add(sg);
+        }
+      }
     }
-    /** Make an alignment from an array of Sequences.
-     *
-     * @param sequences
-     */
-    public Alignment(SequenceI[] seqs)
+    SequenceGroup[] ret = new SequenceGroup[temp.size()];
+    return temp.toArray(ret);
+  }
+
+  /**    */
+  @Override
+  public void addGroup(SequenceGroup sg)
+  {
+    synchronized (groups)
     {
-      initAlignment(seqs);
+      if (!groups.contains(sg))
+      {
+        if (hiddenSequences.getSize() > 0)
+        {
+          int i, iSize = sg.getSize();
+          for (i = 0; i < iSize; i++)
+          {
+            if (!sequences.contains(sg.getSequenceAt(i)))
+            {
+              sg.deleteSequence(sg.getSequenceAt(i), false);
+              iSize--;
+              i--;
+            }
+          }
+
+          if (sg.getSize() < 1)
+          {
+            return;
+          }
+        }
+        sg.setContext(this);
+        groups.add(sg);
+      }
     }
-    /**
-     * Make a new alignment from an array of SeqCigars
-     * @param seqs SeqCigar[]
-     */
-    public Alignment(SeqCigar[] alseqs) {
+  }
 
-      SequenceI[] seqs = new SequenceI[alseqs.length];
-      for (int i=0; i<alseqs.length; i++) {
-        seqs[i] = alseqs[i].getSeq(this.gapCharacter);
+  /**
+   * remove any annotation that references gp
+   * 
+   * @param gp
+   *          (if null, removes all group associated annotation)
+   */
+  private void removeAnnotationForGroup(SequenceGroup gp)
+  {
+    if (annotations == null || annotations.length == 0)
+    {
+      return;
+    }
+    // remove annotation very quickly
+    AlignmentAnnotation[] t, todelete = new AlignmentAnnotation[annotations.length], tokeep = new AlignmentAnnotation[annotations.length];
+    int i, p, k;
+    if (gp == null)
+    {
+      for (i = 0, p = 0, k = 0; i < annotations.length; i++)
+      {
+        if (annotations[i].groupRef != null)
+        {
+          todelete[p++] = annotations[i];
+        }
+        else
+        {
+          tokeep[k++] = annotations[i];
+        }
       }
-      initAlignment(seqs);
     }
-    /**
-     * Make a new alignment from an CigarArray
-     * JBPNote - can only do this when compactAlignment does not contain hidden regions.
-     * JBPNote - must also check that compactAlignment resolves to a set of SeqCigars - or construct them appropriately.
-     * @param compactAlignment CigarArray
-     */
-    public Alignment(CigarArray compactAlignment) {
-      throw new Error("Alignment(CigarArray) not yet implemented");
-      // this(compactAlignment.refCigars);
+    else
+    {
+      for (i = 0, p = 0, k = 0; i < annotations.length; i++)
+      {
+        if (annotations[i].groupRef == gp)
+        {
+          todelete[p++] = annotations[i];
+        }
+        else
+        {
+          tokeep[k++] = annotations[i];
+        }
+      }
+    }
+    if (p > 0)
+    {
+      // clear out the group associated annotation.
+      for (i = 0; i < p; i++)
+      {
+        unhookAnnotation(todelete[i]);
+        todelete[i] = null;
+      }
+      t = new AlignmentAnnotation[k];
+      for (i = 0; i < k; i++)
+      {
+        t[i] = tokeep[i];
+      }
+      annotations = t;
     }
+  }
 
-    /**
-     * DOCUMENT ME!
-     *
-     * @return DOCUMENT ME!
-     */
-    public Vector getSequences()
+  @Override
+  public void deleteAllGroups()
+  {
+    synchronized (groups)
     {
-        return sequences;
+      if (annotations != null)
+      {
+        removeAnnotationForGroup(null);
+      }
+      for (SequenceGroup sg : groups)
+      {
+        sg.setContext(null);
+      }
+      groups.clear();
     }
+  }
 
-    public SequenceI [] getSequencesArray()
+  /**    */
+  @Override
+  public void deleteGroup(SequenceGroup g)
+  {
+    synchronized (groups)
     {
-      SequenceI [] reply = new SequenceI[sequences.size()];
-      for(int i=0; i<sequences.size(); i++)
+      if (groups.contains(g))
       {
-        reply[i] = (SequenceI)sequences.elementAt(i);
+        removeAnnotationForGroup(g);
+        groups.remove(g);
+        g.setContext(null);
       }
-      return reply;
     }
+  }
 
-    /**
-     * DOCUMENT ME!
-     *
-     * @param i DOCUMENT ME!
-     *
-     * @return DOCUMENT ME!
-     */
-    public SequenceI getSequenceAt(int i)
+  /**    */
+  @Override
+  public SequenceI findName(String name)
+  {
+    return findName(name, false);
+  }
+
+  /*
+   * (non-Javadoc)
+   * 
+   * @see jalview.datamodel.AlignmentI#findName(java.lang.String, boolean)
+   */
+  @Override
+  public SequenceI findName(String token, boolean b)
+  {
+    return findName(null, token, b);
+  }
+
+  /*
+   * (non-Javadoc)
+   * 
+   * @see jalview.datamodel.AlignmentI#findName(SequenceI, java.lang.String,
+   * boolean)
+   */
+  @Override
+  public SequenceI findName(SequenceI startAfter, String token, boolean b)
+  {
+
+    int i = 0;
+    SequenceI sq = null;
+    String sqname = null;
+    if (startAfter != null)
     {
-        if (i < sequences.size())
+      // try to find the sequence in the alignment
+      boolean matched = false;
+      while (i < sequences.size())
+      {
+        if (getSequenceAt(i++) == startAfter)
         {
-            return (SequenceI) sequences.elementAt(i);
+          matched = true;
+          break;
         }
+      }
+      if (!matched)
+      {
+        i = 0;
+      }
+    }
+    while (i < sequences.size())
+    {
+      sq = getSequenceAt(i);
+      sqname = sq.getName();
+      if (sqname.equals(token) // exact match
+              || (b && // allow imperfect matches - case varies
+              (sqname.equalsIgnoreCase(token))))
+      {
+        return getSequenceAt(i);
+      }
 
-        return null;
+      i++;
     }
 
-    /** Adds a sequence to the alignment.  Recalculates maxLength and size.
-     *
-     * @param snew
-     */
-    public void addSequence(SequenceI snew)
+    return null;
+  }
+
+  @Override
+  public SequenceI[] findSequenceMatch(String name)
+  {
+    Vector matches = new Vector();
+    int i = 0;
+
+    while (i < sequences.size())
+    {
+      if (getSequenceAt(i).getName().equals(name))
+      {
+        matches.addElement(getSequenceAt(i));
+      }
+      i++;
+    }
+
+    SequenceI[] result = new SequenceI[matches.size()];
+    for (i = 0; i < result.length; i++)
+    {
+      result[i] = (SequenceI) matches.elementAt(i);
+    }
+
+    return result;
+
+  }
+
+  /*
+   * (non-Javadoc)
+   * 
+   * @see jalview.datamodel.AlignmentI#findIndex(jalview.datamodel.SequenceI)
+   */
+  @Override
+  public int findIndex(SequenceI s)
+  {
+    int i = 0;
+
+    while (i < sequences.size())
     {
-      if(dataset!=null)
+      if (s == getSequenceAt(i))
       {
-        if(snew.getDatasetSequence()!=null)
+        return i;
+      }
+
+      i++;
+    }
+
+    return -1;
+  }
+
+  /*
+   * (non-Javadoc)
+   * 
+   * @see
+   * jalview.datamodel.AlignmentI#findIndex(jalview.datamodel.SearchResults)
+   */
+  @Override
+  public int findIndex(SearchResults results)
+  {
+    int i = 0;
+
+    while (i < sequences.size())
+    {
+      if (results.involvesSequence(getSequenceAt(i)))
+      {
+        return i;
+      }
+      i++;
+    }
+    return -1;
+  }
+
+  /**
+   * DOCUMENT ME!
+   * 
+   * @return DOCUMENT ME!
+   */
+  @Override
+  public int getHeight()
+  {
+    return sequences.size();
+  }
+
+  /**
+   * DOCUMENT ME!
+   * 
+   * @return DOCUMENT ME!
+   */
+  @Override
+  public int getWidth()
+  {
+    int maxLength = -1;
+
+    for (int i = 0; i < sequences.size(); i++)
+    {
+      if (getSequenceAt(i).getLength() > maxLength)
+      {
+        maxLength = getSequenceAt(i).getLength();
+      }
+    }
+
+    return maxLength;
+  }
+
+  /**
+   * DOCUMENT ME!
+   * 
+   * @param gc
+   *          DOCUMENT ME!
+   */
+  @Override
+  public void setGapCharacter(char gc)
+  {
+    gapCharacter = gc;
+    synchronized (sequences)
+    {
+      for (SequenceI seq : sequences)
+      {
+        seq.setSequence(seq.getSequenceAsString().replace('.', gc)
+                .replace('-', gc).replace(' ', gc));
+      }
+    }
+  }
+
+  /**
+   * DOCUMENT ME!
+   * 
+   * @return DOCUMENT ME!
+   */
+  @Override
+  public char getGapCharacter()
+  {
+    return gapCharacter;
+  }
+
+  /*
+   * (non-Javadoc)
+   * 
+   * @see jalview.datamodel.AlignmentI#isAligned()
+   */
+  @Override
+  public boolean isAligned()
+  {
+    return isAligned(false);
+  }
+
+  /*
+   * (non-Javadoc)
+   * 
+   * @see jalview.datamodel.AlignmentI#isAligned(boolean)
+   */
+  @Override
+  public boolean isAligned(boolean includeHidden)
+  {
+    int width = getWidth();
+    if (hiddenSequences == null || hiddenSequences.getSize() == 0)
+    {
+      includeHidden = true; // no hidden sequences to check against.
+    }
+    for (int i = 0; i < sequences.size(); i++)
+    {
+      if (includeHidden || !hiddenSequences.isHidden(getSequenceAt(i)))
+      {
+        if (getSequenceAt(i).getLength() != width)
         {
-          System.out.println(snew.getName());
-          getDataset().addSequence(snew.getDatasetSequence());
+          return false;
         }
-        else
+      }
+    }
+
+    return true;
+  }
+
+  /**
+   * Delete all annotations, including auto-calculated if the flag is set true.
+   * Returns true if at least one annotation was deleted, else false.
+   * 
+   * @param includingAutoCalculated
+   * @return
+   */
+  @Override
+  public boolean deleteAllAnnotations(boolean includingAutoCalculated)
+  {
+    boolean result = false;
+    for (AlignmentAnnotation alan : getAlignmentAnnotation())
+    {
+      if (!alan.autoCalculated || includingAutoCalculated)
+      {
+        deleteAnnotation(alan);
+        result = true;
+      }
+    }
+    return result;
+  }
+
+  /*
+   * (non-Javadoc)
+   * 
+   * @seejalview.datamodel.AlignmentI#deleteAnnotation(jalview.datamodel.
+   * AlignmentAnnotation)
+   */
+  @Override
+  public boolean deleteAnnotation(AlignmentAnnotation aa)
+  {
+    return deleteAnnotation(aa, true);
+  }
+
+  @Override
+  public boolean deleteAnnotation(AlignmentAnnotation aa, boolean unhook)
+  {
+    int aSize = 1;
+
+    if (annotations != null)
+    {
+      aSize = annotations.length;
+    }
+
+    if (aSize < 1)
+    {
+      return false;
+    }
+
+    AlignmentAnnotation[] temp = new AlignmentAnnotation[aSize - 1];
+
+    boolean swap = false;
+    int tIndex = 0;
+
+    for (int i = 0; i < aSize; i++)
+    {
+      if (annotations[i] == aa)
+      {
+        swap = true;
+        continue;
+      }
+      if (tIndex < temp.length)
+      {
+        temp[tIndex++] = annotations[i];
+      }
+    }
+
+    if (swap)
+    {
+      annotations = temp;
+      if (unhook)
+      {
+        unhookAnnotation(aa);
+      }
+    }
+    return swap;
+  }
+
+  /**
+   * remove any object references associated with this annotation
+   * 
+   * @param aa
+   */
+  private void unhookAnnotation(AlignmentAnnotation aa)
+  {
+    if (aa.sequenceRef != null)
+    {
+      aa.sequenceRef.removeAlignmentAnnotation(aa);
+    }
+    if (aa.groupRef != null)
+    {
+      // probably need to do more here in the future (post 2.5.0)
+      aa.groupRef = null;
+    }
+  }
+
+  /*
+   * (non-Javadoc)
+   * 
+   * @seejalview.datamodel.AlignmentI#addAnnotation(jalview.datamodel.
+   * AlignmentAnnotation)
+   */
+  @Override
+  public void addAnnotation(AlignmentAnnotation aa)
+  {
+    addAnnotation(aa, -1);
+  }
+
+  /*
+   * (non-Javadoc)
+   * 
+   * @seejalview.datamodel.AlignmentI#addAnnotation(jalview.datamodel.
+   * AlignmentAnnotation, int)
+   */
+  @Override
+  public void addAnnotation(AlignmentAnnotation aa, int pos)
+  {
+    if (aa.getRNAStruc() != null)
+    {
+      hasRNAStructure = true;
+    }
+
+    int aSize = 1;
+    if (annotations != null)
+    {
+      aSize = annotations.length + 1;
+    }
+
+    AlignmentAnnotation[] temp = new AlignmentAnnotation[aSize];
+    int i = 0;
+    if (pos == -1 || pos >= aSize)
+    {
+      temp[aSize - 1] = aa;
+    }
+    else
+    {
+      temp[pos] = aa;
+    }
+    if (aSize > 1)
+    {
+      int p = 0;
+      for (i = 0; i < (aSize - 1); i++, p++)
+      {
+        if (p == pos)
+        {
+          p++;
+        }
+        if (p < temp.length)
         {
-          Sequence ds = new Sequence(snew.getName(),
-                                     AlignSeq.extractGaps("-. ",
-              snew.getSequence()),
-                                     snew.getStart(),
-                                     snew.getEnd());
-
-          snew.setDatasetSequence(ds);
-          getDataset().addSequence(ds);
+          temp[p] = annotations[i];
         }
       }
+    }
+
+    annotations = temp;
+  }
 
-      sequences.addElement(snew);
+  @Override
+  public void setAnnotationIndex(AlignmentAnnotation aa, int index)
+  {
+    if (aa == null || annotations == null || annotations.length - 1 < index)
+    {
+      return;
     }
 
+    int aSize = annotations.length;
+    AlignmentAnnotation[] temp = new AlignmentAnnotation[aSize];
 
-    /** Adds a sequence to the alignment.  Recalculates maxLength and size.
-     *
-     * @param snew
-     */
-    public void setSequenceAt(int i, SequenceI snew)
+    temp[index] = aa;
+
+    for (int i = 0; i < aSize; i++)
     {
-        SequenceI oldseq = getSequenceAt(i);
-        deleteSequence(oldseq);
+      if (i == index)
+      {
+        continue;
+      }
 
-        sequences.setElementAt(snew, i);
+      if (i < index)
+      {
+        temp[i] = annotations[i];
+      }
+      else
+      {
+        temp[i] = annotations[i - 1];
+      }
     }
 
-    /**
-     * DOCUMENT ME!
-     *
-     * @return DOCUMENT ME!
-     */
-    public Vector getGroups()
+    annotations = temp;
+  }
+
+  @Override
+  /**
+   * returns all annotation on the alignment
+   */
+  public AlignmentAnnotation[] getAlignmentAnnotation()
+  {
+    return annotations;
+  }
+
+  @Override
+  public void setNucleotide(boolean b)
+  {
+    if (b)
     {
-        return groups;
+      type = NUCLEOTIDE;
     }
+    else
+    {
+      type = PROTEIN;
+    }
+  }
 
-    /** Takes out columns consisting entirely of gaps (-,.," ")
-     */
-    public void removeGaps()
+  @Override
+  public boolean isNucleotide()
+  {
+    if (type == NUCLEOTIDE)
+    {
+      return true;
+    }
+    else
     {
-        SequenceI[] seqs = getVisibleAndRepresentedSeqs();
-        int j, jSize = seqs.length;
+      return false;
+    }
+  }
+
+  @Override
+  public boolean hasRNAStructure()
+  {
+    // TODO can it happen that structure is removed from alignment?
+    return hasRNAStructure;
+  }
 
-        int width = 0;
-        for (int i = 0; i < jSize; i++)
+  @Override
+  public void setDataset(AlignmentI data)
+  {
+    if (dataset == null && data == null)
+    {
+      createDatasetAlignment();
+    }
+    else if (dataset == null && data != null)
+    {
+      if (!(data instanceof Alignment))
+      {
+        throw new Error(
+                "Implementation Error: jalview.datamodel.Alignment does not yet support other implementations of AlignmentI as its dataset reference");
+      }
+      dataset = (Alignment) data;
+      for (int i = 0; i < getHeight(); i++)
+      {
+        SequenceI currentSeq = getSequenceAt(i);
+        SequenceI dsq = currentSeq.getDatasetSequence();
+        if (dsq == null)
+        {
+          dsq = currentSeq.createDatasetSequence();
+          dataset.addSequence(dsq);
+        }
+        else
         {
-          if (seqs[i].getLength() > width)
+          while (dsq.getDatasetSequence() != null)
           {
-            width = seqs[i].getLength();
+            dsq = dsq.getDatasetSequence();
+          }
+          if (dataset.findIndex(dsq) == -1)
+          {
+            dataset.addSequence(dsq);
           }
         }
+      }
+    }
+    dataset.addAlignmentRef();
+  }
 
-        int startCol = -1, endCol = -1;
-        boolean delete = true;
-        for (int i = 0; i < width; i++)
-        {
-            delete = true;
+  /**
+   * Creates a new dataset for this alignment. Can only be done once - if
+   * dataset is not null this will not be performed.
+   */
+  public void createDatasetAlignment()
+  {
+    if (dataset != null)
+    {
+      return;
+    }
+    SequenceI[] seqs = new SequenceI[getHeight()];
+    SequenceI currentSeq;
+    for (int i = 0; i < getHeight(); i++)
+    {
+      currentSeq = getSequenceAt(i);
+      if (currentSeq.getDatasetSequence() != null)
+      {
+        seqs[i] = currentSeq.getDatasetSequence();
+      }
+      else
+      {
+        seqs[i] = currentSeq.createDatasetSequence();
+      }
+    }
 
-            for (j = 0; j < jSize; j++)
-            {
-                if (seqs[j].getLength() > i)
-                {
-                    if (!jalview.util.Comparison.isGap(seqs[j].getCharAt(i)))
-                    {
-                        if(delete)
-                          endCol = i;
-
-                        delete = false;
-                        break;
-                    }
-                }
-            }
+    dataset = new Alignment(seqs);
+    // move mappings to the dataset alignment
+    dataset.codonFrameList = this.codonFrameList;
+    this.codonFrameList = null;
+  }
 
-            if(delete && startCol==-1)
-            {
-              startCol = i;
-            }
+  /**
+   * reference count for number of alignments referencing this one.
+   */
+  int alignmentRefs = 0;
 
+  /**
+   * increase reference count to this alignment.
+   */
+  private void addAlignmentRef()
+  {
+    alignmentRefs++;
+  }
 
-            if (!delete && startCol > -1)
-            {
-              deleteColumns(seqs, startCol, endCol);
-              width -= (endCol - startCol);
-              i -= (endCol - startCol);
-              startCol = -1;
-              endCol = -1;
-            }
-        }
+  @Override
+  public Alignment getDataset()
+  {
+    return dataset;
+  }
+
+  @Override
+  public boolean padGaps()
+  {
+    boolean modified = false;
 
-        if (delete && startCol > -1)
+    // Remove excess gaps from the end of alignment
+    int maxLength = -1;
+
+    SequenceI current;
+    for (int i = 0; i < sequences.size(); i++)
+    {
+      current = getSequenceAt(i);
+      for (int j = current.getLength(); j > maxLength; j--)
+      {
+        if (j > maxLength
+                && !jalview.util.Comparison.isGap(current.getCharAt(j)))
         {
-          deleteColumns(seqs, startCol, endCol);
+          maxLength = j;
+          break;
         }
+      }
     }
 
-    /** Removes a range of columns (start to end inclusive).
-     *
-     * @param seqs Sequences to remove columns from
-     * @param start Start column in the alignment
-     * @param end End column in the alignment
-     */
-    public void deleteColumns(SequenceI [] seqs, int start, int end)
+    maxLength++;
+
+    int cLength;
+    for (int i = 0; i < sequences.size(); i++)
     {
-      for(int i=0; i<seqs.length; i++)
-        seqs[i].deleteChars(start, end);
+      current = getSequenceAt(i);
+      cLength = current.getLength();
+
+      if (cLength < maxLength)
+      {
+        current.insertCharAt(cLength, maxLength - cLength, gapCharacter);
+        modified = true;
+      }
+      else if (current.getLength() > maxLength)
+      {
+        current.deleteChars(maxLength, current.getLength());
+      }
     }
+    return modified;
+  }
 
+  /**
+   * Justify the sequences to the left or right by deleting and inserting gaps
+   * before the initial residue or after the terminal residue
+   * 
+   * @param right
+   *          true if alignment padded to right, false to justify to left
+   * @return true if alignment was changed
+   */
+  @Override
+  public boolean justify(boolean right)
+  {
+    boolean modified = false;
 
-    /**
-     * DOCUMENT ME!
-     *
-     * @param i DOCUMENT ME!
-     */
-    public void trimLeft(int i)
+    // Remove excess gaps from the end of alignment
+    int maxLength = -1;
+    int ends[] = new int[sequences.size() * 2];
+    SequenceI current;
+    for (int i = 0; i < sequences.size(); i++)
     {
-        SequenceI[] seqs = getVisibleAndRepresentedSeqs();
-        int j, jSize = seqs.length;
-        for (j = 0; j < jSize; j++)
+      current = getSequenceAt(i);
+      // This should really be a sequence method
+      ends[i * 2] = current.findIndex(current.getStart());
+      ends[i * 2 + 1] = current.findIndex(current.getStart()
+              + current.getLength());
+      boolean hitres = false;
+      for (int j = 0, rs = 0, ssiz = current.getLength(); j < ssiz; j++)
+      {
+        if (!jalview.util.Comparison.isGap(current.getCharAt(j)))
         {
-            int newstart = seqs[j].findPosition(i);
-
-            if(i>seqs[j].getLength())
-            {
-              sequences.removeElement(seqs[j]);
-              j--;
-              jSize--;
-            }
-            else
+          if (!hitres)
+          {
+            ends[i * 2] = j;
+            hitres = true;
+          }
+          else
+          {
+            ends[i * 2 + 1] = j;
+            if (j - ends[i * 2] > maxLength)
             {
-              seqs[j].setStart(newstart);
-              seqs[j].setSequence(seqs[j].getSequence().substring(i));
+              maxLength = j - ends[i * 2];
             }
+          }
         }
+      }
     }
 
-    /**
-     * DOCUMENT ME!
-     *
-     * @param i DOCUMENT ME!
-     */
-    public void trimRight(int i)
+    maxLength++;
+    // now edit the flanking gaps to justify to either left or right
+    int cLength, extent, diff;
+    for (int i = 0; i < sequences.size(); i++)
     {
-        SequenceI[] seqs = getVisibleAndRepresentedSeqs();
-        int j, jSize = seqs.length;
-        for (j = 0; j < jSize; j++)
-        {
-            int newend = seqs[j].findPosition(i);
+      current = getSequenceAt(i);
 
-            seqs[j].setEnd(newend);
-            if(seqs[j].getLength()>i)
-              seqs[j].setSequence(seqs[j].getSequence().substring(0, i + 1));
+      cLength = 1 + ends[i * 2 + 1] - ends[i * 2];
+      diff = maxLength - cLength; // number of gaps to indent
+      extent = current.getLength();
+      if (right)
+      {
+        // right justify
+        if (extent > ends[i * 2 + 1])
+        {
+          current.deleteChars(ends[i * 2 + 1] + 1, extent);
+          modified = true;
         }
+        if (ends[i * 2] > diff)
+        {
+          current.deleteChars(0, ends[i * 2] - diff);
+          modified = true;
+        }
+        else
+        {
+          if (ends[i * 2] < diff)
+          {
+            current.insertCharAt(0, diff - ends[i * 2], gapCharacter);
+            modified = true;
+          }
+        }
+      }
+      else
+      {
+        // left justify
+        if (ends[i * 2] > 0)
+        {
+          current.deleteChars(0, ends[i * 2]);
+          modified = true;
+          ends[i * 2 + 1] -= ends[i * 2];
+          extent -= ends[i * 2];
+        }
+        if (extent > maxLength)
+        {
+          current.deleteChars(maxLength + 1, extent);
+          modified = true;
+        }
+        else
+        {
+          if (extent < maxLength)
+          {
+            current.insertCharAt(extent, maxLength - extent, gapCharacter);
+            modified = true;
+          }
+        }
+      }
     }
+    return modified;
+  }
 
-    /**
-     * DOCUMENT ME!
-     *
-     * @param s DOCUMENT ME!
-     */
-    public void deleteSequence(SequenceI s)
+  @Override
+  public HiddenSequences getHiddenSequences()
+  {
+    return hiddenSequences;
+  }
+
+  @Override
+  public CigarArray getCompactAlignment()
+  {
+    synchronized (sequences)
     {
-        for (int i = 0; i < getHeight(); i++)
-        {
-            if (getSequenceAt(i) == s)
-            {
-                deleteSequence(i);
-            }
-        }
+      SeqCigar alseqs[] = new SeqCigar[sequences.size()];
+      int i = 0;
+      for (SequenceI seq : sequences)
+      {
+        alseqs[i++] = new SeqCigar(seq);
+      }
+      CigarArray cal = new CigarArray(alseqs);
+      cal.addOperation(CigarArray.M, getWidth());
+      return cal;
     }
+  }
 
-    /**
-     * DOCUMENT ME!
-     *
-     * @param i DOCUMENT ME!
-     */
-    public void deleteSequence(int i)
+  @Override
+  public void setProperty(Object key, Object value)
+  {
+    if (alignmentProperties == null)
     {
-        sequences.removeElementAt(i);
+      alignmentProperties = new Hashtable();
     }
 
+    alignmentProperties.put(key, value);
+  }
 
-    /**    */
-    public SequenceGroup findGroup(SequenceI s)
+  @Override
+  public Object getProperty(Object key)
+  {
+    if (alignmentProperties != null)
     {
-        for (int i = 0; i < this.groups.size(); i++)
-        {
-            SequenceGroup sg = (SequenceGroup) groups.elementAt(i);
-
-            if (sg.getSequences(false).contains(s))
-            {
-                return sg;
-            }
-        }
-
-        return null;
+      return alignmentProperties.get(key);
     }
-
-    /**
-     * DOCUMENT ME!
-     *
-     * @param s DOCUMENT ME!
-     *
-     * @return DOCUMENT ME!
-     */
-    public SequenceGroup[] findAllGroups(SequenceI s)
+    else
     {
-        Vector temp = new Vector();
-
-        int gSize = groups.size();
-        for (int i = 0; i < gSize; i++)
-        {
-            SequenceGroup sg = (SequenceGroup) groups.elementAt(i);
-            if(sg==null || sg.getSequences(false)==null)
-            {
-              this.deleteGroup(sg);
-              gSize--;
-              continue;
-            }
-
-            if (sg.getSequences(false).contains(s))
-            {
-                temp.addElement(sg);
-            }
-        }
-
-        SequenceGroup[] ret = new SequenceGroup[temp.size()];
-
-        for (int i = 0; i < temp.size(); i++)
-        {
-            ret[i] = (SequenceGroup) temp.elementAt(i);
-        }
-
-        return ret;
+      return null;
     }
+  }
 
+  @Override
+  public Hashtable getProperties()
+  {
+    return alignmentProperties;
+  }
 
-
-    /**    */
-    public void addGroup(SequenceGroup sg)
+  /**
+   * Adds the given mapping to the stored set. Note this may be held on the
+   * dataset alignment.
+   */
+  @Override
+  public void addCodonFrame(AlignedCodonFrame codons)
+  {
+    List<AlignedCodonFrame> acfs = getCodonFrames();
+    if (codons != null && acfs != null && !acfs.contains(codons))
     {
-        if (!groups.contains(sg))
-        {
-            groups.addElement(sg);
-        }
+      acfs.add(codons);
     }
+  }
 
-    /**
-     * DOCUMENT ME!
-     */
-    public void deleteAllGroups()
+  /*
+   * (non-Javadoc)
+   * 
+   * @see
+   * jalview.datamodel.AlignmentI#getCodonFrame(jalview.datamodel.SequenceI)
+   */
+  @Override
+  public List<AlignedCodonFrame> getCodonFrame(SequenceI seq)
+  {
+    if (seq == null)
     {
-        groups.removeAllElements();
-
-        int i = 0;
-
-        while (i < sequences.size())
-        {
-            SequenceI s = getSequenceAt(i);
-            s.setColor(java.awt.Color.white);
-            i++;
-        }
+      return null;
     }
-
-    /**    */
-    public void deleteGroup(SequenceGroup g)
+    List<AlignedCodonFrame> cframes = new ArrayList<AlignedCodonFrame>();
+    for (AlignedCodonFrame acf : getCodonFrames())
     {
-        if (groups.contains(g))
-        {
-            groups.removeElement(g);
-        }
+      if (acf.involvesSequence(seq))
+      {
+        cframes.add(acf);
+      }
     }
+    return cframes;
+  }
 
-    /**    */
-    public SequenceI findName(String name)
+  /**
+   * Sets the codon frame mappings (replacing any existing mappings). Note the
+   * mappings are set on the dataset alignment instead if there is one.
+   * 
+   * @see jalview.datamodel.AlignmentI#setCodonFrames()
+   */
+  @Override
+  public void setCodonFrames(List<AlignedCodonFrame> acfs)
+  {
+    if (dataset != null)
     {
-        int i = 0;
-
-        while (i < sequences.size())
-        {
-            if (getSequenceAt(i).getName().equals(name))
-            {
-                return getSequenceAt(i);
-            }
-
-            i++;
-        }
-
-        return null;
+      dataset.setCodonFrames(acfs);
     }
+    else
+    {
+      this.codonFrameList = acfs;
+    }
+  }
 
+  /**
+   * Returns the set of codon frame mappings. Any changes to the returned set
+   * will affect the alignment. The mappings are held on (and read from) the
+   * dataset alignment if there is one.
+   * 
+   * @see jalview.datamodel.AlignmentI#getCodonFrames()
+   */
+  @Override
+  public List<AlignedCodonFrame> getCodonFrames()
+  {
+    // TODO: Fix this method to fix failing AlignedCodonFrame tests
+    // this behaviour is currently incorrect. method should return codon frames
+    // for just the alignment,
+    // selected from dataset
+    return dataset != null ? dataset.getCodonFrames() : codonFrameList;
+  }
 
-    /**    */
-    public int findIndex(SequenceI s)
+  /**
+   * Removes the given mapping from the stored set. Note that the mappings are
+   * held on the dataset alignment if there is one.
+   */
+  @Override
+  public boolean removeCodonFrame(AlignedCodonFrame codons)
+  {
+    List<AlignedCodonFrame> acfs = getCodonFrames();
+    if (codons == null || acfs == null)
     {
-        int i = 0;
+      return false;
+    }
+    return acfs.remove(codons);
+  }
 
-        while (i < sequences.size())
+  @Override
+  public void append(AlignmentI toappend)
+  {
+    // TODO JAL-1270 needs test coverage
+    // currently tested for use in jalview.gui.SequenceFetcher
+    boolean samegap = toappend.getGapCharacter() == getGapCharacter();
+    char oldc = toappend.getGapCharacter();
+    boolean hashidden = toappend.getHiddenSequences() != null
+            && toappend.getHiddenSequences().hiddenSequences != null;
+    // get all sequences including any hidden ones
+    List<SequenceI> sqs = (hashidden) ? toappend.getHiddenSequences()
+            .getFullAlignment().getSequences() : toappend.getSequences();
+    if (sqs != null)
+    {
+      // avoid self append deadlock by
+      List<SequenceI> toappendsq = new ArrayList<SequenceI>();
+      synchronized (sqs)
+      {
+        for (SequenceI addedsq : sqs)
         {
-            if (s == getSequenceAt(i))
+          if (!samegap)
+          {
+            char[] oldseq = addedsq.getSequence();
+            for (int c = 0; c < oldseq.length; c++)
             {
-                return i;
+              if (oldseq[c] == oldc)
+              {
+                oldseq[c] = gapCharacter;
+              }
             }
-
-            i++;
+          }
+          toappendsq.add(addedsq);
         }
-
-        return -1;
+      }
+      for (SequenceI addedsq : toappendsq)
+      {
+        addSequence(addedsq);
+      }
     }
-
-    /**
-     * DOCUMENT ME!
-     *
-     * @return DOCUMENT ME!
-     */
-    public int getHeight()
+    AlignmentAnnotation[] alan = toappend.getAlignmentAnnotation();
+    for (int a = 0; alan != null && a < alan.length; a++)
     {
-        return sequences.size();
+      addAnnotation(alan[a]);
     }
 
-    /**
-     * DOCUMENT ME!
-     *
-     * @return DOCUMENT ME!
-     */
-    public int getWidth()
-    {
-        int maxLength = -1;
+    // use add method
+    getCodonFrames().addAll(toappend.getCodonFrames());
 
-        for (int i = 0; i < sequences.size(); i++)
+    List<SequenceGroup> sg = toappend.getGroups();
+    if (sg != null)
+    {
+      for (SequenceGroup _sg : sg)
+      {
+        addGroup(_sg);
+      }
+    }
+    if (toappend.getHiddenSequences() != null)
+    {
+      HiddenSequences hs = toappend.getHiddenSequences();
+      if (hiddenSequences == null)
+      {
+        hiddenSequences = new HiddenSequences(this);
+      }
+      if (hs.hiddenSequences != null)
+      {
+        for (int s = 0; s < hs.hiddenSequences.length; s++)
         {
-            if (getSequenceAt(i).getLength() > maxLength)
-            {
-                maxLength = getSequenceAt(i).getLength();
-            }
+          // hide the newly appended sequence in the alignment
+          if (hs.hiddenSequences[s] != null)
+          {
+            hiddenSequences.hideSequence(hs.hiddenSequences[s]);
+          }
         }
-
-        return maxLength;
+      }
     }
-
-    /**
-     * DOCUMENT ME!
-     *
-     * @return DOCUMENT ME!
-     */
-    public int getMaxIdLength()
+    if (toappend.getProperties() != null)
     {
-        int max = 0;
-        int i = 0;
-
-        while (i < sequences.size())
+      // we really can't do very much here - just try to concatenate strings
+      // where property collisions occur.
+      Enumeration key = toappend.getProperties().keys();
+      while (key.hasMoreElements())
+      {
+        Object k = key.nextElement();
+        Object ourval = this.getProperty(k);
+        Object toapprop = toappend.getProperty(k);
+        if (ourval != null)
         {
-            SequenceI seq = getSequenceAt(i);
-            String tmp = seq.getName() + "/" + seq.getStart() + "-" +
-                seq.getEnd();
-
-            if (tmp.length() > max)
+          if (ourval.getClass().equals(toapprop.getClass())
+                  && !ourval.equals(toapprop))
+          {
+            if (ourval instanceof String)
             {
-                max = tmp.length();
+              // append strings
+              this.setProperty(k, ((String) ourval) + "; "
+                      + ((String) toapprop));
             }
-
-            i++;
+            else
+            {
+              if (ourval instanceof Vector)
+              {
+                // append vectors
+                Enumeration theirv = ((Vector) toapprop).elements();
+                while (theirv.hasMoreElements())
+                {
+                  ((Vector) ourval).addElement(theirv);
+                }
+              }
+            }
+          }
+        }
+        else
+        {
+          // just add new property directly
+          setProperty(k, toapprop);
         }
 
-        return max;
+      }
     }
+  }
 
-    /**
-     * DOCUMENT ME!
-     *
-     * @param gc DOCUMENT ME!
-     */
-    public void setGapCharacter(char gc)
+  @Override
+  public AlignmentAnnotation findOrCreateAnnotation(String name,
+          String calcId, boolean autoCalc, SequenceI seqRef,
+          SequenceGroup groupRef)
+  {
+    assert (name != null);
+    if (annotations != null)
     {
-        gapCharacter = gc;
-
-        for (int i = 0; i < sequences.size(); i++)
+      for (AlignmentAnnotation annot : getAlignmentAnnotation())
+      {
+        if (annot.autoCalculated == autoCalc && (name.equals(annot.label))
+                && (calcId == null || annot.getCalcId().equals(calcId))
+                && annot.sequenceRef == seqRef
+                && annot.groupRef == groupRef)
         {
-            Sequence seq = (Sequence) sequences.elementAt(i);
-            seq.setSequence( seq.getSequence().replace('.', gc) );
-            seq.setSequence( seq.getSequence().replace('-', gc) );
-            seq.setSequence( seq.getSequence().replace(' ', gc) );
+          return annot;
         }
+      }
     }
-
-    /**
-     * DOCUMENT ME!
-     *
-     * @return DOCUMENT ME!
-     */
-    public char getGapCharacter()
+    AlignmentAnnotation annot = new AlignmentAnnotation(name, name,
+            new Annotation[1], 0f, 0f, AlignmentAnnotation.BAR_GRAPH);
+    annot.hasText = false;
+    annot.setCalcId(new String(calcId));
+    annot.autoCalculated = autoCalc;
+    if (seqRef != null)
     {
-        return gapCharacter;
+      annot.setSequenceRef(seqRef);
     }
+    annot.groupRef = groupRef;
+    addAnnotation(annot);
 
-    /**
-     * DOCUMENT ME!
-     *
-     * @return DOCUMENT ME!
-     */
-    public Vector getAAFrequency()
+    return annot;
+  }
+
+  @Override
+  public Iterable<AlignmentAnnotation> findAnnotation(String calcId)
+  {
+    ArrayList<AlignmentAnnotation> aa = new ArrayList<AlignmentAnnotation>();
+    for (AlignmentAnnotation a : getAlignmentAnnotation())
     {
-        return AAFrequency.calculate(sequences, 0, getWidth());
+      if (a.getCalcId() == calcId
+              || (a.getCalcId() != null && calcId != null && a.getCalcId()
+                      .equals(calcId)))
+      {
+        aa.add(a);
+      }
     }
+    return aa;
+  }
 
-    /**
-     * DOCUMENT ME!
-     *
-     * @return DOCUMENT ME!
-     */
-    public boolean isAligned()
+  /**
+   * Returns an iterable collection of any annotations that match on given
+   * sequence ref, calcId and label (ignoring null values).
+   */
+  @Override
+  public Iterable<AlignmentAnnotation> findAnnotations(SequenceI seq,
+          String calcId, String label)
+  {
+    ArrayList<AlignmentAnnotation> aa = new ArrayList<AlignmentAnnotation>();
+    for (AlignmentAnnotation ann : getAlignmentAnnotation())
     {
-        int width = getWidth();
-
-        for (int i = 0; i < sequences.size(); i++)
-        {
-            if (getSequenceAt(i).getLength() != width)
-            {
-                return false;
-            }
-        }
-
-        return true;
+      if (ann.getCalcId() != null && ann.getCalcId().equals(calcId)
+              && ann.sequenceRef != null && ann.sequenceRef == seq
+              && ann.label != null && ann.label.equals(label))
+      {
+        aa.add(ann);
+      }
     }
+    return aa;
+  }
 
-    /**
-     * DOCUMENT ME!
-     *
-     * @param aa DOCUMENT ME!
-     */
-    public void deleteAnnotation(AlignmentAnnotation aa)
+  @Override
+  public void moveSelectedSequencesByOne(SequenceGroup sg,
+          Map<SequenceI, SequenceCollectionI> map, boolean up)
+  {
+    synchronized (sequences)
     {
-        int aSize = 1;
+      if (up)
+      {
 
-        if (annotations != null)
+        for (int i = 1, iSize = sequences.size(); i < iSize; i++)
         {
-            aSize = annotations.length;
-        }
-
-        AlignmentAnnotation[] temp = new AlignmentAnnotation[aSize - 1];
-
-        int tIndex = 0;
+          SequenceI seq = sequences.get(i);
+          if (!sg.getSequences(map).contains(seq))
+          {
+            continue;
+          }
 
-        for (int i = 0; i < aSize; i++)
-        {
-            if (annotations[i] == aa)
-            {
-                continue;
-            }
+          SequenceI temp = sequences.get(i - 1);
+          if (sg.getSequences(null).contains(temp))
+          {
+            continue;
+          }
 
-            temp[tIndex] = annotations[i];
-            tIndex++;
+          sequences.set(i, temp);
+          sequences.set(i - 1, seq);
         }
-
-        annotations = temp;
-    }
-
-
-    public void adjustSequenceAnnotations()
-    {
-      if(annotations!=null)
+      }
+      else
       {
-        for (int a = 0; a < annotations.length; a++)
+        for (int i = sequences.size() - 2; i > -1; i--)
         {
-          if (annotations[a].sequenceRef != null)
+          SequenceI seq = sequences.get(i);
+          if (!sg.getSequences(map).contains(seq))
           {
-            annotations[a].adjustForAlignment();
+            continue;
           }
-        }
-      }
-    }
-
-    /**
-     * DOCUMENT ME!
-     *
-     * @param aa DOCUMENT ME!
-     */
-    public void addAnnotation(AlignmentAnnotation aa)
-    {
-        int aSize = 1;
-        if (annotations != null)
-        {
-            aSize = annotations.length + 1;
-        }
-
-        AlignmentAnnotation[] temp = new AlignmentAnnotation[aSize];
 
-        temp[aSize-1] = aa;
-
-        int i = 0;
+          SequenceI temp = sequences.get(i + 1);
+          if (sg.getSequences(map).contains(temp))
+          {
+            continue;
+          }
 
-        if (aSize > 1)
-        {
-            for (i = 0; i < (aSize-1); i++)
-            {
-                temp[i] = annotations[i];
-            }
+          sequences.set(i, temp);
+          sequences.set(i + 1, seq);
         }
+      }
 
-        annotations = temp;
     }
+  }
 
-    public void setAnnotationIndex(AlignmentAnnotation aa, int index)
+  @Override
+  public void validateAnnotation(AlignmentAnnotation alignmentAnnotation)
+  {
+    alignmentAnnotation.validateRangeAndDisplay();
+    if (isNucleotide() && alignmentAnnotation.isValidStruc())
     {
-      if(aa==null || annotations==null || annotations.length-1<index)
-        return;
+      hasRNAStructure = true;
+    }
+  }
+
+  private SequenceI seqrep = null;
 
-      int aSize = annotations.length;
-      AlignmentAnnotation[] temp = new AlignmentAnnotation[aSize];
+  /**
+   * 
+   * @return the representative sequence for this group
+   */
+  @Override
+  public SequenceI getSeqrep()
+  {
+    return seqrep;
+  }
 
-      temp[index] = aa;
+  /**
+   * set the representative sequence for this group. Note - this affects the
+   * interpretation of the Hidereps attribute.
+   * 
+   * @param seqrep
+   *          the seqrep to set (null means no sequence representative)
+   */
+  @Override
+  public void setSeqrep(SequenceI seqrep)
+  {
+    this.seqrep = seqrep;
+  }
 
-      for (int i = 0; i < aSize; i++)
-      {
-        if(i==index)
-          continue;
+  /**
+   * 
+   * @return true if group has a sequence representative
+   */
+  @Override
+  public boolean hasSeqrep()
+  {
+    return seqrep != null;
+  }
 
-        if(i<index)
-          temp[i] = annotations[i];
-        else
-          temp[i] = annotations[i-1];
-      }
+  @Override
+  public int getEndRes()
+  {
+    return getWidth() - 1;
+  }
 
-        annotations = temp;
-    }
+  @Override
+  public int getStartRes()
+  {
+    return 0;
+  }
+
+  /*
+   * In the case of AlignmentI - returns the dataset for the alignment, if set
+   * (non-Javadoc)
+   * 
+   * @see jalview.datamodel.AnnotatedCollectionI#getContext()
+   */
+  @Override
+  public AnnotatedCollectionI getContext()
+  {
+    return dataset;
+  }
 
-    /**
-     * DOCUMENT ME!
-     *
-     * @return DOCUMENT ME!
+  /**
+   * Align this alignment like the given (mapped) one.
+   */
+  @Override
+  public int alignAs(AlignmentI al)
+  {
+    /*
+     * Currently retains unmapped gaps (in introns), regaps mapped regions
+     * (exons)
      */
-    public AlignmentAnnotation[] getAlignmentAnnotation()
+    return alignAs(al, false, true);
+  }
+
+  /**
+   * Align this alignment 'the same as' the given one. Mapped sequences only are
+   * realigned. If both of the same type (nucleotide/protein) then align both
+   * identically. If this is nucleotide and the other is protein, make 3 gaps
+   * for each gap in the protein sequences. If this is protein and the other is
+   * nucleotide, insert a gap for each 3 gaps (or part thereof) between
+   * nucleotide bases. If this is protein and the other is nucleotide, gaps
+   * protein to match the relative ordering of codons in the nucleotide.
+   * 
+   * Parameters control whether gaps in exon (mapped) and intron (unmapped)
+   * regions are preserved. Gaps that connect introns to exons are treated
+   * conservatively, i.e. only preserved if both intron and exon gaps are
+   * preserved. TODO: check caveats below where the implementation fails
+   * 
+   * @param al
+   *          - must have same dataset, and sequences in al must have equivalent
+   *          dataset sequence and start/end bounds under given mapping
+   * @param preserveMappedGaps
+   *          if true, gaps within and between mapped codons are preserved
+   * @param preserveUnmappedGaps
+   *          if true, gaps within and between unmapped codons are preserved
+   */
+  // @Override
+  public int alignAs(AlignmentI al, boolean preserveMappedGaps,
+          boolean preserveUnmappedGaps)
+  {
+    // TODO should this method signature be the one in the interface?
+    boolean thisIsNucleotide = this.isNucleotide();
+    boolean thatIsProtein = !al.isNucleotide();
+    if (!thatIsProtein && !thisIsNucleotide)
     {
-        return annotations;
+      return AlignmentUtils.alignProteinAsDna(this, al);
     }
-
-    public void setNucleotide(boolean b)
+    else if (thatIsProtein && thisIsNucleotide)
     {
-      if(b)
-        type = NUCLEOTIDE;
-      else
-        type = PROTEIN;
+      return AlignmentUtils.alignCdsAsProtein(this, al);
     }
+    return AlignmentUtils.alignAs(this, al);
+  }
+
+  /**
+   * Returns the alignment in Fasta format. Behaviour of this method is not
+   * guaranteed between versions.
+   */
+  @Override
+  public String toString()
+  {
+    return new FastaFile().print(getSequencesArray());
+  }
 
-    public boolean isNucleotide()
+  /**
+   * Returns the set of distinct sequence names. No ordering is guaranteed.
+   */
+  @Override
+  public Set<String> getSequenceNames()
+  {
+    Set<String> names = new HashSet<String>();
+    for (SequenceI seq : getSequences())
     {
-      if(type==NUCLEOTIDE)
-        return true;
-      else
-        return false;
+      names.add(seq.getName());
     }
+    return names;
+  }
 
-    public void setDataset(Alignment data)
+  @Override
+  public boolean hasValidSequence()
+  {
+    boolean hasValidSeq = false;
+    for (SequenceI seq : getSequences())
     {
-      if(dataset==null && data==null)
+      if ((seq.getEnd() - seq.getStart()) > 0)
       {
-        // Create a new dataset for this alignment.
-        // Can only be done once, if dataset is not null
-        // This will not be performed
-        Sequence[] seqs = new Sequence[getHeight()];
-        for (int i = 0; i < getHeight(); i++)
-        {
-          if(getSequenceAt(i).getDatasetSequence()!=null)
-          {
-            seqs[i] = (Sequence)getSequenceAt(i).getDatasetSequence();
-          }
-          else
-          {
-            seqs[i] = new Sequence(getSequenceAt(i).getName(),
-                                   AlignSeq.extractGaps(
-                                       jalview.util.Comparison.GapChars,
-                                       getSequenceAt(i).getSequence()
-                                   ),
-                                   getSequenceAt(i).getStart(),
-                                   getSequenceAt(i).getEnd());
-
-            getSequenceAt(i).setDatasetSequence(seqs[i]);
-          }
-        }
-
-        dataset = new Alignment(seqs);
-      }
-      else if(dataset==null && data!=null)
-      {
-        dataset = data;
+        hasValidSeq = true;
+        break;
       }
     }
+    return hasValidSeq;
+  }
 
-    public Alignment getDataset()
+  /**
+   * Update any mappings to 'virtual' sequences to compatible real ones, if
+   * present in the added sequences. Returns a count of mappings updated.
+   * 
+   * @param seqs
+   * @return
+   */
+  @Override
+  public int realiseMappings(List<SequenceI> seqs)
+  {
+    int count = 0;
+    for (SequenceI seq : seqs)
     {
-      return dataset;
+      for (AlignedCodonFrame mapping : getCodonFrames())
+      {
+        count += mapping.realiseWith(seq);
+      }
     }
+    return count;
+  }
 
-    public boolean padGaps() {
-      boolean modified=false;
-
-      //Remove excess gaps from the end of alignment
-      int maxLength = -1;
-
-      SequenceI current;
-      for (int i = 0; i < sequences.size(); i++)
+  /**
+   * Returns the first AlignedCodonFrame that has a mapping between the given
+   * dataset sequences
+   * 
+   * @param mapFrom
+   * @param mapTo
+   * @return
+   */
+  @Override
+  public AlignedCodonFrame getMapping(SequenceI mapFrom, SequenceI mapTo)
+  {
+    for (AlignedCodonFrame acf : getCodonFrames())
+    {
+      if (acf.getAaForDnaSeq(mapFrom) == mapTo)
       {
-        current = getSequenceAt(i);
-        for (int j = current.getLength(); j > maxLength; j--)
-        {
-          if (j > maxLength && !jalview.util.Comparison.isGap(
-              current.getCharAt(j)))
-          {
-            maxLength = j;
-            break;
-          }
-        }
+        return acf;
       }
+    }
+    return null;
+  }
 
-      maxLength++;
+  @Override
+  public int[] getVisibleStartAndEndIndex(List<int[]> hiddenCols)
+  {
+    int[] alignmentStartEnd = new int[] { 0, getWidth() - 1 };
+    int startPos = alignmentStartEnd[0];
+    int endPos = alignmentStartEnd[1];
 
-      for (int i = 0; i < sequences.size();
-           i++)
-      {
-        current = getSequenceAt(i);
+    int[] lowestRange = new int[] { -1, -1 };
+    int[] higestRange = new int[] { -1, -1 };
 
-        if (current.getLength() < maxLength)
-        {
-          current.insertCharAt(maxLength - 1, gapCharacter);
-          modified=true;
-        }
-        else if(current.getLength() > maxLength)
-        {
-          current.deleteChars(maxLength, current.getLength());
-        }
-      }
-      return modified;
+    for (int[] hiddenCol : hiddenCols)
+    {
+      lowestRange = (hiddenCol[0] <= startPos) ? hiddenCol : lowestRange;
+      higestRange = (hiddenCol[1] >= endPos) ? hiddenCol : higestRange;
     }
 
-    public HiddenSequences getHiddenSequences()
+    if (lowestRange[0] == -1 && lowestRange[1] == -1)
     {
-      return hiddenSequences;
+      startPos = alignmentStartEnd[0];
     }
-    SequenceI [] getVisibleAndRepresentedSeqs()
+    else
     {
-      if(hiddenSequences==null || hiddenSequences.getSize()<1)
-        return getSequencesArray();
-
-      Vector seqs = new Vector();
-      SequenceI seq;
-      SequenceGroup hidden;
-      for (int i = 0; i < sequences.size(); i++)
-      {
-        seq = (SequenceI) sequences.elementAt(i);
-        seqs.addElement(seq);
-        hidden = seq.getHiddenSequences();
-        if(hidden!=null)
-        {
-          for(int j=0; j<hidden.getSize(false); j++)
-          {
-            seqs.addElement(hidden.getSequenceAt(j));
-          }
-        }
-      }
-      SequenceI [] result = new SequenceI[seqs.size()];
-      for(int i=0; i<seqs.size(); i++)
-        result[i] = (SequenceI)seqs.elementAt(i);
-
-      return result;
-
+      startPos = lowestRange[1] + 1;
     }
 
-  public CigarArray getCompactAlignment()
-  {
-    SeqCigar alseqs[] = new SeqCigar[sequences.size()];
-    for (int i=0; i<sequences.size(); i++) {
-      alseqs[i] = new SeqCigar((SequenceI) sequences.get(i));
+    if (higestRange[0] == -1 && higestRange[1] == -1)
+    {
+      endPos = alignmentStartEnd[1];
+    }
+    else
+    {
+      endPos = higestRange[0] - 1;
     }
-    return new CigarArray(alseqs);
+    return new int[] { startPos, endPos };
   }
-
 }