X-Git-Url: http://source.jalview.org/gitweb/?a=blobdiff_plain;f=src%2Fjalview%2Fdatamodel%2FAlignment.java;h=b2a647ae5739ca379ea92f0e8bf8d457f6903c77;hb=90add82a33c05e218a92eb1cdb2c345da05465f8;hp=4485c4641fa93d6baf2f4ee8c628edc45935c20a;hpb=1772466d28ffeef4aa4e1a4d5a640fd6a987df8c;p=jalview.git

diff --git a/src/jalview/datamodel/Alignment.java b/src/jalview/datamodel/Alignment.java
index 4485c46..290707d 100755
--- a/src/jalview/datamodel/Alignment.java
+++ b/src/jalview/datamodel/Alignment.java
@@ -1,686 +1,1920 @@
 /*
- * Jalview - A Sequence Alignment Editor and Viewer
- * Copyright (C) 2006 AM Waterhouse, J Procter, G Barton, M Clamp, S Searle
- *
- * This program is free software; you can redistribute it and/or
- * modify it under the terms of the GNU General Public License
- * as published by the Free Software Foundation; either version 2
+ * Jalview - A Sequence Alignment Editor and Viewer ($$Version-Rel$$)
+ * Copyright (C) $$Year-Rel$$ The Jalview Authors
+ * 
+ * This file is part of Jalview.
+ * 
+ * Jalview is free software: you can redistribute it and/or
+ * modify it under the terms of the GNU General Public License 
+ * as published by the Free Software Foundation, either version 3
  * of the License, or (at your option) any later version.
- *
- * This program is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
- * GNU General Public License for more details.
- *
+ *  
+ * Jalview is distributed in the hope that it will be useful, but 
+ * WITHOUT ANY WARRANTY; without even the implied warranty 
+ * of MERCHANTABILITY or FITNESS FOR A PARTICULAR 
+ * PURPOSE.  See the GNU General Public License for more details.
+ * 
  * You should have received a copy of the GNU General Public License
- * along with this program; if not, write to the Free Software
- * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA
+ * along with Jalview.  If not, see <http://www.gnu.org/licenses/>.
+ * The Jalview Authors are detailed in the 'AUTHORS' file.
  */
 package jalview.datamodel;
 
-import jalview.analysis.*;
-
-import jalview.util.*;
-
-import java.util.*;
-
-/** Data structure to hold and manipulate a multiple sequence alignment
+import jalview.analysis.AlignmentUtils;
+import jalview.datamodel.AlignedCodonFrame.SequenceToSequenceMapping;
+import jalview.io.FastaFile;
+import jalview.util.Comparison;
+import jalview.util.LinkedIdentityHashSet;
+import jalview.util.MessageManager;
+
+import java.util.ArrayList;
+import java.util.Collections;
+import java.util.Enumeration;
+import java.util.HashSet;
+import java.util.Hashtable;
+import java.util.List;
+import java.util.Map;
+import java.util.Set;
+import java.util.Vector;
+
+/**
+ * Data structure to hold and manipulate a multiple sequence alignment
+ */
+/**
+ * @author JimP
+ * 
  */
 public class Alignment implements AlignmentI
 {
-    protected Alignment dataset;
-    protected Vector sequences;
-    protected Vector groups = new Vector();
-    protected char gapCharacter = '-';
-    protected int type = NUCLEOTIDE;
-    public static final int PROTEIN = 0;
-    public static final int NUCLEOTIDE = 1;
+  private Alignment dataset;
 
-    /** DOCUMENT ME!! */
-    public AlignmentAnnotation[] annotations;
+  protected List<SequenceI> sequences;
 
-    HiddenSequences hiddenSequences = new HiddenSequences(this);
+  protected List<SequenceGroup> groups;
 
-    private void initAlignment(SequenceI[] seqs) {
-      int i=0;
+  protected char gapCharacter = '-';
 
-      if( jalview.util.Comparison.isNucleotide(seqs))
-        type = NUCLEOTIDE;
-      else
-        type = PROTEIN;
+  private boolean nucleotide = true;
 
-      sequences = new Vector();
+  public boolean hasRNAStructure = false;
 
-      for (i = 0; i < seqs.length; i++)
-      {
-        sequences.addElement(seqs[i]);
-      }
+  public AlignmentAnnotation[] annotations;
+
+  HiddenSequences hiddenSequences;
 
+  public Hashtable alignmentProperties;
+
+  private List<AlignedCodonFrame> codonFrameList;
+
+  private void initAlignment(SequenceI[] seqs)
+  {
+    groups = Collections.synchronizedList(new ArrayList<SequenceGroup>());
+    hiddenSequences = new HiddenSequences(this);
+    codonFrameList = new ArrayList<AlignedCodonFrame>();
+
+    nucleotide = Comparison.isNucleotide(seqs);
+
+    sequences = Collections.synchronizedList(new ArrayList<SequenceI>());
+
+    for (int i = 0; i < seqs.length; i++)
+    {
+      sequences.add(seqs[i]);
     }
-    /** Make an alignment from an array of Sequences.
-     *
-     * @param sequences
-     */
-    public Alignment(SequenceI[] seqs)
+
+  }
+
+  /**
+   * Make a 'copy' alignment - sequences have new copies of features and
+   * annotations, but share the original dataset sequences.
+   */
+  public Alignment(AlignmentI al)
+  {
+    SequenceI[] seqs = al.getSequencesArray();
+    for (int i = 0; i < seqs.length; i++)
     {
-      initAlignment(seqs);
+      seqs[i] = new Sequence(seqs[i]);
     }
-    /**
-     * Make a new alignment from an array of SeqCigars
-     * @param seqs SeqCigar[]
-     */
-    public Alignment(SeqCigar[] alseqs) {
-      SequenceI[] seqs = SeqCigar.createAlignmentSequences(alseqs, gapCharacter, new ColumnSelection(), null);
-      initAlignment(seqs);
-    }
-    /**
-     * Make a new alignment from an CigarArray
-     * JBPNote - can only do this when compactAlignment does not contain hidden regions.
-     * JBPNote - must also check that compactAlignment resolves to a set of SeqCigars - or construct them appropriately.
-     * @param compactAlignment CigarArray
+
+    initAlignment(seqs);
+
+    /*
+     * Share the same dataset sequence mappings (if any). 
      */
-    public static AlignmentI createAlignment(CigarArray compactAlignment) {
-      throw new Error("Alignment(CigarArray) not yet implemented");
-      // this(compactAlignment.refCigars);
+    if (dataset == null && al.getDataset() == null)
+    {
+      this.setCodonFrames(al.getCodonFrames());
     }
+  }
 
-    /**
-     * DOCUMENT ME!
-     *
-     * @return DOCUMENT ME!
-     */
-    public Vector getSequences()
+  /**
+   * Make an alignment from an array of Sequences.
+   * 
+   * @param sequences
+   */
+  public Alignment(SequenceI[] seqs)
+  {
+    initAlignment(seqs);
+  }
+
+  /**
+   * Make a new alignment from an array of SeqCigars
+   * 
+   * @param seqs
+   *          SeqCigar[]
+   */
+  public Alignment(SeqCigar[] alseqs)
+  {
+    SequenceI[] seqs = SeqCigar.createAlignmentSequences(alseqs,
+            gapCharacter, new ColumnSelection(), null);
+    initAlignment(seqs);
+  }
+
+  /**
+   * Make a new alignment from an CigarArray JBPNote - can only do this when
+   * compactAlignment does not contain hidden regions. JBPNote - must also check
+   * that compactAlignment resolves to a set of SeqCigars - or construct them
+   * appropriately.
+   * 
+   * @param compactAlignment
+   *          CigarArray
+   */
+  public static AlignmentI createAlignment(CigarArray compactAlignment)
+  {
+    throw new Error(
+            MessageManager
+                    .getString("error.alignment_cigararray_not_implemented"));
+    // this(compactAlignment.refCigars);
+  }
+
+  @Override
+  public List<SequenceI> getSequences()
+  {
+    return sequences;
+  }
+
+  @Override
+  public List<SequenceI> getSequences(
+          Map<SequenceI, SequenceCollectionI> hiddenReps)
+  {
+    // TODO: in jalview 2.8 we don't do anything with hiddenreps - fix design to
+    // work on this.
+    return sequences;
+  }
+
+  @Override
+  public SequenceI[] getSequencesArray()
+  {
+    if (sequences == null)
+    {
+      return null;
+    }
+    synchronized (sequences)
     {
-        return sequences;
+      return sequences.toArray(new SequenceI[sequences.size()]);
     }
+  }
+
+  /**
+   * Returns a map of lists of sequences keyed by sequence name.
+   * 
+   * @return
+   */
+  @Override
+  public Map<String, List<SequenceI>> getSequencesByName()
+  {
+    return AlignmentUtils.getSequencesByName(this);
+  }
 
-    public SequenceI [] getSequencesArray()
+  /**
+   * DOCUMENT ME!
+   * 
+   * @param i
+   *          DOCUMENT ME!
+   * 
+   * @return DOCUMENT ME!
+   */
+  @Override
+  public SequenceI getSequenceAt(int i)
+  {
+    synchronized (sequences)
     {
-      SequenceI [] reply = new SequenceI[sequences.size()];
-      for(int i=0; i<sequences.size(); i++)
+      if (i > -1 && i < sequences.size())
       {
-        reply[i] = (SequenceI)sequences.elementAt(i);
+        return sequences.get(i);
       }
-      return reply;
     }
+    return null;
+  }
 
-    /**
-     * DOCUMENT ME!
-     *
-     * @param i DOCUMENT ME!
-     *
-     * @return DOCUMENT ME!
-     */
-    public SequenceI getSequenceAt(int i)
+  /**
+   * Adds a sequence to the alignment. Recalculates maxLength and size. Note
+   * this currently does not recalculate whether or not the alignment is
+   * nucleotide, so mixed alignments may have undefined behaviour.
+   * 
+   * @param snew
+   */
+  @Override
+  public void addSequence(SequenceI snew)
+  {
+    if (dataset != null)
     {
-        if (i < sequences.size())
-        {
-            return (SequenceI) sequences.elementAt(i);
-        }
-
-        return null;
-    }
 
-    /** Adds a sequence to the alignment.  Recalculates maxLength and size.
-     *
-     * @param snew
-     */
-    public void addSequence(SequenceI snew)
-    {
-      if(dataset!=null)
+      // maintain dataset integrity
+      SequenceI dsseq = snew.getDatasetSequence();
+      if (dsseq == null)
       {
-        if(snew.getDatasetSequence()!=null)
-        {
-          System.out.println(snew.getName());
-          getDataset().addSequence(snew.getDatasetSequence());
-        }
-        else
-        {
-          Sequence ds = new Sequence(snew.getName(),
-                                     AlignSeq.extractGaps("-. ",
-              snew.getSequence()),
-                                     snew.getStart(),
-                                     snew.getEnd());
-
-          snew.setDatasetSequence(ds);
-          getDataset().addSequence(ds);
-        }
+        // derive new sequence
+        SequenceI adding = snew.deriveSequence();
+        snew = adding;
+        dsseq = snew.getDatasetSequence();
+      }
+      if (getDataset().findIndex(dsseq) == -1)
+      {
+        getDataset().addSequence(dsseq);
       }
-      sequences.addElement(snew);
 
-      hiddenSequences.adjustHeightSequenceAdded();
     }
-
-
-    /** Adds a sequence to the alignment.  Recalculates maxLength and size.
-     *
-     * @param snew
-     */
-    public void setSequenceAt(int i, SequenceI snew)
+    if (sequences == null)
     {
-        SequenceI oldseq = getSequenceAt(i);
-        deleteSequence(oldseq);
-
-        sequences.setElementAt(snew, i);
+      initAlignment(new SequenceI[] { snew });
     }
-
-    /**
-     * DOCUMENT ME!
-     *
-     * @return DOCUMENT ME!
-     */
-    public Vector getGroups()
+    else
     {
-        return groups;
+      synchronized (sequences)
+      {
+        sequences.add(snew);
+      }
     }
-
-    /**
-     * DOCUMENT ME!
-     *
-     * @param s DOCUMENT ME!
-     */
-    public void deleteSequence(SequenceI s)
+    if (hiddenSequences != null)
     {
-      deleteSequence(findIndex(s));
+      hiddenSequences.adjustHeightSequenceAdded();
     }
+  }
 
-    /**
-     * DOCUMENT ME!
-     *
-     * @param i DOCUMENT ME!
-     */
-    public void deleteSequence(int i)
+  @Override
+  public SequenceI replaceSequenceAt(int i, SequenceI snew)
+  {
+    synchronized (sequences)
     {
-      if(i>0 && i<getHeight())
+      if (sequences.size() > i)
       {
-        sequences.removeElementAt(i);
-        hiddenSequences.adjustHeightSequenceDeleted(i);
+        return sequences.set(i, snew);
+
+      }
+      else
+      {
+        sequences.add(snew);
+        hiddenSequences.adjustHeightSequenceAdded();
       }
+      return null;
     }
+  }
 
+  /**
+   * DOCUMENT ME!
+   * 
+   * @return DOCUMENT ME!
+   */
+  @Override
+  public List<SequenceGroup> getGroups()
+  {
+    return groups;
+  }
 
-    /**    */
-    public SequenceGroup findGroup(SequenceI s)
+  @Override
+  public void finalize() throws Throwable
+  {
+    if (getDataset() != null)
     {
-        for (int i = 0; i < this.groups.size(); i++)
-        {
-            SequenceGroup sg = (SequenceGroup) groups.elementAt(i);
-
-            if (sg.getSequences(false).contains(s))
-            {
-                return sg;
-            }
-        }
-
-        return null;
+      getDataset().removeAlignmentRef();
     }
 
-    /**
-     * DOCUMENT ME!
-     *
-     * @param s DOCUMENT ME!
-     *
-     * @return DOCUMENT ME!
-     */
-    public SequenceGroup[] findAllGroups(SequenceI s)
-    {
-        Vector temp = new Vector();
-
-        int gSize = groups.size();
-        for (int i = 0; i < gSize; i++)
-        {
-            SequenceGroup sg = (SequenceGroup) groups.elementAt(i);
-            if(sg==null || sg.getSequences(false)==null)
-            {
-              this.deleteGroup(sg);
-              gSize--;
-              continue;
-            }
-
-            if (sg.getSequences(false).contains(s))
-            {
-                temp.addElement(sg);
-            }
-        }
-
-        SequenceGroup[] ret = new SequenceGroup[temp.size()];
+    nullReferences();
+    super.finalize();
+  }
 
-        for (int i = 0; i < temp.size(); i++)
-        {
-            ret[i] = (SequenceGroup) temp.elementAt(i);
-        }
+  /**
+   * Defensively nulls out references in case this object is not garbage
+   * collected
+   */
+  void nullReferences()
+  {
+    dataset = null;
+    sequences = null;
+    groups = null;
+    annotations = null;
+    hiddenSequences = null;
+  }
 
-        return ret;
+  /**
+   * decrement the alignmentRefs counter by one and null references if it goes
+   * to zero.
+   * 
+   * @throws Throwable
+   */
+  private void removeAlignmentRef() throws Throwable
+  {
+    if (--alignmentRefs == 0)
+    {
+      nullReferences();
     }
+  }
 
+  /**
+   * DOCUMENT ME!
+   * 
+   * @param s
+   *          DOCUMENT ME!
+   */
+  @Override
+  public void deleteSequence(SequenceI s)
+  {
+    deleteSequence(findIndex(s));
+  }
 
-
-    /**    */
-    public void addGroup(SequenceGroup sg)
+  /**
+   * DOCUMENT ME!
+   * 
+   * @param i
+   *          DOCUMENT ME!
+   */
+  @Override
+  public void deleteSequence(int i)
+  {
+    if (i > -1 && i < getHeight())
     {
-        if (!groups.contains(sg))
-        {
-            groups.addElement(sg);
-        }
+      synchronized (sequences)
+      {
+        sequences.remove(i);
+        hiddenSequences.adjustHeightSequenceDeleted(i);
+      }
     }
+  }
 
-    /**
-     * DOCUMENT ME!
-     */
-    public void deleteAllGroups()
+  /*
+   * (non-Javadoc)
+   * 
+   * @see jalview.datamodel.AlignmentI#findGroup(jalview.datamodel.SequenceI)
+   */
+  @Override
+  public SequenceGroup findGroup(SequenceI s)
+  {
+    synchronized (groups)
     {
-        groups.removeAllElements();
-
-        int i = 0;
+      for (int i = 0; i < this.groups.size(); i++)
+      {
+        SequenceGroup sg = groups.get(i);
 
-        while (i < sequences.size())
+        if (sg.getSequences(null).contains(s))
         {
-            SequenceI s = getSequenceAt(i);
-            s.setColor(java.awt.Color.white);
-            i++;
+          return sg;
         }
+      }
     }
+    return null;
+  }
+
+  /*
+   * (non-Javadoc)
+   * 
+   * @see
+   * jalview.datamodel.AlignmentI#findAllGroups(jalview.datamodel.SequenceI)
+   */
+  @Override
+  public SequenceGroup[] findAllGroups(SequenceI s)
+  {
+    ArrayList<SequenceGroup> temp = new ArrayList<SequenceGroup>();
 
-    /**    */
-    public void deleteGroup(SequenceGroup g)
+    synchronized (groups)
     {
-        if (groups.contains(g))
+      int gSize = groups.size();
+      for (int i = 0; i < gSize; i++)
+      {
+        SequenceGroup sg = groups.get(i);
+        if (sg == null || sg.getSequences() == null)
         {
-            groups.removeElement(g);
+          this.deleteGroup(sg);
+          gSize--;
+          continue;
         }
-    }
 
-    /**    */
-    public SequenceI findName(String name)
-    {
-        int i = 0;
-
-        while (i < sequences.size())
+        if (sg.getSequences().contains(s))
         {
-            if (getSequenceAt(i).getName().equals(name))
-            {
-                return getSequenceAt(i);
-            }
-
-            i++;
+          temp.add(sg);
         }
-
-        return null;
-    }
-
-    public SequenceI [] findSequenceMatch(String name)
-    {
-      Vector matches = new Vector();
-      int i = 0;
-
-      while (i < sequences.size())
-      {
-          if (getSequenceAt(i).getName().equals(name))
-          {
-              matches.addElement(getSequenceAt(i));
-          }
-          i++;
       }
-
-      SequenceI [] result = new SequenceI[matches.size()];
-      for(i=0; i<result.length; i++)
-        result[i] = (SequenceI)matches.elementAt(i);
-
-      return result;
-
     }
+    SequenceGroup[] ret = new SequenceGroup[temp.size()];
+    return temp.toArray(ret);
+  }
 
-
-    /**    */
-    public int findIndex(SequenceI s)
+  /**    */
+  @Override
+  public void addGroup(SequenceGroup sg)
+  {
+    synchronized (groups)
     {
-        int i = 0;
-
-        while (i < sequences.size())
+      if (!groups.contains(sg))
+      {
+        if (hiddenSequences.getSize() > 0)
         {
-            if (s == getSequenceAt(i))
+          int i, iSize = sg.getSize();
+          for (i = 0; i < iSize; i++)
+          {
+            if (!sequences.contains(sg.getSequenceAt(i)))
             {
-                return i;
+              sg.deleteSequence(sg.getSequenceAt(i), false);
+              iSize--;
+              i--;
             }
+          }
 
-            i++;
+          if (sg.getSize() < 1)
+          {
+            return;
+          }
         }
-
-        return -1;
+        sg.setContext(this);
+        groups.add(sg);
+      }
     }
+  }
 
-    /**
-     * DOCUMENT ME!
-     *
-     * @return DOCUMENT ME!
-     */
-    public int getHeight()
+  /**
+   * remove any annotation that references gp
+   * 
+   * @param gp
+   *          (if null, removes all group associated annotation)
+   */
+  private void removeAnnotationForGroup(SequenceGroup gp)
+  {
+    if (annotations == null || annotations.length == 0)
     {
-        return sequences.size();
+      return;
     }
-
-    /**
-     * DOCUMENT ME!
-     *
-     * @return DOCUMENT ME!
-     */
-    public int getWidth()
+    // remove annotation very quickly
+    AlignmentAnnotation[] t, todelete = new AlignmentAnnotation[annotations.length], tokeep = new AlignmentAnnotation[annotations.length];
+    int i, p, k;
+    if (gp == null)
     {
-        int maxLength = -1;
-
-        for (int i = 0; i < sequences.size(); i++)
+      for (i = 0, p = 0, k = 0; i < annotations.length; i++)
+      {
+        if (annotations[i].groupRef != null)
         {
-            if (getSequenceAt(i).getLength() > maxLength)
-            {
-                maxLength = getSequenceAt(i).getLength();
-            }
+          todelete[p++] = annotations[i];
         }
-
-        return maxLength;
+        else
+        {
+          tokeep[k++] = annotations[i];
+        }
+      }
     }
-
-
-    /**
-     * DOCUMENT ME!
-     *
-     * @param gc DOCUMENT ME!
-     */
-    public void setGapCharacter(char gc)
+    else
     {
-        gapCharacter = gc;
-
-        for (int i = 0; i < sequences.size(); i++)
+      for (i = 0, p = 0, k = 0; i < annotations.length; i++)
+      {
+        if (annotations[i].groupRef == gp)
         {
-            Sequence seq = (Sequence) sequences.elementAt(i);
-            seq.setSequence( seq.getSequence().replace('.', gc) );
-            seq.setSequence( seq.getSequence().replace('-', gc) );
-            seq.setSequence( seq.getSequence().replace(' ', gc) );
+          todelete[p++] = annotations[i];
         }
+        else
+        {
+          tokeep[k++] = annotations[i];
+        }
+      }
     }
-
-    /**
-     * DOCUMENT ME!
-     *
-     * @return DOCUMENT ME!
-     */
-    public char getGapCharacter()
+    if (p > 0)
     {
-        return gapCharacter;
+      // clear out the group associated annotation.
+      for (i = 0; i < p; i++)
+      {
+        unhookAnnotation(todelete[i]);
+        todelete[i] = null;
+      }
+      t = new AlignmentAnnotation[k];
+      for (i = 0; i < k; i++)
+      {
+        t[i] = tokeep[i];
+      }
+      annotations = t;
     }
+  }
 
-
-    /**
-     * DOCUMENT ME!
-     *
-     * @return DOCUMENT ME!
-     */
-    public boolean isAligned()
+  @Override
+  public void deleteAllGroups()
+  {
+    synchronized (groups)
     {
-        int width = getWidth();
-
-        for (int i = 0; i < sequences.size(); i++)
-        {
-            if (getSequenceAt(i).getLength() != width)
-            {
-                return false;
-            }
-        }
-
-        return true;
+      if (annotations != null)
+      {
+        removeAnnotationForGroup(null);
+      }
+      for (SequenceGroup sg : groups)
+      {
+        sg.setContext(null);
+      }
+      groups.clear();
     }
+  }
 
-    /**
-     * DOCUMENT ME!
-     *
-     * @param aa DOCUMENT ME!
-     */
-    public void deleteAnnotation(AlignmentAnnotation aa)
+  /**    */
+  @Override
+  public void deleteGroup(SequenceGroup g)
+  {
+    synchronized (groups)
     {
-        int aSize = 1;
+      if (groups.contains(g))
+      {
+        removeAnnotationForGroup(g);
+        groups.remove(g);
+        g.setContext(null);
+      }
+    }
+  }
 
-        if (annotations != null)
-        {
-            aSize = annotations.length;
-        }
+  /**    */
+  @Override
+  public SequenceI findName(String name)
+  {
+    return findName(name, false);
+  }
 
-        AlignmentAnnotation[] temp = new AlignmentAnnotation[aSize - 1];
+  /*
+   * (non-Javadoc)
+   * 
+   * @see jalview.datamodel.AlignmentI#findName(java.lang.String, boolean)
+   */
+  @Override
+  public SequenceI findName(String token, boolean b)
+  {
+    return findName(null, token, b);
+  }
 
-        int tIndex = 0;
+  /*
+   * (non-Javadoc)
+   * 
+   * @see jalview.datamodel.AlignmentI#findName(SequenceI, java.lang.String,
+   * boolean)
+   */
+  @Override
+  public SequenceI findName(SequenceI startAfter, String token, boolean b)
+  {
 
-        for (int i = 0; i < aSize; i++)
+    int i = 0;
+    SequenceI sq = null;
+    String sqname = null;
+    if (startAfter != null)
+    {
+      // try to find the sequence in the alignment
+      boolean matched = false;
+      while (i < sequences.size())
+      {
+        if (getSequenceAt(i++) == startAfter)
         {
-            if (annotations[i] == aa)
-            {
-                continue;
-            }
-
-            temp[tIndex] = annotations[i];
-            tIndex++;
+          matched = true;
+          break;
         }
+      }
+      if (!matched)
+      {
+        i = 0;
+      }
+    }
+    while (i < sequences.size())
+    {
+      sq = getSequenceAt(i);
+      sqname = sq.getName();
+      if (sqname.equals(token) // exact match
+              || (b && // allow imperfect matches - case varies
+              (sqname.equalsIgnoreCase(token))))
+      {
+        return getSequenceAt(i);
+      }
 
-        annotations = temp;
+      i++;
     }
 
+    return null;
+  }
+
+  @Override
+  public SequenceI[] findSequenceMatch(String name)
+  {
+    Vector matches = new Vector();
+    int i = 0;
 
-    public void adjustSequenceAnnotations()
+    while (i < sequences.size())
     {
-      if(annotations!=null)
+      if (getSequenceAt(i).getName().equals(name))
       {
-        for (int a = 0; a < annotations.length; a++)
-        {
-          if (annotations[a].sequenceRef != null)
-          {
-            annotations[a].adjustForAlignment();
-          }
-        }
+        matches.addElement(getSequenceAt(i));
       }
+      i++;
     }
 
-    /**
-     * DOCUMENT ME!
-     *
-     * @param aa DOCUMENT ME!
-     */
-    public void addAnnotation(AlignmentAnnotation aa)
+    SequenceI[] result = new SequenceI[matches.size()];
+    for (i = 0; i < result.length; i++)
     {
-        int aSize = 1;
-        if (annotations != null)
-        {
-            aSize = annotations.length + 1;
-        }
+      result[i] = (SequenceI) matches.elementAt(i);
+    }
 
-        AlignmentAnnotation[] temp = new AlignmentAnnotation[aSize];
+    return result;
 
-        temp[aSize-1] = aa;
+  }
 
-        int i = 0;
+  /*
+   * (non-Javadoc)
+   * 
+   * @see jalview.datamodel.AlignmentI#findIndex(jalview.datamodel.SequenceI)
+   */
+  @Override
+  public int findIndex(SequenceI s)
+  {
+    int i = 0;
 
-        if (aSize > 1)
-        {
-            for (i = 0; i < (aSize-1); i++)
-            {
-                temp[i] = annotations[i];
-            }
-        }
+    while (i < sequences.size())
+    {
+      if (s == getSequenceAt(i))
+      {
+        return i;
+      }
 
-        annotations = temp;
+      i++;
     }
 
-    public void setAnnotationIndex(AlignmentAnnotation aa, int index)
-    {
-      if(aa==null || annotations==null || annotations.length-1<index)
-        return;
+    return -1;
+  }
+
+  /*
+   * (non-Javadoc)
+   * 
+   * @see
+   * jalview.datamodel.AlignmentI#findIndex(jalview.datamodel.SearchResults)
+   */
+  @Override
+  public int findIndex(SearchResultsI results)
+  {
+    int i = 0;
+
+    while (i < sequences.size())
+    {
+      if (results.involvesSequence(getSequenceAt(i)))
+      {
+        return i;
+      }
+      i++;
+    }
+    return -1;
+  }
 
-      int aSize = annotations.length;
-      AlignmentAnnotation[] temp = new AlignmentAnnotation[aSize];
+  /**
+   * DOCUMENT ME!
+   * 
+   * @return DOCUMENT ME!
+   */
+  @Override
+  public int getHeight()
+  {
+    return sequences.size();
+  }
 
-      temp[index] = aa;
+  /**
+   * DOCUMENT ME!
+   * 
+   * @return DOCUMENT ME!
+   */
+  @Override
+  public int getWidth()
+  {
+    int maxLength = -1;
 
-      for (int i = 0; i < aSize; i++)
+    for (int i = 0; i < sequences.size(); i++)
+    {
+      if (getSequenceAt(i).getLength() > maxLength)
       {
-        if(i==index)
-          continue;
+        maxLength = getSequenceAt(i).getLength();
+      }
+    }
 
-        if(i<index)
-          temp[i] = annotations[i];
-        else
-          temp[i] = annotations[i-1];
+    return maxLength;
+  }
+
+  /**
+   * DOCUMENT ME!
+   * 
+   * @param gc
+   *          DOCUMENT ME!
+   */
+  @Override
+  public void setGapCharacter(char gc)
+  {
+    gapCharacter = gc;
+    synchronized (sequences)
+    {
+      for (SequenceI seq : sequences)
+      {
+        seq.setSequence(seq.getSequenceAsString().replace('.', gc)
+                .replace('-', gc).replace(' ', gc));
+      }
+    }
+  }
+
+  /**
+   * DOCUMENT ME!
+   * 
+   * @return DOCUMENT ME!
+   */
+  @Override
+  public char getGapCharacter()
+  {
+    return gapCharacter;
+  }
+
+  /*
+   * (non-Javadoc)
+   * 
+   * @see jalview.datamodel.AlignmentI#isAligned()
+   */
+  @Override
+  public boolean isAligned()
+  {
+    return isAligned(false);
+  }
+
+  /*
+   * (non-Javadoc)
+   * 
+   * @see jalview.datamodel.AlignmentI#isAligned(boolean)
+   */
+  @Override
+  public boolean isAligned(boolean includeHidden)
+  {
+    int width = getWidth();
+    if (hiddenSequences == null || hiddenSequences.getSize() == 0)
+    {
+      includeHidden = true; // no hidden sequences to check against.
+    }
+    for (int i = 0; i < sequences.size(); i++)
+    {
+      if (includeHidden || !hiddenSequences.isHidden(getSequenceAt(i)))
+      {
+        if (getSequenceAt(i).getLength() != width)
+        {
+          return false;
+        }
       }
+    }
+
+    return true;
+  }
 
-        annotations = temp;
+  /**
+   * Delete all annotations, including auto-calculated if the flag is set true.
+   * Returns true if at least one annotation was deleted, else false.
+   * 
+   * @param includingAutoCalculated
+   * @return
+   */
+  @Override
+  public boolean deleteAllAnnotations(boolean includingAutoCalculated)
+  {
+    boolean result = false;
+    for (AlignmentAnnotation alan : getAlignmentAnnotation())
+    {
+      if (!alan.autoCalculated || includingAutoCalculated)
+      {
+        deleteAnnotation(alan);
+        result = true;
+      }
     }
+    return result;
+  }
 
-    /**
-     * DOCUMENT ME!
-     *
-     * @return DOCUMENT ME!
-     */
-    public AlignmentAnnotation[] getAlignmentAnnotation()
+  /*
+   * (non-Javadoc)
+   * 
+   * @seejalview.datamodel.AlignmentI#deleteAnnotation(jalview.datamodel.
+   * AlignmentAnnotation)
+   */
+  @Override
+  public boolean deleteAnnotation(AlignmentAnnotation aa)
+  {
+    return deleteAnnotation(aa, true);
+  }
+
+  @Override
+  public boolean deleteAnnotation(AlignmentAnnotation aa, boolean unhook)
+  {
+    int aSize = 1;
+
+    if (annotations != null)
     {
-        return annotations;
+      aSize = annotations.length;
     }
 
-    public void setNucleotide(boolean b)
+    if (aSize < 1)
     {
-      if(b)
-        type = NUCLEOTIDE;
-      else
-        type = PROTEIN;
+      return false;
+    }
+
+    AlignmentAnnotation[] temp = new AlignmentAnnotation[aSize - 1];
+
+    boolean swap = false;
+    int tIndex = 0;
+
+    for (int i = 0; i < aSize; i++)
+    {
+      if (annotations[i] == aa)
+      {
+        swap = true;
+        continue;
+      }
+      if (tIndex < temp.length)
+      {
+        temp[tIndex++] = annotations[i];
+      }
+    }
+
+    if (swap)
+    {
+      annotations = temp;
+      if (unhook)
+      {
+        unhookAnnotation(aa);
+      }
+    }
+    return swap;
+  }
+
+  /**
+   * remove any object references associated with this annotation
+   * 
+   * @param aa
+   */
+  private void unhookAnnotation(AlignmentAnnotation aa)
+  {
+    if (aa.sequenceRef != null)
+    {
+      aa.sequenceRef.removeAlignmentAnnotation(aa);
+    }
+    if (aa.groupRef != null)
+    {
+      // probably need to do more here in the future (post 2.5.0)
+      aa.groupRef = null;
+    }
+  }
+
+  /*
+   * (non-Javadoc)
+   * 
+   * @seejalview.datamodel.AlignmentI#addAnnotation(jalview.datamodel.
+   * AlignmentAnnotation)
+   */
+  @Override
+  public void addAnnotation(AlignmentAnnotation aa)
+  {
+    addAnnotation(aa, -1);
+  }
+
+  /*
+   * (non-Javadoc)
+   * 
+   * @seejalview.datamodel.AlignmentI#addAnnotation(jalview.datamodel.
+   * AlignmentAnnotation, int)
+   */
+  @Override
+  public void addAnnotation(AlignmentAnnotation aa, int pos)
+  {
+    if (aa.getRNAStruc() != null)
+    {
+      hasRNAStructure = true;
+    }
+
+    int aSize = 1;
+    if (annotations != null)
+    {
+      aSize = annotations.length + 1;
+    }
+
+    AlignmentAnnotation[] temp = new AlignmentAnnotation[aSize];
+    int i = 0;
+    if (pos == -1 || pos >= aSize)
+    {
+      temp[aSize - 1] = aa;
+    }
+    else
+    {
+      temp[pos] = aa;
+    }
+    if (aSize > 1)
+    {
+      int p = 0;
+      for (i = 0; i < (aSize - 1); i++, p++)
+      {
+        if (p == pos)
+        {
+          p++;
+        }
+        if (p < temp.length)
+        {
+          temp[p] = annotations[i];
+        }
+      }
+    }
+
+    annotations = temp;
+  }
+
+  @Override
+  public void setAnnotationIndex(AlignmentAnnotation aa, int index)
+  {
+    if (aa == null || annotations == null || annotations.length - 1 < index)
+    {
+      return;
     }
 
-    public boolean isNucleotide()
+    int aSize = annotations.length;
+    AlignmentAnnotation[] temp = new AlignmentAnnotation[aSize];
+
+    temp[index] = aa;
+
+    for (int i = 0; i < aSize; i++)
     {
-      if(type==NUCLEOTIDE)
-        return true;
+      if (i == index)
+      {
+        continue;
+      }
+
+      if (i < index)
+      {
+        temp[i] = annotations[i];
+      }
       else
-        return false;
+      {
+        temp[i] = annotations[i - 1];
+      }
     }
 
-    public void setDataset(Alignment data)
+    annotations = temp;
+  }
+
+  @Override
+  /**
+   * returns all annotation on the alignment
+   */
+  public AlignmentAnnotation[] getAlignmentAnnotation()
+  {
+    return annotations;
+  }
+
+  @Override
+  public boolean isNucleotide()
+  {
+    return nucleotide;
+  }
+
+  @Override
+  public boolean hasRNAStructure()
+  {
+    // TODO can it happen that structure is removed from alignment?
+    return hasRNAStructure;
+  }
+
+  @Override
+  public void setDataset(AlignmentI data)
+  {
+    if (dataset == null && data == null)
     {
-      if(dataset==null && data==null)
+      createDatasetAlignment();
+    }
+    else if (dataset == null && data != null)
+    {
+      if (!(data instanceof Alignment))
+      {
+        throw new Error(
+                "Implementation Error: jalview.datamodel.Alignment does not yet support other implementations of AlignmentI as its dataset reference");
+      }
+      dataset = (Alignment) data;
+      for (int i = 0; i < getHeight(); i++)
       {
-        // Create a new dataset for this alignment.
-        // Can only be done once, if dataset is not null
-        // This will not be performed
-        Sequence[] seqs = new Sequence[getHeight()];
-        for (int i = 0; i < getHeight(); i++)
+        SequenceI currentSeq = getSequenceAt(i);
+        SequenceI dsq = currentSeq.getDatasetSequence();
+        if (dsq == null)
+        {
+          dsq = currentSeq.createDatasetSequence();
+          dataset.addSequence(dsq);
+        }
+        else
         {
-          if(getSequenceAt(i).getDatasetSequence()!=null)
+          while (dsq.getDatasetSequence() != null)
           {
-            seqs[i] = (Sequence)getSequenceAt(i).getDatasetSequence();
+            dsq = dsq.getDatasetSequence();
           }
-          else
+          if (dataset.findIndex(dsq) == -1)
           {
-            seqs[i] = new Sequence(getSequenceAt(i).getName(),
-                                   AlignSeq.extractGaps(
-                                       jalview.util.Comparison.GapChars,
-                                       getSequenceAt(i).getSequence()
-                                   ),
-                                   getSequenceAt(i).getStart(),
-                                   getSequenceAt(i).getEnd());
-            seqs[i].sequenceFeatures = getSequenceAt(i).getSequenceFeatures();
-            getSequenceAt(i).setSequenceFeatures(null);
-            getSequenceAt(i).setDatasetSequence(seqs[i]);
+            dataset.addSequence(dsq);
           }
         }
+      }
+    }
+    dataset.addAlignmentRef();
+  }
 
-        dataset = new Alignment(seqs);
+  /**
+   * add dataset sequences to seq for currentSeq and any sequences it references
+   */
+  private void resolveAndAddDatasetSeq(SequenceI currentSeq,
+          Set<SequenceI> seqs, boolean createDatasetSequence)
+  {
+    SequenceI alignedSeq = currentSeq;
+    if (currentSeq.getDatasetSequence() != null)
+    {
+      currentSeq = currentSeq.getDatasetSequence();
+    }
+    else
+    {
+      if (createDatasetSequence)
+      {
+        currentSeq = currentSeq.createDatasetSequence();
+      }
+    }
+    if (seqs.contains(currentSeq))
+    {
+      return;
+    }
+    List<SequenceI> toProcess = new ArrayList<SequenceI>();
+    toProcess.add(currentSeq);
+    while (toProcess.size() > 0)
+    {
+      // use a queue ?
+      SequenceI curDs = toProcess.remove(0);
+      if (seqs.contains(curDs))
+      {
+        continue;
       }
-      else if(dataset==null && data!=null)
+      seqs.add(curDs);
+      // iterate over database references, making sure we add forward referenced
+      // sequences
+      if (curDs.getDBRefs() != null)
       {
-        dataset = data;
+        for (DBRefEntry dbr : curDs.getDBRefs())
+        {
+          if (dbr.getMap() != null && dbr.getMap().getTo() != null)
+          {
+            if (dbr.getMap().getTo() == alignedSeq)
+            {
+              /*
+               * update mapping to be to the newly created dataset sequence
+               */
+              dbr.getMap().setTo(currentSeq);
+            }
+            if (dbr.getMap().getTo().getDatasetSequence() != null)
+            {
+              throw new Error(
+                      "Implementation error: Map.getTo() for dbref " + dbr
+                              + " from " + curDs.getName()
+                              + " is not a dataset sequence.");
+            }
+            // we recurse to add all forward references to dataset sequences via
+            // DBRefs/etc
+            toProcess.add(dbr.getMap().getTo());
+          }
+        }
       }
     }
+  }
 
-    public Alignment getDataset()
+  /**
+   * Creates a new dataset for this alignment. Can only be done once - if
+   * dataset is not null this will not be performed.
+   */
+  public void createDatasetAlignment()
+  {
+    if (dataset != null)
     {
-      return dataset;
+      return;
     }
+    // try to avoid using SequenceI.equals at this stage, it will be expensive
+    Set<SequenceI> seqs = new LinkedIdentityHashSet<SequenceI>();
 
-    public boolean padGaps() {
-      boolean modified=false;
+    for (int i = 0; i < getHeight(); i++)
+    {
+      SequenceI currentSeq = getSequenceAt(i);
+      resolveAndAddDatasetSeq(currentSeq, seqs, true);
+    }
 
-      //Remove excess gaps from the end of alignment
-      int maxLength = -1;
+    // verify all mappings are in dataset
+    for (AlignedCodonFrame cf : codonFrameList)
+    {
+      for (SequenceToSequenceMapping ssm : cf.getMappings())
+      {
+        if (!seqs.contains(ssm.getFromSeq()))
+        {
+          resolveAndAddDatasetSeq(ssm.getFromSeq(), seqs, false);
+        }
+        if (!seqs.contains(ssm.getMapping().getTo()))
+        {
+          resolveAndAddDatasetSeq(ssm.getMapping().getTo(), seqs, false);
+        }
+      }
+    }
+    // finally construct dataset
+    dataset = new Alignment(seqs.toArray(new SequenceI[seqs.size()]));
+    // move mappings to the dataset alignment
+    dataset.codonFrameList = this.codonFrameList;
+    this.codonFrameList = null;
+  }
+
+  /**
+   * reference count for number of alignments referencing this one.
+   */
+  int alignmentRefs = 0;
+
+  /**
+   * increase reference count to this alignment.
+   */
+  private void addAlignmentRef()
+  {
+    alignmentRefs++;
+  }
+
+  @Override
+  public Alignment getDataset()
+  {
+    return dataset;
+  }
+
+  @Override
+  public boolean padGaps()
+  {
+    boolean modified = false;
+
+    // Remove excess gaps from the end of alignment
+    int maxLength = -1;
+
+    SequenceI current;
+    for (int i = 0; i < sequences.size(); i++)
+    {
+      current = getSequenceAt(i);
+      for (int j = current.getLength(); j > maxLength; j--)
+      {
+        if (j > maxLength
+                && !jalview.util.Comparison.isGap(current.getCharAt(j)))
+        {
+          maxLength = j;
+          break;
+        }
+      }
+    }
+
+    maxLength++;
+
+    int cLength;
+    for (int i = 0; i < sequences.size(); i++)
+    {
+      current = getSequenceAt(i);
+      cLength = current.getLength();
+
+      if (cLength < maxLength)
+      {
+        current.insertCharAt(cLength, maxLength - cLength, gapCharacter);
+        modified = true;
+      }
+      else if (current.getLength() > maxLength)
+      {
+        current.deleteChars(maxLength, current.getLength());
+      }
+    }
+    return modified;
+  }
 
-      SequenceI current;
-      for (int i = 0; i < sequences.size(); i++)
+  /**
+   * Justify the sequences to the left or right by deleting and inserting gaps
+   * before the initial residue or after the terminal residue
+   * 
+   * @param right
+   *          true if alignment padded to right, false to justify to left
+   * @return true if alignment was changed
+   */
+  @Override
+  public boolean justify(boolean right)
+  {
+    boolean modified = false;
+
+    // Remove excess gaps from the end of alignment
+    int maxLength = -1;
+    int ends[] = new int[sequences.size() * 2];
+    SequenceI current;
+    for (int i = 0; i < sequences.size(); i++)
+    {
+      current = getSequenceAt(i);
+      // This should really be a sequence method
+      ends[i * 2] = current.findIndex(current.getStart());
+      ends[i * 2 + 1] = current.findIndex(current.getStart()
+              + current.getLength());
+      boolean hitres = false;
+      for (int j = 0, rs = 0, ssiz = current.getLength(); j < ssiz; j++)
+      {
+        if (!jalview.util.Comparison.isGap(current.getCharAt(j)))
+        {
+          if (!hitres)
+          {
+            ends[i * 2] = j;
+            hitres = true;
+          }
+          else
+          {
+            ends[i * 2 + 1] = j;
+            if (j - ends[i * 2] > maxLength)
+            {
+              maxLength = j - ends[i * 2];
+            }
+          }
+        }
+      }
+    }
+
+    maxLength++;
+    // now edit the flanking gaps to justify to either left or right
+    int cLength, extent, diff;
+    for (int i = 0; i < sequences.size(); i++)
+    {
+      current = getSequenceAt(i);
+
+      cLength = 1 + ends[i * 2 + 1] - ends[i * 2];
+      diff = maxLength - cLength; // number of gaps to indent
+      extent = current.getLength();
+      if (right)
+      {
+        // right justify
+        if (extent > ends[i * 2 + 1])
+        {
+          current.deleteChars(ends[i * 2 + 1] + 1, extent);
+          modified = true;
+        }
+        if (ends[i * 2] > diff)
+        {
+          current.deleteChars(0, ends[i * 2] - diff);
+          modified = true;
+        }
+        else
+        {
+          if (ends[i * 2] < diff)
+          {
+            current.insertCharAt(0, diff - ends[i * 2], gapCharacter);
+            modified = true;
+          }
+        }
+      }
+      else
       {
-        current = getSequenceAt(i);
-        for (int j = current.getLength(); j > maxLength; j--)
+        // left justify
+        if (ends[i * 2] > 0)
+        {
+          current.deleteChars(0, ends[i * 2]);
+          modified = true;
+          ends[i * 2 + 1] -= ends[i * 2];
+          extent -= ends[i * 2];
+        }
+        if (extent > maxLength)
+        {
+          current.deleteChars(maxLength + 1, extent);
+          modified = true;
+        }
+        else
         {
-          if (j > maxLength && !jalview.util.Comparison.isGap(
-              current.getCharAt(j)))
+          if (extent < maxLength)
           {
-            maxLength = j;
-            break;
+            current.insertCharAt(extent, maxLength - extent, gapCharacter);
+            modified = true;
           }
         }
       }
+    }
+    return modified;
+  }
+
+  @Override
+  public HiddenSequences getHiddenSequences()
+  {
+    return hiddenSequences;
+  }
+
+  @Override
+  public CigarArray getCompactAlignment()
+  {
+    synchronized (sequences)
+    {
+      SeqCigar alseqs[] = new SeqCigar[sequences.size()];
+      int i = 0;
+      for (SequenceI seq : sequences)
+      {
+        alseqs[i++] = new SeqCigar(seq);
+      }
+      CigarArray cal = new CigarArray(alseqs);
+      cal.addOperation(CigarArray.M, getWidth());
+      return cal;
+    }
+  }
+
+  @Override
+  public void setProperty(Object key, Object value)
+  {
+    if (alignmentProperties == null)
+    {
+      alignmentProperties = new Hashtable();
+    }
+
+    alignmentProperties.put(key, value);
+  }
+
+  @Override
+  public Object getProperty(Object key)
+  {
+    if (alignmentProperties != null)
+    {
+      return alignmentProperties.get(key);
+    }
+    else
+    {
+      return null;
+    }
+  }
+
+  @Override
+  public Hashtable getProperties()
+  {
+    return alignmentProperties;
+  }
+
+  /**
+   * Adds the given mapping to the stored set. Note this may be held on the
+   * dataset alignment.
+   */
+  @Override
+  public void addCodonFrame(AlignedCodonFrame codons)
+  {
+    List<AlignedCodonFrame> acfs = getCodonFrames();
+    if (codons != null && acfs != null && !acfs.contains(codons))
+    {
+      acfs.add(codons);
+    }
+  }
+
+  /*
+   * (non-Javadoc)
+   * 
+   * @see
+   * jalview.datamodel.AlignmentI#getCodonFrame(jalview.datamodel.SequenceI)
+   */
+  @Override
+  public List<AlignedCodonFrame> getCodonFrame(SequenceI seq)
+  {
+    if (seq == null)
+    {
+      return null;
+    }
+    List<AlignedCodonFrame> cframes = new ArrayList<AlignedCodonFrame>();
+    for (AlignedCodonFrame acf : getCodonFrames())
+    {
+      if (acf.involvesSequence(seq))
+      {
+        cframes.add(acf);
+      }
+    }
+    return cframes;
+  }
+
+  /**
+   * Sets the codon frame mappings (replacing any existing mappings). Note the
+   * mappings are set on the dataset alignment instead if there is one.
+   * 
+   * @see jalview.datamodel.AlignmentI#setCodonFrames()
+   */
+  @Override
+  public void setCodonFrames(List<AlignedCodonFrame> acfs)
+  {
+    if (dataset != null)
+    {
+      dataset.setCodonFrames(acfs);
+    }
+    else
+    {
+      this.codonFrameList = acfs;
+    }
+  }
 
-      maxLength++;
+  /**
+   * Returns the set of codon frame mappings. Any changes to the returned set
+   * will affect the alignment. The mappings are held on (and read from) the
+   * dataset alignment if there is one.
+   * 
+   * @see jalview.datamodel.AlignmentI#getCodonFrames()
+   */
+  @Override
+  public List<AlignedCodonFrame> getCodonFrames()
+  {
+    // TODO: Fix this method to fix failing AlignedCodonFrame tests
+    // this behaviour is currently incorrect. method should return codon frames
+    // for just the alignment,
+    // selected from dataset
+    return dataset != null ? dataset.getCodonFrames() : codonFrameList;
+  }
+
+  /**
+   * Removes the given mapping from the stored set. Note that the mappings are
+   * held on the dataset alignment if there is one.
+   */
+  @Override
+  public boolean removeCodonFrame(AlignedCodonFrame codons)
+  {
+    List<AlignedCodonFrame> acfs = getCodonFrames();
+    if (codons == null || acfs == null)
+    {
+      return false;
+    }
+    return acfs.remove(codons);
+  }
 
-      for (int i = 0; i < sequences.size();
-           i++)
+  @Override
+  public void append(AlignmentI toappend)
+  {
+    // TODO JAL-1270 needs test coverage
+    // currently tested for use in jalview.gui.SequenceFetcher
+    boolean samegap = toappend.getGapCharacter() == getGapCharacter();
+    char oldc = toappend.getGapCharacter();
+    boolean hashidden = toappend.getHiddenSequences() != null
+            && toappend.getHiddenSequences().hiddenSequences != null;
+    // get all sequences including any hidden ones
+    List<SequenceI> sqs = (hashidden) ? toappend.getHiddenSequences()
+            .getFullAlignment().getSequences() : toappend.getSequences();
+    if (sqs != null)
+    {
+      // avoid self append deadlock by
+      List<SequenceI> toappendsq = new ArrayList<SequenceI>();
+      synchronized (sqs)
+      {
+        for (SequenceI addedsq : sqs)
+        {
+          if (!samegap)
+          {
+            char[] oldseq = addedsq.getSequence();
+            for (int c = 0; c < oldseq.length; c++)
+            {
+              if (oldseq[c] == oldc)
+              {
+                oldseq[c] = gapCharacter;
+              }
+            }
+          }
+          toappendsq.add(addedsq);
+        }
+      }
+      for (SequenceI addedsq : toappendsq)
       {
-        current = getSequenceAt(i);
+        addSequence(addedsq);
+      }
+    }
+    AlignmentAnnotation[] alan = toappend.getAlignmentAnnotation();
+    for (int a = 0; alan != null && a < alan.length; a++)
+    {
+      addAnnotation(alan[a]);
+    }
+
+    // use add method
+    getCodonFrames().addAll(toappend.getCodonFrames());
 
-        if (current.getLength() < maxLength)
+    List<SequenceGroup> sg = toappend.getGroups();
+    if (sg != null)
+    {
+      for (SequenceGroup _sg : sg)
+      {
+        addGroup(_sg);
+      }
+    }
+    if (toappend.getHiddenSequences() != null)
+    {
+      HiddenSequences hs = toappend.getHiddenSequences();
+      if (hiddenSequences == null)
+      {
+        hiddenSequences = new HiddenSequences(this);
+      }
+      if (hs.hiddenSequences != null)
+      {
+        for (int s = 0; s < hs.hiddenSequences.length; s++)
+        {
+          // hide the newly appended sequence in the alignment
+          if (hs.hiddenSequences[s] != null)
+          {
+            hiddenSequences.hideSequence(hs.hiddenSequences[s]);
+          }
+        }
+      }
+    }
+    if (toappend.getProperties() != null)
+    {
+      // we really can't do very much here - just try to concatenate strings
+      // where property collisions occur.
+      Enumeration key = toappend.getProperties().keys();
+      while (key.hasMoreElements())
+      {
+        Object k = key.nextElement();
+        Object ourval = this.getProperty(k);
+        Object toapprop = toappend.getProperty(k);
+        if (ourval != null)
         {
-          current.insertCharAt(maxLength - 1, gapCharacter);
-          modified=true;
+          if (ourval.getClass().equals(toapprop.getClass())
+                  && !ourval.equals(toapprop))
+          {
+            if (ourval instanceof String)
+            {
+              // append strings
+              this.setProperty(k, ((String) ourval) + "; "
+                      + ((String) toapprop));
+            }
+            else
+            {
+              if (ourval instanceof Vector)
+              {
+                // append vectors
+                Enumeration theirv = ((Vector) toapprop).elements();
+                while (theirv.hasMoreElements())
+                {
+                  ((Vector) ourval).addElement(theirv);
+                }
+              }
+            }
+          }
         }
-        else if(current.getLength() > maxLength)
+        else
         {
-          current.deleteChars(maxLength, current.getLength());
+          // just add new property directly
+          setProperty(k, toapprop);
         }
+
       }
-      return modified;
     }
+  }
 
-    public HiddenSequences getHiddenSequences()
+  @Override
+  public AlignmentAnnotation findOrCreateAnnotation(String name,
+          String calcId, boolean autoCalc, SequenceI seqRef,
+          SequenceGroup groupRef)
+  {
+    assert (name != null);
+    if (annotations != null)
     {
-      return hiddenSequences;
+      for (AlignmentAnnotation annot : getAlignmentAnnotation())
+      {
+        if (annot.autoCalculated == autoCalc && (name.equals(annot.label))
+                && (calcId == null || annot.getCalcId().equals(calcId))
+                && annot.sequenceRef == seqRef
+                && annot.groupRef == groupRef)
+        {
+          return annot;
+        }
+      }
     }
-    SequenceI [] getVisibleAndRepresentedSeqs()
+    AlignmentAnnotation annot = new AlignmentAnnotation(name, name,
+            new Annotation[1], 0f, 0f, AlignmentAnnotation.BAR_GRAPH);
+    annot.hasText = false;
+    annot.setCalcId(new String(calcId));
+    annot.autoCalculated = autoCalc;
+    if (seqRef != null)
     {
-      if(hiddenSequences==null || hiddenSequences.getSize()<1)
-        return getSequencesArray();
+      annot.setSequenceRef(seqRef);
+    }
+    annot.groupRef = groupRef;
+    addAnnotation(annot);
 
-      Vector seqs = new Vector();
-      SequenceI seq;
-      SequenceGroup hidden;
-      for (int i = 0; i < sequences.size(); i++)
+    return annot;
+  }
+
+  @Override
+  public Iterable<AlignmentAnnotation> findAnnotation(String calcId)
+  {
+    ArrayList<AlignmentAnnotation> aa = new ArrayList<AlignmentAnnotation>();
+    for (AlignmentAnnotation a : getAlignmentAnnotation())
+    {
+      if (a.getCalcId() == calcId
+              || (a.getCalcId() != null && calcId != null && a.getCalcId()
+                      .equals(calcId)))
+      {
+        aa.add(a);
+      }
+    }
+    return aa;
+  }
+
+  /**
+   * Returns an iterable collection of any annotations that match on given
+   * sequence ref, calcId and label (ignoring null values).
+   */
+  @Override
+  public Iterable<AlignmentAnnotation> findAnnotations(SequenceI seq,
+          String calcId, String label)
+  {
+    ArrayList<AlignmentAnnotation> aa = new ArrayList<AlignmentAnnotation>();
+    for (AlignmentAnnotation ann : getAlignmentAnnotation())
+    {
+      if (ann.getCalcId() != null && ann.getCalcId().equals(calcId)
+              && ann.sequenceRef != null && ann.sequenceRef == seq
+              && ann.label != null && ann.label.equals(label))
+      {
+        aa.add(ann);
+      }
+    }
+    return aa;
+  }
+
+  @Override
+  public void moveSelectedSequencesByOne(SequenceGroup sg,
+          Map<SequenceI, SequenceCollectionI> map, boolean up)
+  {
+    synchronized (sequences)
+    {
+      if (up)
       {
-        seq = (SequenceI) sequences.elementAt(i);
-        seqs.addElement(seq);
-        hidden = seq.getHiddenSequences();
-        if(hidden!=null)
+
+        for (int i = 1, iSize = sequences.size(); i < iSize; i++)
         {
-          for(int j=0; j<hidden.getSize(false); j++)
+          SequenceI seq = sequences.get(i);
+          if (!sg.getSequences(map).contains(seq))
+          {
+            continue;
+          }
+
+          SequenceI temp = sequences.get(i - 1);
+          if (sg.getSequences(null).contains(temp))
           {
-            seqs.addElement(hidden.getSequenceAt(j));
+            continue;
           }
+
+          sequences.set(i, temp);
+          sequences.set(i - 1, seq);
         }
       }
-      SequenceI [] result = new SequenceI[seqs.size()];
-      for(int i=0; i<seqs.size(); i++)
-        result[i] = (SequenceI)seqs.elementAt(i);
+      else
+      {
+        for (int i = sequences.size() - 2; i > -1; i--)
+        {
+          SequenceI seq = sequences.get(i);
+          if (!sg.getSequences(map).contains(seq))
+          {
+            continue;
+          }
 
-      return result;
+          SequenceI temp = sequences.get(i + 1);
+          if (sg.getSequences(map).contains(temp))
+          {
+            continue;
+          }
+
+          sequences.set(i, temp);
+          sequences.set(i + 1, seq);
+        }
+      }
 
     }
+  }
 
-  public CigarArray getCompactAlignment()
+  @Override
+  public void validateAnnotation(AlignmentAnnotation alignmentAnnotation)
   {
-    SeqCigar alseqs[] = new SeqCigar[sequences.size()];
-    for (int i=0; i<sequences.size(); i++) {
-      alseqs[i] = new SeqCigar((SequenceI) sequences.elementAt(i));
+    alignmentAnnotation.validateRangeAndDisplay();
+    if (isNucleotide() && alignmentAnnotation.isValidStruc())
+    {
+      hasRNAStructure = true;
     }
-    CigarArray cal = new CigarArray(alseqs);
-    cal.addOperation(CigarArray.M, getWidth());
-    return cal;
   }
 
+  private SequenceI seqrep = null;
+
+  /**
+   * 
+   * @return the representative sequence for this group
+   */
+  @Override
+  public SequenceI getSeqrep()
+  {
+    return seqrep;
+  }
+
+  /**
+   * set the representative sequence for this group. Note - this affects the
+   * interpretation of the Hidereps attribute.
+   * 
+   * @param seqrep
+   *          the seqrep to set (null means no sequence representative)
+   */
+  @Override
+  public void setSeqrep(SequenceI seqrep)
+  {
+    this.seqrep = seqrep;
+  }
+
+  /**
+   * 
+   * @return true if group has a sequence representative
+   */
+  @Override
+  public boolean hasSeqrep()
+  {
+    return seqrep != null;
+  }
+
+  @Override
+  public int getEndRes()
+  {
+    return getWidth() - 1;
+  }
+
+  @Override
+  public int getStartRes()
+  {
+    return 0;
+  }
+
+  /*
+   * In the case of AlignmentI - returns the dataset for the alignment, if set
+   * (non-Javadoc)
+   * 
+   * @see jalview.datamodel.AnnotatedCollectionI#getContext()
+   */
+  @Override
+  public AnnotatedCollectionI getContext()
+  {
+    return dataset;
+  }
+
+  /**
+   * Align this alignment like the given (mapped) one.
+   */
+  @Override
+  public int alignAs(AlignmentI al)
+  {
+    /*
+     * Currently retains unmapped gaps (in introns), regaps mapped regions
+     * (exons)
+     */
+    return alignAs(al, false, true);
+  }
+
+  /**
+   * Align this alignment 'the same as' the given one. Mapped sequences only are
+   * realigned. If both of the same type (nucleotide/protein) then align both
+   * identically. If this is nucleotide and the other is protein, make 3 gaps
+   * for each gap in the protein sequences. If this is protein and the other is
+   * nucleotide, insert a gap for each 3 gaps (or part thereof) between
+   * nucleotide bases. If this is protein and the other is nucleotide, gaps
+   * protein to match the relative ordering of codons in the nucleotide.
+   * 
+   * Parameters control whether gaps in exon (mapped) and intron (unmapped)
+   * regions are preserved. Gaps that connect introns to exons are treated
+   * conservatively, i.e. only preserved if both intron and exon gaps are
+   * preserved. TODO: check caveats below where the implementation fails
+   * 
+   * @param al
+   *          - must have same dataset, and sequences in al must have equivalent
+   *          dataset sequence and start/end bounds under given mapping
+   * @param preserveMappedGaps
+   *          if true, gaps within and between mapped codons are preserved
+   * @param preserveUnmappedGaps
+   *          if true, gaps within and between unmapped codons are preserved
+   */
+  // @Override
+  public int alignAs(AlignmentI al, boolean preserveMappedGaps,
+          boolean preserveUnmappedGaps)
+  {
+    // TODO should this method signature be the one in the interface?
+    // JBPComment - yes - neither flag is used, so should be deleted.
+    boolean thisIsNucleotide = this.isNucleotide();
+    boolean thatIsProtein = !al.isNucleotide();
+    if (!thatIsProtein && !thisIsNucleotide)
+    {
+      return AlignmentUtils.alignProteinAsDna(this, al);
+    }
+    else if (thatIsProtein && thisIsNucleotide)
+    {
+      return AlignmentUtils.alignCdsAsProtein(this, al);
+    }
+    return AlignmentUtils.alignAs(this, al);
+  }
+
+  /**
+   * Returns the alignment in Fasta format. Behaviour of this method is not
+   * guaranteed between versions.
+   */
+  @Override
+  public String toString()
+  {
+    return new FastaFile().print(getSequencesArray(), true);
+  }
+
+  /**
+   * Returns the set of distinct sequence names. No ordering is guaranteed.
+   */
+  @Override
+  public Set<String> getSequenceNames()
+  {
+    Set<String> names = new HashSet<String>();
+    for (SequenceI seq : getSequences())
+    {
+      names.add(seq.getName());
+    }
+    return names;
+  }
+
+  @Override
+  public boolean hasValidSequence()
+  {
+    boolean hasValidSeq = false;
+    for (SequenceI seq : getSequences())
+    {
+      if ((seq.getEnd() - seq.getStart()) > 0)
+      {
+        hasValidSeq = true;
+        break;
+      }
+    }
+    return hasValidSeq;
+  }
+
+  /**
+   * Update any mappings to 'virtual' sequences to compatible real ones, if
+   * present in the added sequences. Returns a count of mappings updated.
+   * 
+   * @param seqs
+   * @return
+   */
+  @Override
+  public int realiseMappings(List<SequenceI> seqs)
+  {
+    int count = 0;
+    for (SequenceI seq : seqs)
+    {
+      for (AlignedCodonFrame mapping : getCodonFrames())
+      {
+        count += mapping.realiseWith(seq);
+      }
+    }
+    return count;
+  }
+
+  /**
+   * Returns the first AlignedCodonFrame that has a mapping between the given
+   * dataset sequences
+   * 
+   * @param mapFrom
+   * @param mapTo
+   * @return
+   */
+  @Override
+  public AlignedCodonFrame getMapping(SequenceI mapFrom, SequenceI mapTo)
+  {
+    for (AlignedCodonFrame acf : getCodonFrames())
+    {
+      if (acf.getAaForDnaSeq(mapFrom) == mapTo)
+      {
+        return acf;
+      }
+    }
+    return null;
+  }
+
+  @Override
+  public int[] getVisibleStartAndEndIndex(List<int[]> hiddenCols)
+  {
+    int[] alignmentStartEnd = new int[] { 0, getWidth() - 1 };
+    int startPos = alignmentStartEnd[0];
+    int endPos = alignmentStartEnd[1];
+
+    int[] lowestRange = new int[] { -1, -1 };
+    int[] higestRange = new int[] { -1, -1 };
+
+    for (int[] hiddenCol : hiddenCols)
+    {
+      lowestRange = (hiddenCol[0] <= startPos) ? hiddenCol : lowestRange;
+      higestRange = (hiddenCol[1] >= endPos) ? hiddenCol : higestRange;
+    }
+
+    if (lowestRange[0] == -1 && lowestRange[1] == -1)
+    {
+      startPos = alignmentStartEnd[0];
+    }
+    else
+    {
+      startPos = lowestRange[1] + 1;
+    }
+
+    if (higestRange[0] == -1 && higestRange[1] == -1)
+    {
+      endPos = alignmentStartEnd[1];
+    }
+    else
+    {
+      endPos = higestRange[0] - 1;
+    }
+    return new int[] { startPos, endPos };
+  }
 }