2 * Jalview - A Sequence Alignment Editor and Viewer ($$Version-Rel$$)
3 * Copyright (C) $$Year-Rel$$ The Jalview Authors
5 * This file is part of Jalview.
7 * Jalview is free software: you can redistribute it and/or
8 * modify it under the terms of the GNU General Public License
9 * as published by the Free Software Foundation, either version 3
10 * of the License, or (at your option) any later version.
12 * Jalview is distributed in the hope that it will be useful, but
13 * WITHOUT ANY WARRANTY; without even the implied warranty
14 * of MERCHANTABILITY or FITNESS FOR A PARTICULAR
15 * PURPOSE. See the GNU General Public License for more details.
17 * You should have received a copy of the GNU General Public License
18 * along with Jalview. If not, see <http://www.gnu.org/licenses/>.
19 * The Jalview Authors are detailed in the 'AUTHORS' file.
23 import jalview.analysis.AlignmentUtils;
24 import jalview.analysis.SequenceIdMatcher;
25 import jalview.api.AlignViewportI;
26 import jalview.api.FeatureColourI;
27 import jalview.api.FeatureRenderer;
28 import jalview.api.FeaturesSourceI;
29 import jalview.datamodel.AlignedCodonFrame;
30 import jalview.datamodel.Alignment;
31 import jalview.datamodel.AlignmentI;
32 import jalview.datamodel.SequenceDummy;
33 import jalview.datamodel.SequenceFeature;
34 import jalview.datamodel.SequenceI;
35 import jalview.datamodel.features.FeatureMatcherSet;
36 import jalview.datamodel.features.FeatureMatcherSetI;
37 import jalview.io.gff.GffHelperBase;
38 import jalview.io.gff.GffHelperFactory;
39 import jalview.io.gff.GffHelperI;
40 import jalview.schemes.FeatureColour;
41 import jalview.util.ColorUtils;
42 import jalview.util.MapList;
43 import jalview.util.ParseHtmlBodyAndLinks;
44 import jalview.util.StringUtils;
46 import java.awt.Color;
47 import java.io.IOException;
48 import java.util.ArrayList;
49 import java.util.Arrays;
50 import java.util.Collections;
51 import java.util.HashMap;
52 import java.util.List;
54 import java.util.Map.Entry;
57 * Parses and writes features files, which may be in Jalview, GFF2 or GFF3
58 * format. These are tab-delimited formats but with differences in the use of
61 * A Jalview feature file may define feature colours and then declare that the
62 * remainder of the file is in GFF format with the line 'GFF'.
64 * GFF3 files may include alignment mappings for features, which Jalview will
65 * attempt to model, and may include sequence data following a ##FASTA line.
72 public class FeaturesFile extends AlignFile implements FeaturesSourceI
74 private static final String TAB_REGEX = "\\t";
76 private static final String STARTGROUP = "STARTGROUP";
78 private static final String ENDGROUP = "ENDGROUP";
80 private static final String STARTFILTERS = "STARTFILTERS";
82 private static final String ENDFILTERS = "ENDFILTERS";
84 private static final String ID_NOT_SPECIFIED = "ID_NOT_SPECIFIED";
86 private static final String NOTE = "Note";
88 protected static final String GFF_VERSION = "##gff-version";
90 private AlignmentI lastmatchedAl = null;
92 private SequenceIdMatcher matcher = null;
94 protected AlignmentI dataset;
96 protected int gffVersion;
99 * Creates a new FeaturesFile object.
101 public FeaturesFile()
106 * Constructor which does not parse the file immediately
108 * @param file File or String filename
110 * @throws IOException
112 public FeaturesFile(Object file, DataSourceType paste)
115 super(false, file, paste);
120 * @throws IOException
122 public FeaturesFile(FileParse source) throws IOException
128 * Constructor that optionally parses the file immediately
130 * @param parseImmediately
133 * @throws IOException
135 public FeaturesFile(boolean parseImmediately, Object file,
136 DataSourceType type) throws IOException
138 super(parseImmediately, file, type);
142 * Parse GFF or sequence features file using case-independent matching,
146 * - alignment/dataset containing sequences that are to be annotated
148 * - hashtable to store feature colour definitions
150 * - process html strings into plain text
151 * @return true if features were added
153 public boolean parse(AlignmentI align,
154 Map<String, FeatureColourI> colours, boolean removeHTML)
156 return parse(align, colours, removeHTML, false);
160 * Extends the default addProperties by also adding peptide-to-cDNA mappings
161 * (if any) derived while parsing a GFF file
164 public void addProperties(AlignmentI al)
166 super.addProperties(al);
167 if (dataset != null && dataset.getCodonFrames() != null)
169 AlignmentI ds = (al.getDataset() == null) ? al : al.getDataset();
170 for (AlignedCodonFrame codons : dataset.getCodonFrames())
172 ds.addCodonFrame(codons);
178 * Parse GFF or Jalview format sequence features file
181 * - alignment/dataset containing sequences that are to be annotated
183 * - map to store feature colour definitions
185 * - process html strings into plain text
186 * @param relaxedIdmatching
187 * - when true, ID matches to compound sequence IDs are allowed
188 * @return true if features were added
190 public boolean parse(AlignmentI align,
191 Map<String, FeatureColourI> colours, boolean removeHTML,
192 boolean relaxedIdmatching)
194 return parse(align, colours, null, removeHTML, relaxedIdmatching);
198 * Parse GFF or Jalview format sequence features file
201 * - alignment/dataset containing sequences that are to be annotated
203 * - map to store feature colour definitions
205 * - map to store feature filter definitions
207 * - process html strings into plain text
208 * @param relaxedIdmatching
209 * - when true, ID matches to compound sequence IDs are allowed
210 * @return true if features were added
212 public boolean parse(AlignmentI align,
213 Map<String, FeatureColourI> colours,
214 Map<String, FeatureMatcherSetI> filters, boolean removeHTML,
215 boolean relaxedIdmatching)
217 Map<String, String> gffProps = new HashMap<>();
219 * keep track of any sequences we try to create from the data
221 List<SequenceI> newseqs = new ArrayList<>();
227 String featureGroup = null;
229 while ((line = nextLine()) != null)
231 // skip comments/process pragmas
232 if (line.length() == 0 || line.startsWith("#"))
234 if (line.toLowerCase().startsWith("##"))
236 processGffPragma(line, gffProps, align, newseqs);
241 gffColumns = line.split(TAB_REGEX);
242 if (gffColumns.length == 1)
244 if (line.trim().equalsIgnoreCase("GFF"))
247 * Jalview features file with appended GFF
248 * assume GFF2 (though it may declare ##gff-version 3)
255 if (gffColumns.length > 0 && gffColumns.length < 4)
258 * if 2 or 3 tokens, we anticipate either 'startgroup', 'endgroup' or
259 * a feature type colour specification
261 String ft = gffColumns[0];
262 if (ft.equalsIgnoreCase(STARTFILTERS))
264 parseFilters(filters);
267 if (ft.equalsIgnoreCase(STARTGROUP))
269 featureGroup = gffColumns[1];
271 else if (ft.equalsIgnoreCase(ENDGROUP))
273 // We should check whether this is the current group,
274 // but at present there's no way of showing more than 1 group
279 String colscheme = gffColumns[1];
280 FeatureColourI colour = FeatureColour
281 .parseJalviewFeatureColour(colscheme);
284 colours.put(ft, colour);
291 * if not a comment, GFF pragma, startgroup, endgroup or feature
292 * colour specification, that just leaves a feature details line
293 * in either Jalview or GFF format
297 parseJalviewFeature(line, gffColumns, align, colours, removeHTML,
298 relaxedIdmatching, featureGroup);
302 parseGff(gffColumns, align, relaxedIdmatching, newseqs);
306 } catch (Exception ex)
308 // should report somewhere useful for UI if necessary
309 warningMessage = ((warningMessage == null) ? "" : warningMessage)
310 + "Parsing error at\n" + line;
311 System.out.println("Error parsing feature file: " + ex + "\n" + line);
312 ex.printStackTrace(System.err);
318 * experimental - add any dummy sequences with features to the alignment
319 * - we need them for Ensembl feature extraction - though maybe not otherwise
321 for (SequenceI newseq : newseqs)
323 if (newseq.getFeatures().hasFeatures())
325 align.addSequence(newseq);
332 * Reads input lines from STARTFILTERS to ENDFILTERS and adds a feature type
333 * filter to the map for each line parsed. After exit from this method,
334 * nextLine() should return the line after ENDFILTERS (or we are already at
335 * end of file if ENDFILTERS was missing).
338 * @throws IOException
340 protected void parseFilters(Map<String, FeatureMatcherSetI> filters)
344 while ((line = nextLine()) != null)
346 if (line.toUpperCase().startsWith(ENDFILTERS))
350 String[] tokens = line.split(TAB_REGEX);
351 if (tokens.length != 2)
353 System.err.println(String.format("Invalid token count %d for %d",
354 tokens.length, line));
358 String featureType = tokens[0];
359 FeatureMatcherSetI fm = FeatureMatcherSet.fromString(tokens[1]);
360 if (fm != null && filters != null)
362 filters.put(featureType, fm);
369 * Try to parse a Jalview format feature specification and add it as a
370 * sequence feature to any matching sequences in the alignment. Returns true
371 * if successful (a feature was added), or false if not.
376 * @param featureColours
378 * @param relaxedIdmatching
379 * @param featureGroup
381 protected boolean parseJalviewFeature(String line, String[] gffColumns,
382 AlignmentI alignment, Map<String, FeatureColourI> featureColours,
383 boolean removeHTML, boolean relaxedIdMatching,
387 * tokens: description seqid seqIndex start end type [score]
389 if (gffColumns.length < 6)
391 System.err.println("Ignoring feature line '" + line
392 + "' with too few columns (" + gffColumns.length + ")");
395 String desc = gffColumns[0];
396 String seqId = gffColumns[1];
397 SequenceI seq = findSequence(seqId, alignment, null, relaxedIdMatching);
399 if (!ID_NOT_SPECIFIED.equals(seqId))
401 seq = findSequence(seqId, alignment, null, relaxedIdMatching);
407 String seqIndex = gffColumns[2];
410 int idx = Integer.parseInt(seqIndex);
411 seq = alignment.getSequenceAt(idx);
412 } catch (NumberFormatException ex)
414 System.err.println("Invalid sequence index: " + seqIndex);
420 System.out.println("Sequence not found: " + line);
424 int startPos = Integer.parseInt(gffColumns[3]);
425 int endPos = Integer.parseInt(gffColumns[4]);
427 String ft = gffColumns[5];
429 if (!featureColours.containsKey(ft))
432 * Perhaps an old style groups file with no colours -
433 * synthesize a colour from the feature type
435 Color colour = ColorUtils.createColourFromName(ft);
436 featureColours.put(ft, new FeatureColour(colour));
438 SequenceFeature sf = null;
439 if (gffColumns.length > 6)
441 float score = Float.NaN;
444 score = new Float(gffColumns[6]).floatValue();
445 } catch (NumberFormatException ex)
447 sf = new SequenceFeature(ft, desc, startPos, endPos, featureGroup);
449 sf = new SequenceFeature(ft, desc, startPos, endPos, score,
454 sf = new SequenceFeature(ft, desc, startPos, endPos, featureGroup);
457 parseDescriptionHTML(sf, removeHTML);
459 seq.addSequenceFeature(sf);
462 && (seq = alignment.findName(seq, seqId, false)) != null)
464 seq.addSequenceFeature(new SequenceFeature(sf));
470 * clear any temporary handles used to speed up ID matching
472 protected void resetMatcher()
474 lastmatchedAl = null;
479 * Returns a sequence matching the given id, as follows
481 * <li>strict matching is on exact sequence name</li>
482 * <li>relaxed matching allows matching on a token within the sequence name,
484 * <li>first tries to find a match in the alignment sequences</li>
485 * <li>else tries to find a match in the new sequences already generated while
486 * parsing the features file</li>
487 * <li>else creates a new placeholder sequence, adds it to the new sequences
488 * list, and returns it</li>
494 * @param relaxedIdMatching
498 protected SequenceI findSequence(String seqId, AlignmentI align,
499 List<SequenceI> newseqs, boolean relaxedIdMatching)
501 // TODO encapsulate in SequenceIdMatcher, share the matcher
502 // with the GffHelper (removing code duplication)
503 SequenceI match = null;
504 if (relaxedIdMatching)
506 if (lastmatchedAl != align)
508 lastmatchedAl = align;
509 matcher = new SequenceIdMatcher(align.getSequencesArray());
512 matcher.addAll(newseqs);
515 match = matcher.findIdMatch(seqId);
519 match = align.findName(seqId, true);
520 if (match == null && newseqs != null)
522 for (SequenceI m : newseqs)
524 if (seqId.equals(m.getName()))
532 if (match == null && newseqs != null)
534 match = new SequenceDummy(seqId);
535 if (relaxedIdMatching)
537 matcher.addAll(Arrays.asList(new SequenceI[] { match }));
539 // add dummy sequence to the newseqs list
545 public void parseDescriptionHTML(SequenceFeature sf, boolean removeHTML)
547 if (sf.getDescription() == null)
551 ParseHtmlBodyAndLinks parsed = new ParseHtmlBodyAndLinks(
552 sf.getDescription(), removeHTML, newline);
556 sf.setDescription(parsed.getNonHtmlContent());
559 for (String link : parsed.getLinks())
566 * Returns contents of a Jalview format features file, for visible features,
567 * as filtered by type and group. Features with a null group are displayed if
568 * their feature type is visible. Non-positional features may optionally be
569 * included (with no check on type or group).
573 * @param includeNonPositional
574 * if true, include non-positional features (regardless of group or
578 public String printJalviewFormat(SequenceI[] sequences,
579 FeatureRenderer fr, boolean includeNonPositional)
581 Map<String, FeatureColourI> visibleColours = fr
582 .getDisplayedFeatureCols();
583 Map<String, FeatureMatcherSetI> featureFilters = fr.getFeatureFilters();
585 if (!includeNonPositional
586 && (visibleColours == null || visibleColours.isEmpty()))
588 // no point continuing.
589 return "No Features Visible";
593 * write out feature colours (if we know them)
595 // TODO: decide if feature links should also be written here ?
596 StringBuilder out = new StringBuilder(256);
597 if (visibleColours != null)
599 for (Entry<String, FeatureColourI> featureColour : visibleColours
602 FeatureColourI colour = featureColour.getValue();
603 out.append(colour.toJalviewFormat(featureColour.getKey())).append(
608 String[] types = visibleColours == null ? new String[0]
609 : visibleColours.keySet()
610 .toArray(new String[visibleColours.keySet().size()]);
613 * feature filters if any
615 outputFeatureFilters(out, visibleColours, featureFilters);
618 * output features within groups
620 int count = outputFeaturesByGroup(out, fr, types, sequences,
621 includeNonPositional);
623 return count > 0 ? out.toString() : "No Features Visible";
627 * Outputs any feature filters defined for visible feature types, sandwiched by
628 * STARTFILTERS and ENDFILTERS lines
632 * @param featureFilters
634 void outputFeatureFilters(StringBuilder out,
635 Map<String, FeatureColourI> visible,
636 Map<String, FeatureMatcherSetI> featureFilters)
638 if (visible == null || featureFilters == null
639 || featureFilters.isEmpty())
644 boolean first = true;
645 for (String featureType : visible.keySet())
647 FeatureMatcherSetI filter = featureFilters.get(featureType);
653 out.append(newline).append(STARTFILTERS).append(newline);
655 out.append(featureType).append(TAB).append(filter.toStableString())
661 out.append(ENDFILTERS).append(newline);
667 * Appends output of visible sequence features within feature groups to the
668 * output buffer. Groups other than the null or empty group are sandwiched by
669 * STARTGROUP and ENDGROUP lines. Answers the number of features written.
673 * @param featureTypes
675 * @param includeNonPositional
678 private int outputFeaturesByGroup(StringBuilder out,
679 FeatureRenderer fr, String[] featureTypes,
680 SequenceI[] sequences, boolean includeNonPositional)
682 List<String> featureGroups = fr.getFeatureGroups();
685 * sort groups alphabetically, and ensure that features with a
686 * null or empty group are output after those in named groups
688 List<String> sortedGroups = new ArrayList<>(featureGroups);
689 sortedGroups.remove(null);
690 sortedGroups.remove("");
691 Collections.sort(sortedGroups);
692 sortedGroups.add(null);
693 sortedGroups.add("");
696 List<String> visibleGroups = fr.getDisplayedFeatureGroups();
699 * loop over all groups (may be visible or not);
700 * non-positional features are output even if group is not visible
702 for (String group : sortedGroups)
704 boolean firstInGroup = true;
705 boolean isNullGroup = group == null || "".equals(group);
707 for (int i = 0; i < sequences.length; i++)
709 String sequenceName = sequences[i].getName();
710 List<SequenceFeature> features = new ArrayList<>();
713 * get any non-positional features in this group, if wanted
714 * (for any feature type, whether visible or not)
716 if (includeNonPositional)
718 features.addAll(sequences[i].getFeatures()
719 .getFeaturesForGroup(false, group));
723 * add positional features for visible feature types, but
724 * (for named groups) only if feature group is visible
726 if (featureTypes.length > 0
727 && (isNullGroup || visibleGroups.contains(group)))
729 features.addAll(sequences[i].getFeatures().getFeaturesForGroup(
730 true, group, featureTypes));
733 for (SequenceFeature sf : features)
735 if (sf.isNonPositional() || fr.isVisible(sf))
743 out.append(STARTGROUP).append(TAB).append(group)
747 firstInGroup = false;
748 out.append(formatJalviewFeature(sequenceName, sf));
753 if (!isNullGroup && !firstInGroup)
755 out.append(ENDGROUP).append(TAB).append(group).append(newline);
763 * @param sequenceName
764 * @param sequenceFeature
766 protected String formatJalviewFeature(
767 String sequenceName, SequenceFeature sequenceFeature)
769 StringBuilder out = new StringBuilder(64);
770 if (sequenceFeature.description == null
771 || sequenceFeature.description.equals(""))
773 out.append(sequenceFeature.type).append(TAB);
777 if (sequenceFeature.links != null
778 && sequenceFeature.getDescription().indexOf("<html>") == -1)
780 out.append("<html>");
783 out.append(sequenceFeature.description);
784 if (sequenceFeature.links != null)
786 for (int l = 0; l < sequenceFeature.links.size(); l++)
788 String label = sequenceFeature.links.elementAt(l);
789 String href = label.substring(label.indexOf("|") + 1);
790 label = label.substring(0, label.indexOf("|"));
792 if (sequenceFeature.description.indexOf(href) == -1)
794 out.append(" <a href=\"" + href + "\">" + label + "</a>");
798 if (sequenceFeature.getDescription().indexOf("</html>") == -1)
800 out.append("</html>");
806 out.append(sequenceName);
807 out.append("\t-1\t");
808 out.append(sequenceFeature.begin);
810 out.append(sequenceFeature.end);
812 out.append(sequenceFeature.type);
813 if (!Float.isNaN(sequenceFeature.score))
816 out.append(sequenceFeature.score);
820 return out.toString();
824 * Parse method that is called when a GFF file is dragged to the desktop
829 AlignViewportI av = getViewport();
832 AlignmentI a = av.getAlignment();
835 dataset = a.getDataset();
839 // working in the applet context ?
845 dataset = new Alignment(new SequenceI[] {});
848 Map<String, FeatureColourI> featureColours = new HashMap<>();
849 boolean parseResult = parse(dataset, featureColours, false, true);
852 // pass error up somehow
856 // update viewport with the dataset data ?
860 setSeqs(dataset.getSequencesArray());
865 * Implementation of unused abstract method
867 * @return error message
870 public String print(SequenceI[] sqs, boolean jvsuffix)
872 System.out.println("Use printGffFormat() or printJalviewFormat()");
877 * Returns features output in GFF2 format
880 * the sequences whose features are to be output
882 * a map whose keys are the type names of visible features
883 * @param visibleFeatureGroups
884 * @param includeNonPositionalFeatures
887 public String printGffFormat(SequenceI[] sequences,
888 FeatureRenderer fr, boolean includeNonPositionalFeatures)
890 Map<String, FeatureColourI> visibleColours = fr.getDisplayedFeatureCols();
892 StringBuilder out = new StringBuilder(256);
894 out.append(String.format("%s %d" + newline, GFF_VERSION,
895 gffVersion == 0 ? 2 : gffVersion));
897 if (!includeNonPositionalFeatures
898 && (visibleColours == null || visibleColours.isEmpty()))
900 return out.toString();
903 String[] types = visibleColours == null ? new String[0]
904 : visibleColours.keySet()
905 .toArray(new String[visibleColours.keySet().size()]);
907 for (SequenceI seq : sequences)
909 List<SequenceFeature> features = new ArrayList<>();
910 if (includeNonPositionalFeatures)
912 features.addAll(seq.getFeatures().getNonPositionalFeatures());
914 if (visibleColours != null && !visibleColours.isEmpty())
916 features.addAll(seq.getFeatures().getPositionalFeatures(types));
919 for (SequenceFeature sf : features)
921 if (!sf.isNonPositional() && !fr.isVisible(sf))
924 * feature hidden by group visibility, colour threshold,
925 * or feature filter condition
930 String source = sf.featureGroup;
933 source = sf.getDescription();
936 out.append(seq.getName());
942 out.append(sf.begin);
946 out.append(sf.score);
949 int strand = sf.getStrand();
950 out.append(strand == 1 ? "+" : (strand == -1 ? "-" : "."));
953 String phase = sf.getPhase();
954 out.append(phase == null ? "." : phase);
956 // miscellaneous key-values (GFF column 9)
957 String attributes = sf.getAttributes();
958 if (attributes != null)
960 out.append(TAB).append(attributes);
967 return out.toString();
971 * Returns a mapping given list of one or more Align descriptors (exonerate
974 * @param alignedRegions
975 * a list of "Align fromStart toStart fromCount"
976 * @param mapIsFromCdna
977 * if true, 'from' is dna, else 'from' is protein
979 * either 1 (forward) or -1 (reverse)
981 * @throws IOException
983 protected MapList constructCodonMappingFromAlign(
984 List<String> alignedRegions, boolean mapIsFromCdna, int strand)
989 throw new IOException(
990 "Invalid strand for a codon mapping (cannot be 0)");
992 int regions = alignedRegions.size();
993 // arrays to hold [start, end] for each aligned region
994 int[] fromRanges = new int[regions * 2]; // from dna
995 int[] toRanges = new int[regions * 2]; // to protein
996 int fromRangesIndex = 0;
997 int toRangesIndex = 0;
999 for (String range : alignedRegions)
1002 * Align mapFromStart mapToStart mapFromCount
1003 * e.g. if mapIsFromCdna
1004 * Align 11270 143 120
1006 * 120 bases from pos 11270 align to pos 143 in peptide
1007 * if !mapIsFromCdna this would instead be
1008 * Align 143 11270 40
1010 String[] tokens = range.split(" ");
1011 if (tokens.length != 3)
1013 throw new IOException("Wrong number of fields for Align");
1020 fromStart = Integer.parseInt(tokens[0]);
1021 toStart = Integer.parseInt(tokens[1]);
1022 fromCount = Integer.parseInt(tokens[2]);
1023 } catch (NumberFormatException nfe)
1025 throw new IOException(
1026 "Invalid number in Align field: " + nfe.getMessage());
1030 * Jalview always models from dna to protein, so adjust values if the
1031 * GFF mapping is from protein to dna
1036 int temp = fromStart;
1037 fromStart = toStart;
1040 fromRanges[fromRangesIndex++] = fromStart;
1041 fromRanges[fromRangesIndex++] = fromStart + strand * (fromCount - 1);
1044 * If a codon has an intron gap, there will be contiguous 'toRanges';
1045 * this is handled for us by the MapList constructor.
1046 * (It is not clear that exonerate ever generates this case)
1048 toRanges[toRangesIndex++] = toStart;
1049 toRanges[toRangesIndex++] = toStart + (fromCount - 1) / 3;
1052 return new MapList(fromRanges, toRanges, 3, 1);
1056 * Parse a GFF format feature. This may include creating a 'dummy' sequence to
1057 * hold the feature, or for its mapped sequence, or both, to be resolved
1058 * either later in the GFF file (##FASTA section), or when the user loads
1059 * additional sequences.
1063 * @param relaxedIdMatching
1067 protected SequenceI parseGff(String[] gffColumns, AlignmentI alignment,
1068 boolean relaxedIdMatching, List<SequenceI> newseqs)
1071 * GFF: seqid source type start end score strand phase [attributes]
1073 if (gffColumns.length < 5)
1075 System.err.println("Ignoring GFF feature line with too few columns ("
1076 + gffColumns.length + ")");
1081 * locate referenced sequence in alignment _or_
1082 * as a forward or external reference (SequenceDummy)
1084 String seqId = gffColumns[0];
1085 SequenceI seq = findSequence(seqId, alignment, newseqs,
1088 SequenceFeature sf = null;
1089 GffHelperI helper = GffHelperFactory.getHelper(gffColumns);
1094 sf = helper.processGff(seq, gffColumns, alignment, newseqs,
1098 seq.addSequenceFeature(sf);
1099 while ((seq = alignment.findName(seq, seqId, true)) != null)
1101 seq.addSequenceFeature(new SequenceFeature(sf));
1104 } catch (IOException e)
1106 System.err.println("GFF parsing failed with: " + e.getMessage());
1115 * Process the 'column 9' data of the GFF file. This is less formally defined,
1116 * and its interpretation will vary depending on the tool that has generated
1122 protected void processGffColumnNine(String attributes, SequenceFeature sf)
1124 sf.setAttributes(attributes);
1127 * Parse attributes in column 9 and add them to the sequence feature's
1128 * 'otherData' table; use Note as a best proxy for description
1130 char nameValueSeparator = gffVersion == 3 ? '=' : ' ';
1131 // TODO check we don't break GFF2 values which include commas here
1132 Map<String, List<String>> nameValues = GffHelperBase
1133 .parseNameValuePairs(attributes, ";", nameValueSeparator, ",");
1134 for (Entry<String, List<String>> attr : nameValues.entrySet())
1136 String values = StringUtils.listToDelimitedString(attr.getValue(),
1138 sf.setValue(attr.getKey(), values);
1139 if (NOTE.equals(attr.getKey()))
1141 sf.setDescription(values);
1147 * After encountering ##fasta in a GFF3 file, process the remainder of the
1148 * file as FAST sequence data. Any placeholder sequences created during
1149 * feature parsing are updated with the actual sequences.
1153 * @throws IOException
1155 protected void processAsFasta(AlignmentI align, List<SequenceI> newseqs)
1161 } catch (IOException q)
1164 FastaFile parser = new FastaFile(this);
1165 List<SequenceI> includedseqs = parser.getSeqs();
1167 SequenceIdMatcher smatcher = new SequenceIdMatcher(newseqs);
1170 * iterate over includedseqs, and replacing matching ones with newseqs
1171 * sequences. Generic iterator not used here because we modify
1172 * includedseqs as we go
1174 for (int p = 0, pSize = includedseqs.size(); p < pSize; p++)
1176 // search for any dummy seqs that this sequence can be used to update
1177 SequenceI includedSeq = includedseqs.get(p);
1178 SequenceI dummyseq = smatcher.findIdMatch(includedSeq);
1179 if (dummyseq != null && dummyseq instanceof SequenceDummy)
1181 // probably have the pattern wrong
1182 // idea is that a flyweight proxy for a sequence ID can be created for
1183 // 1. stable reference creation
1184 // 2. addition of annotation
1185 // 3. future replacement by a real sequence
1186 // current pattern is to create SequenceDummy objects - a convenience
1187 // constructor for a Sequence.
1188 // problem is that when promoted to a real sequence, all references
1189 // need to be updated somehow. We avoid that by keeping the same object.
1190 ((SequenceDummy) dummyseq).become(includedSeq);
1191 dummyseq.createDatasetSequence();
1194 * Update mappings so they are now to the dataset sequence
1196 for (AlignedCodonFrame mapping : align.getCodonFrames())
1198 mapping.updateToDataset(dummyseq);
1202 * replace parsed sequence with the realised forward reference
1204 includedseqs.set(p, dummyseq);
1207 * and remove from the newseqs list
1209 newseqs.remove(dummyseq);
1214 * finally add sequences to the dataset
1216 for (SequenceI seq : includedseqs)
1218 // experimental: mapping-based 'alignment' to query sequence
1219 AlignmentUtils.alignSequenceAs(seq, align,
1220 String.valueOf(align.getGapCharacter()), false, true);
1222 // rename sequences if GFF handler requested this
1223 // TODO a more elegant way e.g. gffHelper.postProcess(newseqs) ?
1224 List<SequenceFeature> sfs = seq.getFeatures().getPositionalFeatures();
1227 String newName = (String) sfs.get(0).getValue(
1228 GffHelperI.RENAME_TOKEN);
1229 if (newName != null)
1231 seq.setName(newName);
1234 align.addSequence(seq);
1239 * Process a ## directive
1245 * @throws IOException
1247 protected void processGffPragma(String line, Map<String, String> gffProps,
1248 AlignmentI align, List<SequenceI> newseqs) throws IOException
1251 if ("###".equals(line))
1253 // close off any open 'forward references'
1257 String[] tokens = line.substring(2).split(" ");
1258 String pragma = tokens[0];
1259 String value = tokens.length == 1 ? null : tokens[1];
1261 if ("gff-version".equalsIgnoreCase(pragma))
1267 // value may be e.g. "3.1.2"
1268 gffVersion = Integer.parseInt(value.split("\\.")[0]);
1269 } catch (NumberFormatException e)
1275 else if ("sequence-region".equalsIgnoreCase(pragma))
1277 // could capture <seqid start end> if wanted here
1279 else if ("feature-ontology".equalsIgnoreCase(pragma))
1281 // should resolve against the specified feature ontology URI
1283 else if ("attribute-ontology".equalsIgnoreCase(pragma))
1285 // URI of attribute ontology - not currently used in GFF3
1287 else if ("source-ontology".equalsIgnoreCase(pragma))
1289 // URI of source ontology - not currently used in GFF3
1291 else if ("species-build".equalsIgnoreCase(pragma))
1293 // save URI of specific NCBI taxon version of annotations
1294 gffProps.put("species-build", value);
1296 else if ("fasta".equalsIgnoreCase(pragma))
1298 // process the rest of the file as a fasta file and replace any dummy
1300 processAsFasta(align, newseqs);
1304 System.err.println("Ignoring unknown pragma: " + line);