in progress
authorcmzmasek@gmail.com <cmzmasek@gmail.com@ca865154-3058-d1c3-3e42-d8f55a55bdbd>
Sat, 29 Sep 2012 19:55:35 +0000 (19:55 +0000)
committercmzmasek@gmail.com <cmzmasek@gmail.com@ca865154-3058-d1c3-3e42-d8f55a55bdbd>
Sat, 29 Sep 2012 19:55:35 +0000 (19:55 +0000)
forester/ruby/evoruby/lib/evo/apps/domain_sequence_extractor.rb
forester/ruby/evoruby/lib/evo/io/parser/hmmscan_domain_extractor.rb
forester/ruby/evoruby/lib/evo/io/parser/hmmscan_domain_extractor_old2.rb [new file with mode: 0644]

index 457e530..bc2785d 100644 (file)
@@ -150,20 +150,20 @@ module Evoruby
           Forester::Util.fatal_error( PRG_NAME, "attempt to use a negative length threshold", STDOUT )
         end
       end
-      
-      
-       min_linker = nil
-       if ( cla.is_option_set?( MIN_LINKER_OPT ) )
+
+
+      min_linker = nil
+      if ( cla.is_option_set?( MIN_LINKER_OPT ) )
         begin
-           min_linker = cla.get_option_value_as_int( MIN_LINKER_OPT )
+          min_linker = cla.get_option_value_as_int( MIN_LINKER_OPT )
         rescue ArgumentError => e
           Forester::Util.fatal_error( PRG_NAME, "error: " + e.to_s, STDOUT )
         end
-         if ( !min_linker || min_linker > 100 || min_linker < -100 )
+        if ( !min_linker || min_linker > 100 || min_linker < -100 )
           Forester::Util.fatal_error( PRG_NAME, "unexpected value for min linker " + min_linker.to_s, STDOUT )
         end
       end
-      
+
 
       log = String.new
 
@@ -204,11 +204,11 @@ module Evoruby
         puts( "Trim names        : false" )
         log << "Trim names        : false" + ld
       end
-      
+
       if ( min_linker )
         puts( "Min linker        : " + min_linker.to_s )
         log << "Min linker        :  " + min_linker.to_s +  ld
-      
+
       end
 
 
@@ -249,10 +249,13 @@ module Evoruby
           add_species,
           min_linker,
           log )
-      rescue ArgumentError, IOError, StandardError => e
+      rescue ArgumentError, IOError => e
         Util.fatal_error( PRG_NAME, "error: " + e.to_s, STDOUT )
+
       rescue Exception => e
-        Util.fatal_error( PRG_NAME, "unexpected exception!: " + e.to_s, STDOUT )
+        puts e.backtrace
+        Util.fatal_error( PRG_NAME, "unexpected exception: " + e.to_s, STDOUT )
+
       end
 
       puts
index 26eaa56..a09aa26 100644 (file)
@@ -23,9 +23,133 @@ module Evoruby
     def initialize
     end
 
+
+    def process_hmmscan_datas( hmmscan_datas,
+        in_msa,
+        add_position,
+        add_domain_number,
+        trim_name ,
+        add_species,
+        out_msa )
+
+      actual_out_of = hmmscan_datas.size
+
+      domain_pass_counter = 0;
+
+      hmmscan_datas.each_with_index do |hmmscan_data, index|
+        if hmmscan_data.number < ( index + 1 )
+          error_msg = "hmmscan_data.number < ( index + 1 ) (this should not have happened)"
+          raise StandardError, error_msg
+        end
+
+        extract_domain( hmmscan_data.seq_name,
+          index + 1,
+          actual_out_of,
+          hmmscan_data.env_from,
+          hmmscan_data.env_to,
+          in_msa,
+          out_msa,
+          add_position,
+          add_domain_number,
+          trim_name ,
+          add_species )
+        domain_pass_counter += 1
+
+        #   if passed_seqs.find_by_name_start( hmmscan_data.seq_name, true ).length < 1
+        #     add_sequence( hmmscan_data.seq_name, in_msa, passed_seqs )
+        #     proteins_with_passing_domains += 1
+        #   end
+
+=begin
+        if min_linker
+          if out_of == 1
+            extract_domain( sequence,
+              number,
+              out_of,
+              env_from,
+              env_to,
+              in_msa,
+              out_msa_singlets,
+              false,
+              true,
+              false,
+              false,
+              trim_name,
+              add_species )
+            singlets_counter += 1
+          elsif prev_sequence
+            if sequence != prev_sequence
+              prev_is_pair = false
+            else
+              if ( env_from - prev_env_to ) <= min_linker
+                extract_domain( sequence,
+                  prev_number.to_s + "+" + number.to_s,
+                  out_of,
+                  prev_env_from,
+                  env_to,
+                  in_msa,
+                  out_msa_pairs,
+                  false,
+                  true,
+                  false,
+                  false,
+                  trim_name,
+                  add_species )
+                prev_is_pair = true
+                close_pairs_counter += 2
+              else
+                if !prev_is_pair
+                  extract_domain( sequence,
+                    prev_number,
+                    out_of,
+                    prev_env_from,
+                    prev_env_to,
+                    in_msa,
+                    out_msa_distant_partners,
+                    false,
+                    true,
+                    false,
+                    false,
+                    trim_name,
+                    add_species )
+                  distant_pairs_counter += 1
+                end
+                if number == out_of
+                  extract_domain( sequence,
+                    number,
+                    out_of,
+                    env_from,
+                    env_to,
+                    in_msa,
+                    out_msa_distant_partners,
+                    false,
+                    true,
+                    false,
+                    false,
+                    trim_name,
+                    add_species )
+                  distant_pairs_counter += 1
+                end
+                prev_is_pair = false
+              end
+            end # sequence != prev_sequence else
+          end
+          prev_sequence = sequence
+          prev_number   = number
+          prev_env_from = env_from
+          prev_env_to   = env_to
+          #prev_i_e_value  = i_e_value
+        end # if min_linker
+=end
+
+      end # each
+      domain_pass_counter
+    end # def process_hmmscan_data
+
+
     # raises ArgumentError, IOError, StandardError
     def parse( domain_id,
-        hmmsearch_output,
+        hmmscan_output,
         fasta_sequence_file,
         outfile,
         passed_seqs_outfile,
@@ -41,7 +165,7 @@ module Evoruby
         min_linker,
         log )
 
-      Util.check_file_for_readability( hmmsearch_output )
+      Util.check_file_for_readability( hmmscan_output )
       Util.check_file_for_readability( fasta_sequence_file )
       Util.check_file_for_writability( outfile )
       Util.check_file_for_writability( passed_seqs_outfile )
@@ -88,7 +212,11 @@ module Evoruby
       # prev_i_e_value  = nil
       prev_is_pair = false
 
-      File.open( hmmsearch_output ) do | file |
+
+      hmmscan_datas = Array.new
+
+
+      File.open( hmmscan_output ) do | file |
         while line = file.gets
           if !is_ignorable?( line ) && line =~ /^\S+\s+/
 
@@ -96,8 +224,7 @@ module Evoruby
             #         1       2       3       4       5       6       7       8       9       10      11      12      13      14      15      16      17      18      19      20      21      22      23
             line =~ /^(\S+)\s+(\S+)\s+(\d+)\s+(\S+)\s+(\S+)\s+(\d+)\s+(\S+)\s+(\S+)\s+(\S+)\s+(\d+)\s+(\d+)\s+(\S+)\s+(\S+)\s+(\S+)\s+(\S+)\s+(\d+)\s+(\d+)\s+(\d+)\s+(\d+)\s+(\d+)\s+(\d+)\s+(\S+)\s+(.*)/
 
-            target_name = $1
-            if domain_id != target_name
+            if domain_id != $1
               next
             end
 
@@ -107,114 +234,15 @@ module Evoruby
             env_from = $20.to_i
             env_to   = $21.to_i
             i_e_value  = $13.to_f
-            if ( number > max_domain_copy_number_per_protein )
-              max_domain_copy_number_sequence    = sequence
-              max_domain_copy_number_per_protein = number
-            end
+
             if ( ( ( e_value_threshold < 0.0 ) || ( i_e_value <= e_value_threshold ) ) &&
                  ( ( length_threshold <= 0 )   || ( env_to - env_from + 1 ) >= length_threshold.to_f ) )
-
-              extract_domain( sequence,
-                number,
-                out_of,
-                env_from,
-                env_to,
-                in_msa,
-                out_msa,
-                add_position,
-                add_domain_number,
-                add_domain_number_as_digit,
-                add_domain_number_as_letter,
-                trim_name ,
-                add_species )
-              domain_pass_counter += 1
-
-              if passed_seqs.find_by_name_start( sequence, true ).length < 1
-                add_sequence( sequence, in_msa, passed_seqs )
-                proteins_with_passing_domains += 1
+              hmmscan_datas << HmmsearchData.new( sequence, number, out_of, env_from, env_to, i_e_value )
+              if ( number > max_domain_copy_number_per_protein )
+                max_domain_copy_number_sequence    = sequence
+                max_domain_copy_number_per_protein = number
               end
-
-              if min_linker
-                if out_of == 1
-                  extract_domain( sequence,
-                    number,
-                    out_of,
-                    env_from,
-                    env_to,
-                    in_msa,
-                    out_msa_singlets,
-                    false,
-                    true,
-                    false,
-                    false,
-                    trim_name,
-                    add_species )
-                  singlets_counter += 1
-                elsif prev_sequence
-                  if sequence != prev_sequence
-                    prev_is_pair = false
-                  else
-                    if ( env_from - prev_env_to ) <= min_linker
-                      extract_domain( sequence,
-                        prev_number.to_s + "+" + number.to_s,
-                        out_of,
-                        prev_env_from,
-                        env_to,
-                        in_msa,
-                        out_msa_pairs,
-                        false,
-                        true,
-                        false,
-                        false,
-                        trim_name,
-                        add_species )
-                      prev_is_pair = true
-                      close_pairs_counter += 2
-                    else
-                      if !prev_is_pair
-                        extract_domain( sequence,
-                          prev_number,
-                          out_of,
-                          prev_env_from,
-                          prev_env_to,
-                          in_msa,
-                          out_msa_distant_partners,
-                          false,
-                          true,
-                          false,
-                          false,
-                          trim_name,
-                          add_species )
-                        distant_pairs_counter += 1
-                      end
-                      if number == out_of
-                        extract_domain( sequence,
-                          number,
-                          out_of,
-                          env_from,
-                          env_to,
-                          in_msa,
-                          out_msa_distant_partners,
-                          false,
-                          true,
-                          false,
-                          false,
-                          trim_name,
-                          add_species )
-                        distant_pairs_counter += 1
-                      end
-                      prev_is_pair = false
-                    end
-                  end # sequence != prev_sequence else
-                end
-                prev_sequence = sequence
-                prev_number   = number
-                prev_env_from = env_from
-                prev_env_to   = env_to
-                #prev_i_e_value  = i_e_value
-              end # if min_linker
-
-            else
+            else # failed
               print( domain_fail_counter.to_s + ": " + sequence.to_s + " did not meet threshold(s)" )
               log << domain_fail_counter.to_s + ": " + sequence.to_s + " did not meet threshold(s)"
               if ( ( e_value_threshold.to_f >= 0.0 ) && ( i_e_value > e_value_threshold ) )
@@ -226,34 +254,53 @@ module Evoruby
                 print( " l=" + le.to_s )
                 log << " l=" + le.to_s
               end
-              print( Constants::LINE_DELIMITER )
-              log << Constants::LINE_DELIMITER
+              print( ld )
+              log << ld
               domain_fail_counter  += 1
 
               if failed_seqs.find_by_name_start( sequence, true ).length < 1
                 add_sequence( sequence, in_msa, failed_seqs )
                 proteins_with_failing_domains += 1
               end
+            end
+
+            if number > out_of
+              error_msg = "number > out_of ! (this should not have happened)"
+              raise StandardError, error_msg
+            end
+
+            if number == out_of && !hmmscan_datas.empty?
+              domain_pass_counter += process_hmmscan_datas(  hmmscan_datas,
+                in_msa,
+                add_position,
+                add_domain_number,
+                trim_name ,
+                add_species,
+                out_msa        )
 
+              hmmscan_datas.clear
             end
-          end # if !is_ignorable?( line ) && line =~ /^\S+\s+/
+
+          end
         end #  while line = file.gets
-      end #   File.open( hmmsearch_output ) do | file |
+      end # File.open( hmmsearch_output ) do | file |
+
+
 
       if domain_pass_counter < 1
         error_msg = "no domain sequences were extracted"
-        raise StandardError, error_msg
+        raise IOError, error_msg
       end
 
-      log << Constants::LINE_DELIMITER
+      log << ld
       puts( "Max domain copy number per protein : " + max_domain_copy_number_per_protein.to_s )
       log << "Max domain copy number per protein : " + max_domain_copy_number_per_protein.to_s
-      log << Constants::LINE_DELIMITER
+      log << ld
 
       if ( max_domain_copy_number_per_protein > 1 )
         puts( "First protein with this copy number: " + max_domain_copy_number_sequence )
         log << "First protein with this copy number: " + max_domain_copy_number_sequence
-        log << Constants::LINE_DELIMITER
+        log << ld
       end
 
       write_msa( out_msa, outfile  )
@@ -320,7 +367,7 @@ module Evoruby
       add_to_msa.add_sequence( seq )
     end
 
-    # raises ArgumentError, StandardError
+
     def extract_domain( sequence,
         number,
         out_of,
@@ -330,26 +377,24 @@ module Evoruby
         out_msa,
         add_position,
         add_domain_number,
-        add_domain_number_as_digit,
-        add_domain_number_as_letter,
         trim_name,
         add_species )
       if  number.is_a?( Fixnum ) && ( number < 1 || out_of < 1 || number > out_of )
         error_msg = "impossible: number=" + number.to_s + ", out of=" + out_of.to_s
-        raise ArgumentError, error_msg
+        raise StandardError, error_msg
       end
       if  seq_from < 1 || seq_to < 1 || seq_from >= seq_to
         error_msg = "impossible: seq-f=" + seq_from.to_s + ", seq-t=" + seq_to.to_s
-        raise ArgumentError, error_msg
+        raise StandardError, error_msg
       end
       seqs = in_msa.find_by_name_start( sequence, true )
       if seqs.length < 1
         error_msg = "sequence \"" + sequence + "\" not found in sequence file"
-        raise StandardError, error_msg
+        raise IOError, error_msg
       end
       if seqs.length > 1
         error_msg = "sequence \"" + sequence + "\" not unique in sequence file"
-        raise StandardError, error_msg
+        raise IOError, error_msg
       end
       # hmmsearch is 1 based, wheres sequences are 0 bases in this package.
       seq = in_msa.get_sequence( seqs[ 0 ] ).get_subsequence( seq_from - 1, seq_to - 1 )
@@ -366,25 +411,10 @@ module Evoruby
         seq.set_name( seq.get_name[ 0, seq.get_name.length - TRIM_BY ] )
       end
 
-      if out_of != 1
-        if add_domain_number_as_digit
-          seq.set_name( seq.get_name + number.to_s )
-        elsif add_domain_number_as_letter
-          if number > 25
-            error_msg = 'too many identical domains per sequence, cannot use letters to distinguish them'
-            raise StandardError, error_msg
-          end
-          seq.set_name( seq.get_name + ( number + 96 ).chr )
-        elsif add_domain_number
-          seq.set_name( seq.get_name + "~" + number.to_s + "-" + out_of.to_s )
-        end
+      if out_of != 1 && add_domain_number
+        seq.set_name( seq.get_name + "~" + number.to_s + "-" + out_of.to_s )
       end
 
-      # if ( seq.get_name.length > 10 )
-      #   error_msg = "sequence name [" + seq.get_name + "] is longer than 10 characters"
-      #   raise StandardError, error_msg
-      # end
-
       if add_species
         a = orig_name.rindex "["
         b = orig_name.rindex "]"
@@ -404,5 +434,17 @@ module Evoruby
 
   end # class HmmscanDomainExtractor
 
+  class HmmsearchData
+    def initialize( seq_name, number, out_of, env_from, env_to, i_e_value )
+      @seq_name = seq_name
+      @number = number
+      @out_of = out_of
+      @env_from = env_from
+      @env_to = env_to
+      @i_e_value = i_e_value
+    end
+    attr_reader :seq_name, :number, :out_of, :env_from, :env_to, :i_e_value
+  end
+
 end # module Evoruby
 
diff --git a/forester/ruby/evoruby/lib/evo/io/parser/hmmscan_domain_extractor_old2.rb b/forester/ruby/evoruby/lib/evo/io/parser/hmmscan_domain_extractor_old2.rb
new file mode 100644 (file)
index 0000000..26eaa56
--- /dev/null
@@ -0,0 +1,408 @@
+#
+# = lib/evo/io/parser/hmmscan_domain_extractor.rb - HmmscanDomainExtractor class
+#
+# Copyright::  Copyright (C) 2012 Christian M. Zmasek
+# License::    GNU Lesser General Public License (LGPL)
+#
+# $Id:  $
+
+
+require 'lib/evo/util/constants'
+require 'lib/evo/msa/msa_factory'
+require 'lib/evo/io/msa_io'
+require 'lib/evo/io/writer/fasta_writer'
+require 'lib/evo/io/parser/fasta_parser'
+
+
+module Evoruby
+
+  class HmmscanDomainExtractor
+
+    TRIM_BY = 2
+
+    def initialize
+    end
+
+    # raises ArgumentError, IOError, StandardError
+    def parse( domain_id,
+        hmmsearch_output,
+        fasta_sequence_file,
+        outfile,
+        passed_seqs_outfile,
+        failed_seqs_outfile,
+        e_value_threshold,
+        length_threshold,
+        add_position,
+        add_domain_number,
+        add_domain_number_as_digit,
+        add_domain_number_as_letter,
+        trim_name,
+        add_species,
+        min_linker,
+        log )
+
+      Util.check_file_for_readability( hmmsearch_output )
+      Util.check_file_for_readability( fasta_sequence_file )
+      Util.check_file_for_writability( outfile )
+      Util.check_file_for_writability( passed_seqs_outfile )
+      Util.check_file_for_writability( failed_seqs_outfile )
+
+      in_msa = nil
+      factory = MsaFactory.new()
+      in_msa = factory.create_msa_from_file( fasta_sequence_file, FastaParser.new() )
+
+      if ( in_msa == nil || in_msa.get_number_of_seqs() < 1 )
+        error_msg = "could not find fasta sequences in " + fasta_sequence_file
+        raise IOError, error_msg
+      end
+
+      out_msa = Msa.new
+
+      failed_seqs = Msa.new
+      passed_seqs = Msa.new
+      out_msa_pairs = nil
+      out_msa_distant_partners = nil
+      out_msa_singlets = nil
+      if min_linker
+        out_msa_pairs = Msa.new
+        out_msa_distant_partners = Msa.new
+        out_msa_singlets = Msa.new
+      end
+
+      ld = Constants::LINE_DELIMITER
+
+      domain_pass_counter     = 0
+      domain_fail_counter     = 0
+      singlets_counter        = 0
+      distant_pairs_counter   = 0
+      close_pairs_counter     = 0
+      proteins_with_passing_domains = 0
+      proteins_with_failing_domains = 0
+      max_domain_copy_number_per_protein = -1
+      max_domain_copy_number_sequence    = ""
+
+      prev_sequence = nil
+      prev_number   = nil
+      prev_env_from = nil
+      prev_env_to   = nil
+      # prev_i_e_value  = nil
+      prev_is_pair = false
+
+      File.open( hmmsearch_output ) do | file |
+        while line = file.gets
+          if !is_ignorable?( line ) && line =~ /^\S+\s+/
+
+            #         tn      acc     tlen    query   acc     qlen    Evalue  score   bias    #       of      c-E     i-E     score   bias    hf      ht      af      at      ef      et      acc     desc
+            #         1       2       3       4       5       6       7       8       9       10      11      12      13      14      15      16      17      18      19      20      21      22      23
+            line =~ /^(\S+)\s+(\S+)\s+(\d+)\s+(\S+)\s+(\S+)\s+(\d+)\s+(\S+)\s+(\S+)\s+(\S+)\s+(\d+)\s+(\d+)\s+(\S+)\s+(\S+)\s+(\S+)\s+(\S+)\s+(\d+)\s+(\d+)\s+(\d+)\s+(\d+)\s+(\d+)\s+(\d+)\s+(\S+)\s+(.*)/
+
+            target_name = $1
+            if domain_id != target_name
+              next
+            end
+
+            sequence = $4
+            number   = $10.to_i
+            out_of   = $11.to_i
+            env_from = $20.to_i
+            env_to   = $21.to_i
+            i_e_value  = $13.to_f
+            if ( number > max_domain_copy_number_per_protein )
+              max_domain_copy_number_sequence    = sequence
+              max_domain_copy_number_per_protein = number
+            end
+            if ( ( ( e_value_threshold < 0.0 ) || ( i_e_value <= e_value_threshold ) ) &&
+                 ( ( length_threshold <= 0 )   || ( env_to - env_from + 1 ) >= length_threshold.to_f ) )
+
+              extract_domain( sequence,
+                number,
+                out_of,
+                env_from,
+                env_to,
+                in_msa,
+                out_msa,
+                add_position,
+                add_domain_number,
+                add_domain_number_as_digit,
+                add_domain_number_as_letter,
+                trim_name ,
+                add_species )
+              domain_pass_counter += 1
+
+              if passed_seqs.find_by_name_start( sequence, true ).length < 1
+                add_sequence( sequence, in_msa, passed_seqs )
+                proteins_with_passing_domains += 1
+              end
+
+              if min_linker
+                if out_of == 1
+                  extract_domain( sequence,
+                    number,
+                    out_of,
+                    env_from,
+                    env_to,
+                    in_msa,
+                    out_msa_singlets,
+                    false,
+                    true,
+                    false,
+                    false,
+                    trim_name,
+                    add_species )
+                  singlets_counter += 1
+                elsif prev_sequence
+                  if sequence != prev_sequence
+                    prev_is_pair = false
+                  else
+                    if ( env_from - prev_env_to ) <= min_linker
+                      extract_domain( sequence,
+                        prev_number.to_s + "+" + number.to_s,
+                        out_of,
+                        prev_env_from,
+                        env_to,
+                        in_msa,
+                        out_msa_pairs,
+                        false,
+                        true,
+                        false,
+                        false,
+                        trim_name,
+                        add_species )
+                      prev_is_pair = true
+                      close_pairs_counter += 2
+                    else
+                      if !prev_is_pair
+                        extract_domain( sequence,
+                          prev_number,
+                          out_of,
+                          prev_env_from,
+                          prev_env_to,
+                          in_msa,
+                          out_msa_distant_partners,
+                          false,
+                          true,
+                          false,
+                          false,
+                          trim_name,
+                          add_species )
+                        distant_pairs_counter += 1
+                      end
+                      if number == out_of
+                        extract_domain( sequence,
+                          number,
+                          out_of,
+                          env_from,
+                          env_to,
+                          in_msa,
+                          out_msa_distant_partners,
+                          false,
+                          true,
+                          false,
+                          false,
+                          trim_name,
+                          add_species )
+                        distant_pairs_counter += 1
+                      end
+                      prev_is_pair = false
+                    end
+                  end # sequence != prev_sequence else
+                end
+                prev_sequence = sequence
+                prev_number   = number
+                prev_env_from = env_from
+                prev_env_to   = env_to
+                #prev_i_e_value  = i_e_value
+              end # if min_linker
+
+            else
+              print( domain_fail_counter.to_s + ": " + sequence.to_s + " did not meet threshold(s)" )
+              log << domain_fail_counter.to_s + ": " + sequence.to_s + " did not meet threshold(s)"
+              if ( ( e_value_threshold.to_f >= 0.0 ) && ( i_e_value > e_value_threshold ) )
+                print( " iE=" + i_e_value.to_s )
+                log << " iE=" + i_e_value.to_s
+              end
+              if ( ( length_threshold.to_f > 0 ) && ( env_to - env_from + 1 ) < length_threshold.to_f )
+                le = env_to - env_from + 1
+                print( " l=" + le.to_s )
+                log << " l=" + le.to_s
+              end
+              print( Constants::LINE_DELIMITER )
+              log << Constants::LINE_DELIMITER
+              domain_fail_counter  += 1
+
+              if failed_seqs.find_by_name_start( sequence, true ).length < 1
+                add_sequence( sequence, in_msa, failed_seqs )
+                proteins_with_failing_domains += 1
+              end
+
+            end
+          end # if !is_ignorable?( line ) && line =~ /^\S+\s+/
+        end #  while line = file.gets
+      end #   File.open( hmmsearch_output ) do | file |
+
+      if domain_pass_counter < 1
+        error_msg = "no domain sequences were extracted"
+        raise StandardError, error_msg
+      end
+
+      log << Constants::LINE_DELIMITER
+      puts( "Max domain copy number per protein : " + max_domain_copy_number_per_protein.to_s )
+      log << "Max domain copy number per protein : " + max_domain_copy_number_per_protein.to_s
+      log << Constants::LINE_DELIMITER
+
+      if ( max_domain_copy_number_per_protein > 1 )
+        puts( "First protein with this copy number: " + max_domain_copy_number_sequence )
+        log << "First protein with this copy number: " + max_domain_copy_number_sequence
+        log << Constants::LINE_DELIMITER
+      end
+
+      write_msa( out_msa, outfile  )
+      write_msa( passed_seqs, passed_seqs_outfile )
+      write_msa( failed_seqs, failed_seqs_outfile )
+
+      if out_msa_pairs
+        write_msa( out_msa_pairs, outfile +"_" + min_linker.to_s )
+      end
+
+      if out_msa_singlets
+        write_msa( out_msa_singlets, outfile +"_singles" )
+      end
+
+      if out_msa_distant_partners
+        write_msa( out_msa_distant_partners, outfile + "_" + min_linker.to_s + "_isolated" );
+      end
+
+
+      log << ld
+      log << "passing domains              : " + domain_pass_counter.to_s + ld
+      if ( min_linker )
+        log << "single domains               : " + singlets_counter.to_s + ld
+        log << "domains in close pairs       : " + close_pairs_counter.to_s + ld
+        log << "isolated domains             : " + distant_pairs_counter.to_s + ld
+      end
+      log << "failing domains              : " + domain_fail_counter.to_s + ld
+      log << "proteins with passing domains: " + proteins_with_passing_domains.to_s + ld
+      log << "proteins with failing domains: " + proteins_with_failing_domains.to_s + ld
+      log << ld
+
+      return domain_pass_counter
+
+    end # parse
+
+
+    private
+
+    def write_msa( msa, filename )
+      io = MsaIO.new()
+      w = FastaWriter.new()
+      w.set_line_width( 60 )
+      w.clean( true )
+      begin
+        io.write_to_file( msa, filename, w )
+      rescue Exception
+        error_msg = "could not write to \"" + filename + "\""
+        raise IOError, error_msg
+      end
+    end
+
+
+    def add_sequence( sequence_name, in_msa, add_to_msa )
+      seqs = in_msa.find_by_name_start( sequence_name, true )
+      if ( seqs.length < 1 )
+        error_msg = "sequence \"" + sequence_name + "\" not found in sequence file"
+        raise StandardError, error_msg
+      end
+      if ( seqs.length > 1 )
+        error_msg = "sequence \"" + sequence_name + "\" not unique in sequence file"
+        raise StandardError, error_msg
+      end
+      seq = in_msa.get_sequence( seqs[ 0 ] )
+      add_to_msa.add_sequence( seq )
+    end
+
+    # raises ArgumentError, StandardError
+    def extract_domain( sequence,
+        number,
+        out_of,
+        seq_from,
+        seq_to,
+        in_msa,
+        out_msa,
+        add_position,
+        add_domain_number,
+        add_domain_number_as_digit,
+        add_domain_number_as_letter,
+        trim_name,
+        add_species )
+      if  number.is_a?( Fixnum ) && ( number < 1 || out_of < 1 || number > out_of )
+        error_msg = "impossible: number=" + number.to_s + ", out of=" + out_of.to_s
+        raise ArgumentError, error_msg
+      end
+      if  seq_from < 1 || seq_to < 1 || seq_from >= seq_to
+        error_msg = "impossible: seq-f=" + seq_from.to_s + ", seq-t=" + seq_to.to_s
+        raise ArgumentError, error_msg
+      end
+      seqs = in_msa.find_by_name_start( sequence, true )
+      if seqs.length < 1
+        error_msg = "sequence \"" + sequence + "\" not found in sequence file"
+        raise StandardError, error_msg
+      end
+      if seqs.length > 1
+        error_msg = "sequence \"" + sequence + "\" not unique in sequence file"
+        raise StandardError, error_msg
+      end
+      # hmmsearch is 1 based, wheres sequences are 0 bases in this package.
+      seq = in_msa.get_sequence( seqs[ 0 ] ).get_subsequence( seq_from - 1, seq_to - 1 )
+
+      orig_name = seq.get_name
+
+      seq.set_name( orig_name.split[ 0 ] )
+
+      if add_position
+        seq.set_name( seq.get_name + "_" + seq_from.to_s + "-" + seq_to.to_s )
+      end
+
+      if trim_name
+        seq.set_name( seq.get_name[ 0, seq.get_name.length - TRIM_BY ] )
+      end
+
+      if out_of != 1
+        if add_domain_number_as_digit
+          seq.set_name( seq.get_name + number.to_s )
+        elsif add_domain_number_as_letter
+          if number > 25
+            error_msg = 'too many identical domains per sequence, cannot use letters to distinguish them'
+            raise StandardError, error_msg
+          end
+          seq.set_name( seq.get_name + ( number + 96 ).chr )
+        elsif add_domain_number
+          seq.set_name( seq.get_name + "~" + number.to_s + "-" + out_of.to_s )
+        end
+      end
+
+      # if ( seq.get_name.length > 10 )
+      #   error_msg = "sequence name [" + seq.get_name + "] is longer than 10 characters"
+      #   raise StandardError, error_msg
+      # end
+
+      if add_species
+        a = orig_name.rindex "["
+        b = orig_name.rindex "]"
+        unless a && b
+          error_msg = "species not found in " + orig_name
+          raise StandardError, error_msg
+        end
+        species = orig_name[ a .. b ]
+        seq.set_name( seq.get_name + " " + species )
+      end
+      out_msa.add_sequence( seq )
+    end
+
+    def is_ignorable?( line )
+      return ( line !~ /[A-Za-z0-9-]/ || line =~/^#/ )
+    end
+
+  end # class HmmscanDomainExtractor
+
+end # module Evoruby
+