X-Git-Url: http://source.jalview.org/gitweb/?a=blobdiff_plain;f=forester%2Fjava%2Fsrc%2Forg%2Fforester%2Fio%2Fparsers%2Futil%2FParserUtils.java;h=a465d4a9dddaca28e16d7db3da57bf12ba527a45;hb=391381d661a230af98751dd6eba77bb2353c4d3e;hp=975e558c8c8f3600c3fd173e4a1c72598417aa1e;hpb=789f3450d14e1f922072f4288833afab71993667;p=jalview.git diff --git a/forester/java/src/org/forester/io/parsers/util/ParserUtils.java b/forester/java/src/org/forester/io/parsers/util/ParserUtils.java index 975e558..a465d4a 100644 --- a/forester/java/src/org/forester/io/parsers/util/ParserUtils.java +++ b/forester/java/src/org/forester/io/parsers/util/ParserUtils.java @@ -55,20 +55,20 @@ import org.forester.util.ForesterUtil; public final class ParserUtils { - final public static String TAX_CODE = "(?:[A-Z9][A-Z]{2}[A-Z0-9]{2})|RAT|PIG|PEA|CAP"; - final public static Pattern TAXOMONY_SN_PATTERN = Pattern - .compile( "[A-Z0-9]{2,}_([A-Z][a-z]+_[a-z]{2,}(?:_[a-z][a-z0-9_]+)?)\\b" ); - final public static Pattern TAXOMONY_CODE_PATTERN_R1 = Pattern.compile( "[A-Z0-9]+_(" + TAX_CODE - + ")(?:\\b|_)" ); - final public static Pattern TAXOMONY_CODE_PATTERN_R2 = Pattern.compile( "(?:\\b|_)(" + TAX_CODE - + ")(?:\\b|_)" ); - final private static Pattern TAXOMONY_CODE_PATTERN_PF = Pattern.compile( "[A-Z0-9]{2,}_(" + TAX_CODE - + ")/\\d+-\\d+" ); - final public static Pattern TAXOMONY_CODE_PATTERN_4 = Pattern.compile( "\\[(" + TAX_CODE + ")\\]" ); - final public static Pattern TAXOMONY_CODE_PATTERN_6 = Pattern.compile( "\\[([A-Z9][A-Z]{2}[A-Z0-9]{3})\\]" ); - final private static Pattern TAXOMONY_UNIPROT_ID_PATTERN_1 = Pattern.compile( "\\b\\d{1,7}\\b" ); - final private static Pattern TAXOMONY_UNIPROT_ID_PATTERN_2 = Pattern.compile( "(\\d{1,7})[^0-9A-Za-z].*" ); - final private static Pattern TAXOMONY_UNIPROT_ID_PATTERN_PF = Pattern.compile( "(\\d{1,7})/\\d+-\\d+" ); + final public static String TAX_CODE = "(?:[A-Z9][A-Z]{2}[A-Z0-9]{2})|RAT|PIG|PEA"; + final public static Pattern TAXOMONY_CODE_PATTERN_A = Pattern.compile( "(?:\\b|_)(" + TAX_CODE + ")\\b" ); + final public static Pattern TAXOMONY_CODE_PATTERN_BRACKETED = Pattern.compile( "\\[(" + TAX_CODE + ")\\]" ); + final public static Pattern TAXOMONY_CODE_PATTERN_PFR = Pattern.compile( "(?:\\b|_)[a-zA-Z0-9]{3,}_(" + + TAX_CODE + ")\\b" ); + final public static Pattern TAXOMONY_SN_PATTERN = Pattern + .compile( "(?:\\b|_)[a-zA-Z0-9]{3,}_([A-Z][a-z]+_[a-z]{2,}(?:_[a-z][a-z0-9_]+)?)\\b" ); + final private static Pattern TAXOMONY_CODE_PATTERN_PFS = Pattern.compile( "(?:\\b|_)[A-Z0-9]{4,}_(" + + TAX_CODE + ")/\\d+-\\d+\\b" ); + final private static Pattern TAXOMONY_UNIPROT_ID_PATTERN_A = Pattern.compile( "(?:\\b|_)(\\d{1,7})\\b" ); + final private static Pattern TAXOMONY_UNIPROT_ID_PATTERN_PFR = Pattern + .compile( "(?:\\b|_)[a-zA-Z0-9]{3,}_(\\d{1,7})\\b" ); + final private static Pattern TAXOMONY_UNIPROT_ID_PATTERN_PFS = Pattern + .compile( "(?:\\b|_)[A-Z0-9]{4,}_(\\d{1,7})/\\d+-\\d+\\b" ); final public static PhylogenyParser createParserDependingFileContents( final File file, final boolean phyloxml_validate_against_xsd ) @@ -76,7 +76,7 @@ public final class ParserUtils { PhylogenyParser parser = null; final String first_line = ForesterUtil.getFirstLine( file ).trim().toLowerCase(); if ( first_line.startsWith( "<" ) ) { - parser = new PhyloXmlParser(); + parser = PhyloXmlParser.createPhyloXmlParser(); if ( phyloxml_validate_against_xsd ) { final ClassLoader cl = PhyloXmlParser.class.getClassLoader(); final URL xsd_url = cl.getResource( ForesterConstants.LOCAL_PHYLOXML_XSD_RESOURCE ); @@ -109,45 +109,13 @@ public final class ParserUtils { if ( parser == null ) { parser = createParserDependingFileContents( file, phyloxml_validate_against_xsd ); } - return parser; - } - - /** - * Return null if it can not guess the parser to use based on name suffix. - * - * @param filename - * @return - */ - final public static PhylogenyParser createParserDependingOnSuffix( final String filename, - final boolean phyloxml_validate_against_xsd ) { - PhylogenyParser parser = null; - final String filename_lc = filename.toLowerCase(); - if ( filename_lc.endsWith( ".tol" ) || filename_lc.endsWith( ".tolxml" ) || filename_lc.endsWith( ".tol.zip" ) ) { - parser = new TolParser(); - } - else if ( filename_lc.endsWith( ".xml" ) || filename_lc.endsWith( ".px" ) || filename_lc.endsWith( "phyloxml" ) - || filename_lc.endsWith( ".zip" ) ) { - parser = new PhyloXmlParser(); - if ( phyloxml_validate_against_xsd ) { - final ClassLoader cl = PhyloXmlParser.class.getClassLoader(); - final URL xsd_url = cl.getResource( ForesterConstants.LOCAL_PHYLOXML_XSD_RESOURCE ); - if ( xsd_url != null ) { - ( ( PhyloXmlParser ) parser ).setValidateAgainstSchema( xsd_url.toString() ); - } - else { - if ( ForesterConstants.RELEASE ) { - throw new RuntimeException( "failed to get URL for phyloXML XSD from jar file from [" - + ForesterConstants.LOCAL_PHYLOXML_XSD_RESOURCE + "]" ); - } - } + if ( ( parser != null ) && file.toString().toLowerCase().endsWith( ".zip" ) ) { + if ( parser instanceof PhyloXmlParser ) { + ( ( PhyloXmlParser ) parser ).setZippedInputstream( true ); + } + else if ( parser instanceof TolParser ) { + ( ( TolParser ) parser ).setZippedInputstream( true ); } - } - else if ( filename_lc.endsWith( ".nexus" ) || filename_lc.endsWith( ".nex" ) || filename_lc.endsWith( ".nx" ) ) { - parser = new NexusPhylogeniesParser(); - } - else if ( filename_lc.endsWith( ".nhx" ) || filename_lc.endsWith( ".nh" ) || filename_lc.endsWith( ".newick" ) - || filename_lc.endsWith( ".nwk" ) ) { - parser = new NHXParser(); } return parser; } @@ -157,18 +125,10 @@ public final class ParserUtils { throws FileNotFoundException, IOException { final String lc_filename = url.getFile().toString().toLowerCase(); PhylogenyParser parser = createParserDependingOnSuffix( lc_filename, phyloxml_validate_against_xsd ); - if ( ( parser != null ) && lc_filename.endsWith( ".zip" ) ) { - if ( parser instanceof PhyloXmlParser ) { - ( ( PhyloXmlParser ) parser ).setZippedInputstream( true ); - } - else if ( parser instanceof TolParser ) { - ( ( TolParser ) parser ).setZippedInputstream( true ); - } - } if ( parser == null ) { final String first_line = ForesterUtil.getFirstLine( url ).trim().toLowerCase(); if ( first_line.startsWith( "<" ) ) { - parser = new PhyloXmlParser(); + parser = PhyloXmlParser.createPhyloXmlParser(); if ( phyloxml_validate_against_xsd ) { final ClassLoader cl = PhyloXmlParser.class.getClassLoader(); final URL xsd_url = cl.getResource( ForesterConstants.LOCAL_PHYLOXML_XSD_RESOURCE ); @@ -189,6 +149,14 @@ public final class ParserUtils { parser = new NHXParser(); } } + if ( ( parser != null ) && lc_filename.endsWith( ".zip" ) ) { + if ( parser instanceof PhyloXmlParser ) { + ( ( PhyloXmlParser ) parser ).setZippedInputstream( true ); + } + else if ( parser instanceof TolParser ) { + ( ( TolParser ) parser ).setZippedInputstream( true ); + } + } return parser; } @@ -226,36 +194,36 @@ public final class ParserUtils { return reader; } + public final static String extractScientificNameFromNodeName( final String name ) { + final Matcher m = TAXOMONY_SN_PATTERN.matcher( name ); + if ( m.find() ) { + return m.group( 1 ).replace( '_', ' ' ); + } + return null; + } + public final static String extractTaxonomyCodeFromNodeName( final String name, final TAXONOMY_EXTRACTION taxonomy_extraction ) { - if ( taxonomy_extraction == TAXONOMY_EXTRACTION.PFAM_STYLE_STRICT ) { - final Matcher m = TAXOMONY_CODE_PATTERN_PF.matcher( name ); - if ( m.find() ) { - return m.group( 1 ); - } + Matcher m = TAXOMONY_CODE_PATTERN_PFS.matcher( name ); + if ( m.find() ) { + return m.group( 1 ); } else if ( ( taxonomy_extraction == TAXONOMY_EXTRACTION.PFAM_STYLE_RELAXED ) || ( taxonomy_extraction == TAXONOMY_EXTRACTION.AGGRESSIVE ) ) { - final Matcher m1 = TAXOMONY_CODE_PATTERN_R1.matcher( name ); - if ( m1.find() ) { - return m1.group( 1 ); + m = TAXOMONY_CODE_PATTERN_PFR.matcher( name ); + if ( m.find() ) { + return m.group( 1 ); } - final Matcher m2 = TAXOMONY_CODE_PATTERN_R2.matcher( name ); - if ( m2.find() ) { - return m2.group( 1 ); + else if ( taxonomy_extraction == TAXONOMY_EXTRACTION.AGGRESSIVE ) { + m = TAXOMONY_CODE_PATTERN_A.matcher( name ); + if ( m.find() ) { + return m.group( 1 ); + } } } return null; } - public final static String extractScientificNameFromNodeName( final String name ) { - final Matcher m1 = TAXOMONY_SN_PATTERN.matcher( name ); - if ( m1.find() ) { - return m1.group( 1 ).replace( '_', ' ' ); - } - return null; - } - public final static String extractTaxonomyDataFromNodeName( final PhylogenyNode node, final NHXParser.TAXONOMY_EXTRACTION taxonomy_extraction ) throws PhyloXmlDataFormatException { @@ -279,7 +247,7 @@ public final class ParserUtils { node.getNodeData().getTaxonomy().setTaxonomyCode( code ); return code; } - else if ( ( taxonomy_extraction == TAXONOMY_EXTRACTION.PFAM_STYLE_RELAXED || taxonomy_extraction == TAXONOMY_EXTRACTION.AGGRESSIVE ) ) { + else if ( taxonomy_extraction == TAXONOMY_EXTRACTION.AGGRESSIVE ) { final String sn = extractScientificNameFromNodeName( node.getName() ); if ( !ForesterUtil.isEmpty( sn ) ) { if ( !node.getNodeData().isHasTaxonomy() ) { @@ -295,36 +263,21 @@ public final class ParserUtils { public final static String extractUniprotTaxonomyIdFromNodeName( final String name, final TAXONOMY_EXTRACTION taxonomy_extraction ) { - if ( ( name.indexOf( "_" ) > 0 ) - && ( ( ( taxonomy_extraction == TAXONOMY_EXTRACTION.PFAM_STYLE_RELAXED ) || ( taxonomy_extraction == TAXONOMY_EXTRACTION.AGGRESSIVE ) ) || ( ( ( name - .indexOf( "/" ) > 4 ) && ( taxonomy_extraction == TAXONOMY_EXTRACTION.PFAM_STYLE_STRICT ) ) ) ) ) { - final String[] s = name.split( "[_\\s]" ); - if ( s.length > 1 ) { - final String str = s[ 1 ]; - if ( !ForesterUtil.isEmpty( str ) ) { - if ( taxonomy_extraction == TAXONOMY_EXTRACTION.PFAM_STYLE_STRICT ) { - final Matcher m = TAXOMONY_UNIPROT_ID_PATTERN_PF.matcher( str ); - if ( m.matches() ) { - return m.group( 1 ); - } - } - else { - final Matcher m1 = TAXOMONY_UNIPROT_ID_PATTERN_1.matcher( str ); - if ( m1.matches() ) { - return m1.group(); - } - final Matcher m2 = TAXOMONY_UNIPROT_ID_PATTERN_2.matcher( str ); - if ( m2.matches() ) { - return m2.group( 1 ); - } - } - } - } + Matcher m = TAXOMONY_UNIPROT_ID_PATTERN_PFS.matcher( name ); + if ( m.find() ) { + return m.group( 1 ); } - if ( taxonomy_extraction == TAXONOMY_EXTRACTION.AGGRESSIVE ) { - final Matcher m1 = TAXOMONY_UNIPROT_ID_PATTERN_1.matcher( name ); - if ( m1.matches() ) { - return name; + else if ( ( taxonomy_extraction == TAXONOMY_EXTRACTION.PFAM_STYLE_RELAXED ) + || ( taxonomy_extraction == TAXONOMY_EXTRACTION.AGGRESSIVE ) ) { + m = TAXOMONY_UNIPROT_ID_PATTERN_PFR.matcher( name ); + if ( m.find() ) { + return m.group( 1 ); + } + else if ( taxonomy_extraction == TAXONOMY_EXTRACTION.AGGRESSIVE ) { + m = TAXOMONY_UNIPROT_ID_PATTERN_A.matcher( name ); + if ( m.find() ) { + return m.group( 1 ); + } } } return null; @@ -337,4 +290,43 @@ public final class ParserUtils { public final static Phylogeny[] readPhylogenies( final String file_name ) throws FileNotFoundException, IOException { return readPhylogenies( new File( file_name ) ); } + + /** + * Return null if it can not guess the parser to use based on name suffix. + * + * @param filename + * @return + */ + final private static PhylogenyParser createParserDependingOnSuffix( final String filename, + final boolean phyloxml_validate_against_xsd ) { + PhylogenyParser parser = null; + final String filename_lc = filename.toLowerCase(); + if ( filename_lc.endsWith( ".tol" ) || filename_lc.endsWith( ".tolxml" ) || filename_lc.endsWith( ".tol.zip" ) ) { + parser = new TolParser(); + } + else if ( filename_lc.endsWith( ".xml" ) || filename_lc.endsWith( "phyloxml" ) || filename_lc.endsWith( ".zip" ) ) { + parser = PhyloXmlParser.createPhyloXmlParser(); + if ( phyloxml_validate_against_xsd ) { + final ClassLoader cl = PhyloXmlParser.class.getClassLoader(); + final URL xsd_url = cl.getResource( ForesterConstants.LOCAL_PHYLOXML_XSD_RESOURCE ); + if ( xsd_url != null ) { + ( ( PhyloXmlParser ) parser ).setValidateAgainstSchema( xsd_url.toString() ); + } + else { + if ( ForesterConstants.RELEASE ) { + throw new RuntimeException( "failed to get URL for phyloXML XSD from jar file from [" + + ForesterConstants.LOCAL_PHYLOXML_XSD_RESOURCE + "]" ); + } + } + } + } + else if ( filename_lc.endsWith( ".nexus" ) || filename_lc.endsWith( ".nex" ) || filename_lc.endsWith( ".nx" ) ) { + parser = new NexusPhylogeniesParser(); + } + else if ( filename_lc.endsWith( ".nhx" ) || filename_lc.endsWith( ".nh" ) || filename_lc.endsWith( ".newick" ) + || filename_lc.endsWith( ".nwk" ) ) { + parser = new NHXParser(); + } + return parser; + } }