X-Git-Url: http://source.jalview.org/gitweb/?a=blobdiff_plain;f=src%2Fjalview%2Fws%2Fjws2%2FJws2Discoverer.java;h=0aa488125c1ec2a332b9af774da70a5a86c930d3;hb=ab58313e7bb31264ddb2715a1c548cdc789d7fa6;hp=918abce760966330d4cf0bff9af380249557683c;hpb=ede1e100824dea19a919f082f91a9697b391ce32;p=jalview.git diff --git a/src/jalview/ws/jws2/Jws2Discoverer.java b/src/jalview/ws/jws2/Jws2Discoverer.java index 918abce..0aa4881 100644 --- a/src/jalview/ws/jws2/Jws2Discoverer.java +++ b/src/jalview/ws/jws2/Jws2Discoverer.java @@ -1,32 +1,58 @@ +/* + * Jalview - A Sequence Alignment Editor and Viewer ($$Version-Rel$$) + * Copyright (C) $$Year-Rel$$ The Jalview Authors + * + * This file is part of Jalview. + * + * Jalview is free software: you can redistribute it and/or + * modify it under the terms of the GNU General Public License + * as published by the Free Software Foundation, either version 3 + * of the License, or (at your option) any later version. + * + * Jalview is distributed in the hope that it will be useful, but + * WITHOUT ANY WARRANTY; without even the implied warranty + * of MERCHANTABILITY or FITNESS FOR A PARTICULAR + * PURPOSE. See the GNU General Public License for more details. + * + * You should have received a copy of the GNU General Public License + * along with Jalview. If not, see . + * The Jalview Authors are detailed in the 'AUTHORS' file. + */ package jalview.ws.jws2; -import java.awt.event.ActionEvent; -import java.awt.event.ActionListener; +import jalview.bin.Cache; +import jalview.bin.Console; +import jalview.bin.ApplicationSingletonProvider; +import jalview.bin.ApplicationSingletonProvider.ApplicationSingletonI; +import jalview.gui.AlignFrame; +import jalview.util.MessageManager; +import jalview.ws.ServiceChangeListener; +import jalview.ws.WSDiscovererI; +import jalview.ws.api.ServiceWithParameters; +import jalview.ws.jws2.jabaws2.Jws2Instance; +import jalview.ws.params.ParamDatastoreI; + import java.beans.PropertyChangeEvent; import java.beans.PropertyChangeListener; -import java.net.ConnectException; +import java.beans.PropertyChangeSupport; +import java.net.MalformedURLException; import java.net.URL; +import java.util.ArrayList; +import java.util.Collections; import java.util.HashSet; -import java.util.Hashtable; +import java.util.List; +import java.util.Set; import java.util.StringTokenizer; import java.util.Vector; +import java.util.concurrent.CompletableFuture; +import java.util.concurrent.CopyOnWriteArraySet; +import java.util.concurrent.ExecutionException; +import java.util.concurrent.Future; +import java.util.concurrent.FutureTask; import javax.swing.JMenu; -import javax.swing.JMenuItem; -import org.apache.log4j.Level; - -import jalview.bin.Cache; -import jalview.datamodel.AlignmentView; -import jalview.gui.AlignFrame; -import jalview.ws.WSMenuEntryProviderI; -import compbio.data.msa.MsaWS; -import compbio.metadata.Option; -import compbio.metadata.Preset; -import compbio.metadata.PresetManager; -import compbio.metadata.RunnerConfig; -import compbio.ws.client.Jws2Base; -import compbio.ws.client.Jws2Base.Services; +import compbio.ws.client.Services; /** * discoverer for jws2 services. Follows the lightweight service discoverer @@ -35,111 +61,242 @@ import compbio.ws.client.Jws2Base.Services; * @author JimP * */ -public class Jws2Discoverer implements Runnable, WSMenuEntryProviderI +public class Jws2Discoverer implements WSDiscovererI, Runnable, ApplicationSingletonI { - private java.beans.PropertyChangeSupport changeSupport = new java.beans.PropertyChangeSupport( - this); - /** - * change listeners are notified of "services" property changes + * Returns the singleton instance of this class. * - * @param listener - * to be added that consumes new services Hashtable object. + * @return */ - public void addPropertyChangeListener( - java.beans.PropertyChangeListener listener) + public static Jws2Discoverer getInstance() { - changeSupport.addPropertyChangeListener(listener); + return ApplicationSingletonProvider.getInstance(Jws2Discoverer.class); } + public static final String COMPBIO_JABAWS = "http://www.compbio.dundee.ac.uk/jabaws"; + + /* + * the .jalview_properties entry for JWS2 URLS + */ + private final static String JWS2HOSTURLS = "JWS2HOSTURLS"; + + /* + * Override for testing only + */ + private List testUrls = null; + + // preferred url has precedence over others + private String preferredUrl; + + + private Set serviceListeners = new CopyOnWriteArraySet<>(); + + private Vector invalidServiceUrls = null; + + private Vector urlsWithoutServices = null; + + private Vector validServiceUrls = null; + + private volatile boolean running = false; + + private volatile boolean aborted = false; + + + private volatile Thread oldthread = null; /** - * - * - * @param listener - * to be removed + * holds list of services. + */ + protected Vector services; + + /** + * Private constructor enforces use of singleton via getDiscoverer() */ - public void removePropertyChangeListener( - java.beans.PropertyChangeListener listener) + private Jws2Discoverer() + { + } + + @Override + public void addServiceChangeListener(ServiceChangeListener listener) { - changeSupport.removePropertyChangeListener(listener); + serviceListeners.add(listener); } - boolean running = false; + @Override + public void removeServiceChangeListener(ServiceChangeListener listener) + { + serviceListeners.remove(listener); + } + + private void notifyServiceListeners(List services) + { + if (services == null) services = this.services; + for (var listener : serviceListeners) { + listener.servicesChanged(this, services); + } + } + + /** + * @return the aborted + */ + public boolean isAborted() + { + return aborted; + } - Thread oldthread = null; + /** + * @param aborted + * the aborted to set + */ + public void setAborted(boolean aborted) + { + this.aborted = aborted; + } @Override public void run() { + if (running && oldthread != null && oldthread.isAlive()) { - return; + if (!aborted) + { + return; + } + while (running) + { + try + { + Console.debug( + "Waiting around for old discovery thread to finish."); + // wait around until old discoverer dies + Thread.sleep(100); + } catch (Exception e) + { + } + } + aborted = false; + Console.debug("Old discovery thread has finished."); } running = true; + + // first set up exclusion list if needed + final Set ignoredServices = new HashSet<>(); + for (String ignored : Cache + .getDefault("IGNORED_JABAWS_SERVICETYPES", "").split("\\|")) + { + ignoredServices.add(ignored); + } + + notifyServiceListeners(Collections.emptyList()); oldthread = Thread.currentThread(); try { - Class foo = getClass().getClassLoader().loadClass( - "compbio.ws.client.Jws2Base"); + getClass().getClassLoader().loadClass("compbio.ws.client.Jws2Client"); } catch (ClassNotFoundException e) { - System.err - .println("Not enabling Jalview Webservices version 2: client jar is not available." + System.err.println( + "Not enabling JABA Webservices : client jar is not available." + "\nPlease check that your webstart JNLP file is up to date!"); running = false; return; } + // reinitialise records of good and bad service URLs if (services != null) { services.removeAllElements(); } - for (String jwsservers : getServiceUrls()) + if (urlsWithoutServices != null) { - try + urlsWithoutServices.removeAllElements(); + } + if (invalidServiceUrls != null) + { + invalidServiceUrls.removeAllElements(); + } + if (validServiceUrls != null) + { + validServiceUrls.removeAllElements(); + } + ArrayList svctypes = new ArrayList<>(); + + List qrys = new ArrayList<>(); + for (final String jwsserver : getServiceUrls()) + { + JabaWsServerQuery squery = new JabaWsServerQuery(this, jwsserver); + if (svctypes.size() == 0) { - if (Jws2Base.validURL(jwsservers)) + // TODO: remove this ugly hack to get Canonical JABA service ordering + // for all possible services + for (Services sv : squery.JABAWS2SERVERS) { - // look for services - for (Services srv : Jws2Base.Services.values()) + if (!ignoredServices.contains(sv.toString())) { - MsaWS service = null; - try - { - service = Jws2Base.connect(jwsservers, srv); - } catch (Exception e) - { - System.err.println("Jws2 Discoverer: Problem on " - + jwsservers + " with service " + srv + ":\n" - + e.getMessage()); - if (!(e instanceof javax.xml.ws.WebServiceException)) - { - e.printStackTrace(); - } - } - ; - if (service != null) - { - addService(jwsservers, srv, service); - } + svctypes.add(sv.toString()); } - } - else + + } + qrys.add(squery); + new Thread(squery).start(); + } + boolean finished = true; + do + { + finished = true; + try + { + Thread.sleep(100); + } catch (Exception e) + { + } + for (JabaWsServerQuery squery : qrys) + { + if (squery.isRunning()) { - Cache.log.info("Ignoring invalid Jws2 service url " + jwsservers); + finished = false; } - } catch (Exception e) + } + if (aborted) { - e.printStackTrace(); - Cache.log.warn("Exception when discovering Jws2 services.", e); - } catch (Error e) + Console.debug( + "Aborting " + qrys.size() + " JABAWS discovery threads."); + for (JabaWsServerQuery squery : qrys) + { + squery.setQuit(true); + } + } + } while (!aborted && !finished); + if (!aborted) + { + // resort services according to order found in jabaws service list + // also ensure services for each host are ordered in same way. + + if (services != null && services.size() > 0) { - Cache.log.error("Exception when discovering Jws2 services.", e); + Jws2Instance[] svcs = new Jws2Instance[services.size()]; + int[] spos = new int[services.size()]; + int ipos = 0; + List svcUrls = getServiceUrls(); + for (Jws2Instance svc : services) + { + svcs[ipos] = svc; + spos[ipos++] = 1000 * svcUrls.indexOf(svc.getHostURL()) + 1 + + svctypes.indexOf(svc.getName()); + } + jalview.util.QuickSort.sort(spos, svcs); + services = new Vector<>(); + for (Jws2Instance svc : svcs) + { + if (!ignoredServices.contains(svc.getName())) + { + services.add(svc); + } + } } } oldthread = null; running = false; - changeSupport.firePropertyChange("services", new Vector(), services); + notifyServiceListeners(services); } /** @@ -149,303 +306,399 @@ public class Jws2Discoverer implements Runnable, WSMenuEntryProviderI * @param srv * @param service2 */ - private void addService(String jwsservers, Services srv, MsaWS service2) + synchronized void addService(String jwsservers, Jws2Instance service) { if (services == null) { - services = new Vector(); + services = new Vector<>(); } - System.out.println("Discovered service: " + jwsservers + " " - + srv.toString()); - services.add(new Jws2Instance(jwsservers, srv.toString(), service2)); - } - - public class Jws2Instance - { - public String hosturl; - - public String serviceType; - - public MsaWS service; - - public Jws2Instance(String hosturl, String serviceType, MsaWS service) + System.out.println( + "Discovered service: " + jwsservers + " " + service.toString()); + // Jws2Instance service = new Jws2Instance(jwsservers, srv.toString(), + // service2); + + services.add(service); + // retrieve the presets and parameter set and cache now + ParamDatastoreI pds = service.getParamStore(); + if (pds != null) { - super(); - this.hosturl = hosturl; - this.serviceType = serviceType; - this.service = service; + pds.getPresets(); } + service.hasParameters(); + if (validServiceUrls == null) + { + validServiceUrls = new Vector<>(); + } + validServiceUrls.add(jwsservers); + } - PresetManager presets = null; - - /** - * non thread safe - gets the presets for this service (blocks whilst it - * calls the service to get the preset set) - * - * @return service presets or null if exceptions were raised. - */ - public PresetManager getPresets() + /** + * + * @param args + * @j2sIgnore + */ + public static void main(String[] args) + { + Jws2Discoverer instance = getInstance(); + if (args.length > 0) { - if (presets == null) + instance.testUrls = new ArrayList<>(); + for (String url : args) { - try - { - presets = service.getPresets(); - } catch (Exception ex) - { - System.err - .println("Exception when retrieving presets for service " - + serviceType + " at " + hosturl); - } + instance.testUrls.add(url); } - return presets; } - - public String getHost() - { - return hosturl; -/* try + var discoverer = getInstance(); + discoverer.addServiceChangeListener((_discoverer, _services) -> { + if (discoverer.services != null) { - URL serviceurl = new URL(hosturl); - if (serviceurl.getPort()!=80) + System.out.println("Changesupport: There are now " + + discoverer.services.size() + " services"); + int i = 1; + for (ServiceWithParameters s_instance : discoverer.services) { - return serviceurl.getHost()+":"+serviceurl.getPort(); + System.out.println( + "Service " + i++ + " " + s_instance.getClass() + + "@" + s_instance.getHostURL() + ": " + + s_instance.getActionText()); } - return serviceurl.getHost(); - } catch (Exception e) - { - System.err.println("Failed to parse service URL '" + hosturl - + "' as a valid URL!"); + } - return null; */ - } - /** - * @return short description of what the service will do - */ - public String getActionText() { - return "Align with " - + serviceType; + }); + try + { + discoverer.startDiscoverer().get(); + } catch (InterruptedException | ExecutionException e) + { } - - /** - * non-thread safe - blocks whilst accessing service to get complete set of available options and parameters - * @return - */ - public RunnerConfig getRunnerConfig() + try + { + Thread.sleep(50); + } catch (InterruptedException x) { - return service.getRunnerOptions(); } - }; + } - /** - * holds list of services. - */ - protected Vector services; - /** - * find or add a submenu with the given title in the given menu - * @param menu - * @param submenu - * @return the new or existing submenu - */ - private JMenu findOrCreateMenu(JMenu menu, String submenu) + @Override + public boolean hasServices() { - JMenu submenuinstance = null; - for (int i=0,iSize=menu.getMenuComponentCount(); i 0; + } + + @Override + public boolean isRunning() + { + return running; + } + + @Override + public void setServiceUrls(List wsUrls) + { + if (wsUrls != null && !wsUrls.isEmpty()) { - if (menu.getMenuComponent(i) instanceof JMenu && - ((JMenu)menu.getMenuComponent(i)).getText().equals(submenu)) + StringBuilder urls = new StringBuilder(128); + String sep = ""; + for (String url : wsUrls) { - submenuinstance = (JMenu) menu.getMenuComponent(i); + urls.append(sep); + urls.append(url); + sep = ","; } + Cache.setProperty(JWS2HOSTURLS, urls.toString()); } - if (submenuinstance==null) + else { - submenuinstance = new JMenu(submenu); - menu.add(submenuinstance); + Cache.removeProperty(JWS2HOSTURLS); } - return submenuinstance; - } + + /** + * Returns web service URLs, in the order in which they should be tried (or an + * empty list). + * + * @return + */ @Override - public void attachWSMenuEntry(JMenu wsmenu, final AlignFrame alignFrame) + public List getServiceUrls() { - if (running || services == null || services.size() == 0) + if (testUrls != null) { - return; + // return test urls, if there are any, instead of touching cache + return testUrls; } - boolean byhost = Cache.getDefault("WSMENU_BYHOST", true), bytype = Cache - .getDefault("WSMENU_BYTYPE", true); - /** - * eventually, JWS2 services will appear under the same align/etc submenus. - * for moment we keep them separate. - */ - JMenu atpoint, jws2al = new JMenu("JWS2 Alignment"); - MsaWSClient msacl = new MsaWSClient(); - for (final Jws2Instance service : services) - { - atpoint = jws2al; - String host = service.getHost(); - String type = service.serviceType; - if (byhost) - { - atpoint = findOrCreateMenu(atpoint, host); - if (atpoint.getToolTipText()==null) { - atpoint.setToolTipText("Services at "+host); - } - } - if (bytype) + List urls = new ArrayList<>(); + + if (this.preferredUrl != null) + { + urls.add(preferredUrl); + } + + String surls = Cache.getDefault(JWS2HOSTURLS, COMPBIO_JABAWS); + try + { + StringTokenizer st = new StringTokenizer(surls, ","); + while (st.hasMoreElements()) { - atpoint = findOrCreateMenu(atpoint,type); - if (atpoint.getToolTipText()==null) { - atpoint.setToolTipText(service.getActionText()); + String url = null; + try + { + url = st.nextToken(); + new URL(url); + if (!urls.contains(url)) + { + urls.add(url); + } + else + { + Console.warn("Ignoring duplicate url " + url + " in " + + JWS2HOSTURLS + " list"); + } + } catch (MalformedURLException ex) + { + Console.warn("Problem whilst trying to make a URL from '" + + ((url != null) ? url : "") + "'"); + Console.warn( + "This was probably due to a malformed comma separated list" + + " in the " + JWS2HOSTURLS + + " entry of $(HOME)/.jalview_properties)"); + Console.debug("Exception was ", ex); } } - msacl.attachWSMenuEntry(atpoint, service, alignFrame); - /* - * JMenuItem sitem = new JMenuItem(service.serviceType); - * sitem.setToolTipText("Hosted at " + service.hosturl); - * sitem.addActionListener(new ActionListener() { - * - * @Override public void actionPerformed(ActionEvent e) { AlignmentView - * msa = alignFrame.gatherSequencesForAlignment(); MsaWSClient client = - * new MsaWSClient(service, "JWS2 Alignment of " + alignFrame.getTitle(), - * msa, false, true, alignFrame.getViewport().getAlignment().getDataset(), - * alignFrame); } }); - */ - } - if (services.size() > 0) + } catch (Exception ex) { - wsmenu.add(jws2al); + Console.warn("Error parsing comma separated list of urls in " + + JWS2HOSTURLS + " preference.", ex); } + return urls; + } + @Override + public Vector getServices() + { + return (services == null) ? new Vector<>() : new Vector<>(services); } - public static void main(String[] args) + /** + * test the given URL with the JabaWS test code + * + * @param foo + * @return + */ + @Override + public boolean testServiceUrl(URL foo) { - Thread runner = new Thread(getDiscoverer()); - getDiscoverer().addPropertyChangeListener(new PropertyChangeListener() + try { + compbio.ws.client.WSTester + .main(new String[] + { "-h=" + foo.toString() }); + } catch (Exception e) + { + e.printStackTrace(); + return false; + } catch (OutOfMemoryError e) + { + e.printStackTrace(); + return false; + } catch (Error e) + { + e.printStackTrace(); + return false; + } - @Override - public void propertyChange(PropertyChangeEvent evt) - { - System.out.println("Changesupport: There are now " - + getDiscoverer().services.size() + " services"); - } - }); - runner.start(); - while (runner.isAlive()) + return true; + } + + public boolean restart() + { + synchronized (this) { - try + if (running) { - Thread.sleep(50); - } catch (InterruptedException e) + aborted = true; + } + else { + running = true; } - ; + return aborted; } } - private static Jws2Discoverer discoverer; - - public static Jws2Discoverer getDiscoverer() + /** + * Start a fresh discovery thread and notify the given object when we're + * finished. Any known existing threads will be killed before this one is + * started. + * + * @param changeSupport2 + * @return new thread + */ + @Override + public CompletableFuture startDiscoverer() { - if (discoverer == null) + /* if (restart()) + { + return; + } + else + { + Thread thr = new Thread(this); + thr.start(); + } + */ + if (isRunning()) { - discoverer = new Jws2Discoverer(); + setAborted(true); } - return discoverer; + CompletableFuture task = CompletableFuture + .supplyAsync(() -> { + run(); + return Jws2Discoverer.this; + }); + return task; } - public boolean hasServices() + /** + * @return the invalidServiceUrls + */ + public Vector getInvalidServiceUrls() { - // TODO Auto-generated method stub - return !running && services != null && services.size() > 0; + return invalidServiceUrls; } - public boolean isRunning() + /** + * @return the urlsWithoutServices + */ + public Vector getUrlsWithoutServices() { - return running; + return urlsWithoutServices; } /** - * the jalview .properties entry for JWS2 URLS + * add an 'empty' JABA server to the list. Only servers not already in the + * 'bad URL' list will be added to this list. + * + * @param jwsservers */ - final static String JWS2HOSTURLS = "JWS2HOSTURLS"; + public synchronized void addUrlwithnoservices(String jwsservers) + { + if (urlsWithoutServices == null) + { + urlsWithoutServices = new Vector<>(); + } + + if ((invalidServiceUrls == null + || !invalidServiceUrls.contains(jwsservers)) + && !urlsWithoutServices.contains(jwsservers)) + { + urlsWithoutServices.add(jwsservers); + } + } - public static void setServiceUrls(Vector urls) + /** + * add a bad URL to the list + * + * @param jwsservers + */ + public synchronized void addInvalidServiceUrl(String jwsservers) { - if (urls != null) + if (invalidServiceUrls == null) { - StringBuffer urlbuffer = new StringBuffer(); - String sep = ""; - for (String url : urls) - { - urlbuffer.append(sep); - urlbuffer.append(url); - sep = ","; - } - Cache.setProperty(JWS2HOSTURLS, urlbuffer.toString()); + invalidServiceUrls = new Vector<>(); } - else + if (!invalidServiceUrls.contains(jwsservers)) { - Cache.removeProperty(JWS2HOSTURLS); + invalidServiceUrls.add(jwsservers); } } - public static Vector getServiceUrls() + /** + * + * @return a human readable report of any problems with the service URLs used + * for discovery + */ + @Override + public String getErrorMessages() { - String surls = Cache.getDefault(JWS2HOSTURLS, - "http://webservices.compbio.dundee.ac.uk:8084/jws2"); - Vector urls = new Vector(); - try + if (!isRunning() && !isAborted()) { - StringTokenizer st = new StringTokenizer(surls, ","); - while (st.hasMoreElements()) + StringBuffer ermsg = new StringBuffer(); + boolean list = false; + if (getInvalidServiceUrls() != null + && getInvalidServiceUrls().size() > 0) { - String url = null; - try + ermsg.append(MessageManager.getString("warn.urls_not_contacted") + + ": \n"); + for (String svcurl : getInvalidServiceUrls()) { - java.net.URL u = new java.net.URL(url = st.nextToken()); - if (!urls.contains(url)) + if (list) { - urls.add(url); + ermsg.append(", "); } - else + list = true; + ermsg.append(svcurl); + } + ermsg.append("\n\n"); + } + list = false; + if (getUrlsWithoutServices() != null + && getUrlsWithoutServices().size() > 0) + { + ermsg.append( + MessageManager.getString("warn.urls_no_jaba") + ": \n"); + for (String svcurl : getUrlsWithoutServices()) + { + if (list) { - jalview.bin.Cache.log.info("Ignoring duplicate url in " - + JWS2HOSTURLS + " list"); + ermsg.append(", "); } - } catch (Exception ex) - { - jalview.bin.Cache.log - .warn("Problem whilst trying to make a URL from '" - + ((url != null) ? url : "") + "'"); - jalview.bin.Cache.log - .warn("This was probably due to a malformed comma separated list" - + " in the " - + JWS2HOSTURLS - + " entry of $(HOME)/.jalview_properties)"); - jalview.bin.Cache.log.debug("Exception was ", ex); + list = true; + ermsg.append(svcurl); } + ermsg.append("\n"); } - } catch (Exception ex) + if (ermsg.length() > 1) + { + return ermsg.toString(); + } + + } + return null; + } + + @Override + public int getServerStatusFor(String url) + { + if (validServiceUrls != null && validServiceUrls.contains(url)) { - jalview.bin.Cache.log.warn( - "Error parsing comma separated list of urls in " - + JWS2HOSTURLS + " preference.", ex); + return STATUS_OK; } - if (urls.size() >= 0) + if (urlsWithoutServices != null && urlsWithoutServices.contains(url)) { - return urls; + return STATUS_NO_SERVICES; } - return null; + if (invalidServiceUrls != null && invalidServiceUrls.contains(url)) + { + return STATUS_INVALID; + } + return STATUS_UNKNOWN; } - public Vector getServices() + /** + * Set a URL to try before any others. For use with command-line parameter to + * configure a local Jabaws installation without the need to add to property + * files. + * + * @param value + * @throws MalformedURLException + */ + public void setPreferredUrl(String value) throws MalformedURLException { - return (services==null) ? new Vector(): new Vector(services); + if (value != null && value.trim().length() > 0) + { + new URL(value); + preferredUrl = value; + } } - }