JAL-3683 retrieve job status to output stream
[jalview.git] / src / jalview / ws / slivkaws / SlivkaWSInstance.java
index 8bb554a..33c1205 100644 (file)
@@ -1,31 +1,30 @@
 package jalview.ws.slivkaws;
 
-import jalview.datamodel.AlignmentI;
 import jalview.datamodel.SequenceI;
 import jalview.gui.WebserviceInfo;
-import jalview.io.DataSourceType;
-import jalview.io.FileFormat;
-import jalview.io.FormatAdapter;
 import jalview.ws.api.JalviewServiceEndpointProviderI;
+import jalview.ws.api.JalviewWebServiceI;
 import jalview.ws.api.JobId;
-import jalview.ws.api.MultipleSequenceAlignmentI;
 import jalview.ws.api.ServiceWithParameters;
 import jalview.ws.gui.WsJob;
 import jalview.ws.params.ArgumentI;
-import jalview.ws.params.InvalidArgumentException;
 import jalview.ws.params.ParamDatastoreI;
 import jalview.ws.params.ParamManager;
 import jalview.ws.params.WsParamSetI;
 
 import java.io.ByteArrayInputStream;
+import java.io.ByteArrayOutputStream;
 import java.io.IOError;
 import java.io.IOException;
 import java.io.InputStream;
-import java.rmi.ServerError;
+import java.util.Arrays;
 import java.util.EnumMap;
-import java.util.HashMap;
+import java.util.HashSet;
 import java.util.List;
+import java.util.Optional;
+import java.util.Set;
 
+import uk.ac.dundee.compbio.slivkaclient.FieldType;
 import uk.ac.dundee.compbio.slivkaclient.FormField;
 import uk.ac.dundee.compbio.slivkaclient.FormValidationException;
 import uk.ac.dundee.compbio.slivkaclient.JobState;
@@ -35,55 +34,135 @@ import uk.ac.dundee.compbio.slivkaclient.SlivkaForm;
 import uk.ac.dundee.compbio.slivkaclient.SlivkaService;
 import uk.ac.dundee.compbio.slivkaclient.ValidationException;
 
-public class SlivkaWSInstance extends ServiceWithParameters
-    implements MultipleSequenceAlignmentI, JalviewServiceEndpointProviderI
+public abstract class SlivkaWSInstance extends ServiceWithParameters
+    implements JalviewServiceEndpointProviderI, JalviewWebServiceI
 {
-  private SlivkaClient client;
-  private SlivkaService service;
-  private SlivkaDatastore store = null;
+  protected final SlivkaClient client;
 
-  private EnumMap<JobState, WsJob.JobState> stateMap = new EnumMap<>(JobState.class);
+  protected final SlivkaService service;
+
+  protected SlivkaDatastore store = null;
+
+  protected static final EnumMap<JobState, WsJob.JobState> stateMap = new EnumMap<>(JobState.class);
   {
     stateMap.put(JobState.PENDING, WsJob.JobState.QUEUED);
+    stateMap.put(JobState.REJECTED, WsJob.JobState.INVALID);
+    stateMap.put(JobState.ACCEPTED, WsJob.JobState.QUEUED);
     stateMap.put(JobState.QUEUED, WsJob.JobState.QUEUED);
     stateMap.put(JobState.RUNNING, WsJob.JobState.RUNNING);
     stateMap.put(JobState.COMPLETED, WsJob.JobState.FINISHED);
+    stateMap.put(JobState.INTERRUPED, WsJob.JobState.CANCELLED);
+    stateMap.put(JobState.DELETED, WsJob.JobState.CANCELLED);
     stateMap.put(JobState.FAILED, WsJob.JobState.FAILED);
     stateMap.put(JobState.ERROR, WsJob.JobState.SERVERERROR);
     stateMap.put(JobState.UNKNOWN, WsJob.JobState.UNKNOWN);
   }
+  protected final Set<WsJob.JobState> failedStates = new HashSet<>(Arrays.asList(
+      WsJob.JobState.INVALID, WsJob.JobState.BROKEN, WsJob.JobState.FAILED,
+      WsJob.JobState.SERVERERROR, WsJob.JobState.CANCELLED
+  ));
 
-  SlivkaWSInstance(SlivkaClient client, SlivkaService service) {
-    super(service.getName(), "Alignment", service.getName(), "Slivka", client.getUrl().toString());
+  public SlivkaWSInstance(SlivkaClient client, SlivkaService service, String action)
+  {
+    super(service.getName(), action, service.getLabel(), "Slivka", client.getUrl().toString());
     this.client = client;
     this.service = service;
   }
 
+  protected final JobId submit(List<SequenceI> sequences,
+          WsParamSetI preset, List<ArgumentI> args) throws Throwable
+  {
+    SlivkaForm form = service.getForm();
+    Optional<FormField> inputField = form.getFields().stream()
+            .filter(f -> f.getType() == FieldType.FILE).findFirst();
+    if (inputField.isPresent())
+    {
+      StringBuilder builder = new StringBuilder();
+      for (SequenceI seq : sequences)
+      {
+        builder.append(">").append(seq.getName()).append("\n")
+                .append(seq.getSequence()).append("\n");
+      }
+      InputStream stream = new ByteArrayInputStream(
+              builder.toString().getBytes());
+      RemoteFile file = client.uploadFile(stream, "input.fa",
+              "application/fasta");
+      form.insert(inputField.get().getName(), file);
+    }
+    if (args != null)
+    {
+      for (ArgumentI arg : args)
+      {
+        // multiple choice field names are name$number to avoid duplications
+        // the number is stripped here
+        String fieldName = arg.getName().split("\\$", 2)[0];
+        FormField field = form.getField(fieldName);
+        if (field.getType() == FieldType.BOOLEAN)
+        {
+          form.insert(fieldName,
+                  (arg.getValue() != null && !arg.getValue().isBlank())
+                          ? true
+                          : false);
+        }
+        else
+        {
+          form.insert(fieldName, arg.getValue());
+        }
+      }
+    }
+    return new JobId(service.getName(), service.getName(), form.submit());
+  }
+
   @Override
-  public void updateStatus(WsJob job)
+  public final void updateStatus(WsJob job)
   {
     try
     {
       job.setState(stateMap.get(client.getJobState(job.getJobId())));
     } catch (IOException e)
     {
-      throw new RuntimeException(e);
+      throw new IOError(e);
     }
   }
 
-  SlivkaService getService()
-  {
-    return service;
-  }
-
   @Override
-  public boolean updateJobProgress(WsJob job)
+  public final boolean updateJobProgress(WsJob job) throws IOException
   {
-    return false;
+    List<RemoteFile> files = client.getJobResults(job.getJobId());
+    Optional<RemoteFile> logFile = files.stream()
+            .filter(f -> f.getLabel().equals("log")).findFirst();
+    boolean newContent = false;
+    if (logFile.isPresent())
+    {
+      ByteArrayOutputStream output = new ByteArrayOutputStream();
+      logFile.get().writeTo(output);
+      if (output.size() > job.getNextChunk())
+      {
+        newContent = true;
+        job.setStatus(output.toString("UTF-8"));
+        job.setnextChunk(output.size());
+      }
+    }
+    if (failedStates.contains(job.getJobState()))
+    {
+      Optional<RemoteFile> errLogFile = files.stream()
+              .filter(f -> f.getLabel().equals("error-log")).findFirst();
+      if (errLogFile.isPresent())
+      {
+        ByteArrayOutputStream output = new ByteArrayOutputStream();
+        errLogFile.get().writeTo(output);
+        if (output.size() > 0)
+        {
+          newContent = true;
+          job.setStatus(job.getStatus() + "\n" + output.toString("UTF-8"));
+        }
+      }
+    }
+    return newContent;
   }
 
   @Override
-  public boolean handleSubmitError(Throwable _lex, WsJob j, WebserviceInfo wsInfo)
+  public final boolean handleSubmitError(Throwable _lex, WsJob j, WebserviceInfo wsInfo)
   {
     if (_lex instanceof FormValidationException)
     {
@@ -102,81 +181,25 @@ public class SlivkaWSInstance extends ServiceWithParameters
   }
 
   @Override
-  public boolean handleCollectionException(Exception e, WsJob msjob, WebserviceInfo wsInfo)
+  public final boolean handleCollectionException(Exception e, WsJob msjob, WebserviceInfo wsInfo)
   {
+    // TODO
     return false;
   }
 
-  @Override
-  public JobId align(List<SequenceI> toalign, WsParamSetI parameters, List<ArgumentI> list) throws Throwable
-  {
-    StringBuilder builder = new StringBuilder();
-    for (SequenceI seq : toalign)
-    {
-      builder.append(">").append(seq.getName()).append("\n");
-      builder.append(seq.getSequence()).append("\n");
-    }
-    InputStream stream = new ByteArrayInputStream(builder.toString().getBytes());
-    RemoteFile file = client.uploadFile(stream, "input.fasta", "application/fasta");
-    SlivkaForm form = service.getForm();
-    HashMap<String, String> values = new HashMap<>(list != null ? list.size() : 0);
-    if (list != null)
-    {
-      for (ArgumentI arg : list)
-      {
-        values.put(arg.getName(), arg.getValue());
-      }
-    }
-    for (FormField field : form.getFields())
-    {
-      switch (field.getType()) {
-      case FILE:
-        form.insert(field.getName(), file);
-        break;
-      case BOOLEAN:
-        String value = values.get(field.getName());
-        form.insert(field.getName(), (value != null && !value.isBlank()) ? true : false);
-        break;
-      default:
-        form.insert(field.getName(), field.valueOf(values.get(field.getName())));
-      }
-    }
-    return new JobId(service.getName(), service.getName(), form.submit());
-  }
-
-  @Override
-  public AlignmentI getAlignmentFor(JobId jobId) throws InvalidArgumentException, ServerError, IOError
+  final SlivkaService getService()
   {
-    List<RemoteFile> files;
-    try
-    {
-      files = client.getJobResults(jobId.getJobId());
-      for (RemoteFile f : files)
-      {
-        if (f.getMimeType().equals("application/clustal"))
-        {
-          return new FormatAdapter().readFile(f.getURL().toString(), DataSourceType.URL, FileFormat.Clustal);
-        }
-        else if (f.getMimeType().equals("application/fasta"))
-        {
-          return new FormatAdapter().readFile(f.getURL().toString(), DataSourceType.URL, FileFormat.Fasta);
-        }
-      }
-    } catch (IOException e)
-    {
-      throw new IOError(e);
-    }
-    return null;
+    return service;
   }
 
   @Override
-  public Object getEndpoint()
+  public final Object getEndpoint()
   {
     return this;
   }
 
   @Override
-  public void initParamStore(ParamManager userParameterStore)
+  public final void initParamStore(ParamManager userParameterStore)
   {
     if (store == null)
     {
@@ -197,8 +220,13 @@ public class SlivkaWSInstance extends ServiceWithParameters
   }
 
   @Override
-  public ParamDatastoreI getParamStore()
+  public final ParamDatastoreI getParamStore()
   {
+    if (store == null)
+    {
+      initParamStore(null);
+    }
     return store;
   }
+
 }