1 /* Copyright (c) 2009 Peter Troshin
\r
3 * JAva Bioinformatics Analysis Web Services (JABAWS) @version: 1.0
\r
5 * This library is free software; you can redistribute it and/or modify it under the terms of the
\r
6 * Apache License version 2 as published by the Apache Software Foundation
\r
8 * This library is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without
\r
9 * even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the Apache
\r
10 * License for more details.
\r
12 * A copy of the license is in apache_license.txt. It is also available here:
\r
13 * @see: http://www.apache.org/licenses/LICENSE-2.0.txt
\r
15 * Any republication or derived work distributed in source code form
\r
16 * must include this copyright and license notice.
\r
19 package compbio.engine.client;
\r
21 import java.io.File;
\r
22 import java.io.FileInputStream;
\r
23 import java.io.IOException;
\r
24 import java.io.InputStream;
\r
25 import java.util.ArrayList;
\r
26 import java.util.Collections;
\r
27 import java.util.List;
\r
28 import java.util.Map;
\r
30 import javax.xml.bind.JAXBException;
\r
32 import org.apache.log4j.Logger;
\r
34 import compbio.engine.conf.PropertyHelperManager;
\r
35 import compbio.engine.conf.RunnerConfigMarshaller;
\r
36 import compbio.metadata.Limit;
\r
37 import compbio.metadata.LimitsManager;
\r
38 import compbio.metadata.PresetManager;
\r
39 import compbio.metadata.ResultNotAvailableException;
\r
40 import compbio.metadata.RunnerConfig;
\r
41 import compbio.metadata.UnsupportedRuntimeException;
\r
42 import compbio.util.FileUtil;
\r
43 import compbio.util.PropertyHelper;
\r
44 import compbio.util.SysPrefs;
\r
45 import compbio.util.Util;
\r
47 public class ConfExecutable<T> implements ConfiguredExecutable<T> {
\r
49 private static final Logger log = Logger.getLogger(ConfExecutable.class);
\r
51 private static final PropertyHelper ph = PropertyHelperManager
\r
52 .getPropertyHelper();
\r
53 public final static String CLUSTER_TASK_ID_PREFIX = "@";
\r
55 private String workDirectory;
\r
56 private String taskDirectory;
\r
58 private ExecProvider provider;
\r
59 private Executable<T> exec;
\r
61 public ConfExecutable(Executable<T> executable, String taskDirectory) {
\r
62 this.exec = executable;
\r
63 assert !compbio.util.Util.isEmpty(taskDirectory);
\r
64 this.taskDirectory = taskDirectory;
\r
67 // TODO think about appropriate exception here
\r
68 ConfExecutable(RunConfiguration rconf) {
\r
70 exec = (Executable<T>) Class.forName(rconf.runnerClassName).newInstance();
\r
71 } catch (InstantiationException e) {
\r
72 e.printStackTrace();
\r
73 } catch (IllegalAccessException e) {
\r
74 e.printStackTrace();
\r
75 } catch (ClassNotFoundException e) {
\r
76 e.printStackTrace();
\r
78 exec.loadRunConfiguration(rconf);
\r
79 setWorkDirectory(rconf.workDirectory);
\r
80 this.taskDirectory = rconf.taskId;
\r
84 public ExecProvider getExecProvider() {
\r
88 public void setExecProvider(ExecProvider provider) {
\r
89 assert provider != null && provider != ExecProvider.Any;
\r
90 this.provider = provider;
\r
91 if (provider == Executable.ExecProvider.Cluster) {
\r
92 this.taskDirectory = CLUSTER_TASK_ID_PREFIX + taskDirectory;
\r
97 public String getCommand(ExecProvider provider)
\r
98 throws UnsupportedRuntimeException {
\r
99 String command = EngineUtil.getCommand(provider, exec.getClass());
\r
100 if (Util.isEmpty(command)) {
\r
101 throw new UnsupportedRuntimeException(
\r
103 + this.exec.getClass().getSimpleName()
\r
104 + " is not supported by the current runtime environment! Current runtime environment is "
\r
105 + (SysPrefs.isWindows
\r
107 : "Linux/Unix/Mac"));
\r
113 public ExecProvider getSupportedRuntimes() {
\r
114 return EngineUtil.getSupportedRuntimes(exec.getClass());
\r
118 public Limit<T> getLimit(String presetName) {
\r
119 return exec.getLimit(presetName);
\r
123 public LimitsManager<T> getLimits() {
\r
124 return exec.getLimits();
\r
128 public String getTaskId() {
\r
129 return taskDirectory;
\r
133 public void setWorkDirectory(String workDirectory) {
\r
134 assert !compbio.util.Util.isEmpty(workDirectory);
\r
135 this.workDirectory = workDirectory;
\r
139 public String getWorkDirectory() {
\r
140 return this.workDirectory;
\r
144 public Executable<T> addParameters(List<String> parameters) {
\r
145 exec.addParameters(parameters);
\r
150 public String getOutput() {
\r
151 return exec.getOutput();
\r
155 public String getError() {
\r
156 return exec.getError();
\r
160 public List<String> getCreatedFiles() {
\r
161 return getFullPath(exec.getCreatedFiles());
\r
164 List<String> getFullPath(List<String> fileNames) {
\r
165 List<String> files = new ArrayList<String>();
\r
166 for (String fileName : fileNames) {
\r
167 files.add(EngineUtil.getFullPath(workDirectory, fileName));
\r
173 * Not all input paths are relative! Input path could be absolute!
\r
175 * @see compbio.engine.client.Executable#getInputFiles()
\r
178 public String getInput() {
\r
179 String path = exec.getInput();
\r
180 if (PathValidator.isAbsolutePath(path)) {
\r
183 return EngineUtil.getFullPath(workDirectory, path);
\r
187 public CommandBuilder<T> getParameters() {
\r
188 return exec.getParameters(provider);
\r
192 public CommandBuilder<T> getParameters(
\r
193 compbio.engine.client.Executable.ExecProvider provider) {
\r
194 return getParameters();
\r
198 public Executable<T> getExecutable() {
\r
203 public <V> V getResults() throws ResultNotAvailableException {
\r
204 return (V) exec.getResults(workDirectory);
\r
208 * This is just a pass through method (non-Javadoc)
\r
210 * @see compbio.runner.Executable#getResults(java.lang.String)
\r
213 public <V> V getResults(String directory)
\r
214 throws ResultNotAvailableException {
\r
215 return (V) exec.getResults(directory);
\r
219 * This method should be executed once and result of its execution reused.
\r
220 * If not used carefully it could slow down the system!
\r
222 public static <V> RunnerConfig<V> getRunnerOptions(
\r
223 Class<? extends Executable<V>> clazz) throws IOException {
\r
224 String parametersFile = clazz.getSimpleName().toLowerCase() + ".parameters.file";
\r
225 return (RunnerConfig<V>) getRunnerConfiguration(clazz, RunnerConfig.class, parametersFile);
\r
229 * This method should be executed once and result of its execution reused.
\r
230 * If not used carefully it could slow down the system!
\r
232 public static <V> PresetManager<V> getRunnerPresets(
\r
233 Class<? extends Executable<V>> clazz) throws IOException {
\r
234 String parametersFile = clazz.getSimpleName().toLowerCase() + ".presets.file";
\r
235 PresetManager<V> presets = (PresetManager<V>) getRunnerConfiguration(clazz, PresetManager.class, parametersFile);
\r
240 * This method should be executed once and result of its execution reused.
\r
241 * If not used carefully it could slow down the system!
\r
245 * @return LimitsManager instance
\r
246 * @throws IOException
\r
248 public static <V> LimitsManager<V> getRunnerLimits(Class<V> clazz)
\r
249 throws IOException {
\r
250 String parametersFile = clazz.getSimpleName().toLowerCase() + ".limits.file";
\r
251 LimitsManager<V> limits = (LimitsManager<V>) getRunnerConfiguration(clazz, LimitsManager.class, parametersFile);
\r
255 static <V> Object getRunnerConfiguration(Class<V> clazz,
\r
256 Class<?> configurationHolder, String propertyName)
\r
257 throws IOException {
\r
259 Object rconf = null;
\r
260 FileInputStream confFileStream = null;
\r
262 RunnerConfigMarshaller<V> rcm = new RunnerConfigMarshaller<V>(
\r
263 configurationHolder);
\r
264 String path = ph.getProperty(propertyName);
\r
265 if (compbio.util.Util.isEmpty(path)) {
\r
266 log.debug("Configuration " + path + " is not provided");
\r
269 log.debug("Loading Configuration from " + path + " Config type:"
\r
270 + configurationHolder);
\r
271 File confFile = new File(PropertyHelperManager.getLocalPath()
\r
273 confFileStream = new FileInputStream(confFile);
\r
274 rconf = rcm.read(confFileStream, configurationHolder);
\r
275 confFileStream.close();
\r
276 } catch (JAXBException e) {
\r
277 log.error(e.getLocalizedMessage(), e.getCause());
\r
279 FileUtil.closeSilently(log, confFileStream);
\r
285 public Map<String, String> getEnvironment() {
\r
286 String envProperty = ph.getProperty(exec.getClass().getSimpleName()
\r
289 if (envProperty == null) {
\r
290 return Collections.emptyMap();
\r
293 return EnvVariableProcessor.getEnvVariables(envProperty,
\r
298 public ConfiguredExecutable<?> loadRunConfiguration(RunConfiguration rconf) {
\r
299 if (rconf == null) {
\r
300 throw new NullPointerException("RunConfiguration is expected!");
\r
302 return new ConfExecutable(rconf);
\r
305 public static ConfiguredExecutable<?> newConfExecutable(
\r
306 RunConfiguration rconf) {
\r
307 if (rconf == null) {
\r
308 throw new NullPointerException("RunConfiguration is expected!");
\r
310 return new ConfExecutable(rconf);
\r
314 public boolean saveRunConfiguration() throws IOException {
\r
315 RunConfiguration rconf = getRunConfiguration();
\r
316 return RunConfiguration.write(rconf);
\r
319 public RunConfiguration getRunConfiguration() {
\r
321 * Distinguish between dynamic settings and static settings (set in conf
\r
322 * or class) The latter does not need saving (as if they change there
\r
323 * were a good reason for this and it make it impossible/dangerous to
\r
324 * rerun the task with old settings)
\r
326 // Set within Executable
\r
327 // String taskId = executable.getTaskId();
\r
330 * All things below are handled by Executable
\r
332 * getInput() && getOutput()
\r
334 * // Handle PipedExecutables String error = executable.getError(); if
\r
335 * (error != null) {
\r
337 * } String output = executable.getOutput(); if (output != null) {
\r
339 * } List<String> outputs = executable.getCreatedFiles(); List<String>
\r
340 * inputs = executable.getInputFiles();
\r
342 * /* Environment is defined only declaratively. Map<String,String> env
\r
343 * = executable.getEnvironment();
\r
345 * List<String> params = executable.getParameters();
\r
347 RunConfiguration rconf = new RunConfiguration(this);
\r
352 public ConfiguredExecutable<?> loadRunConfiguration(InputStream input)
\r
353 throws IOException {
\r
354 RunConfiguration rconf = RunConfiguration.load(input);
\r
355 log.info("Loaded saved RunConfiguration " + rconf);
\r
356 return new ConfExecutable(rconf);
\r
360 public String toString() {
\r
361 String value = "Work dir: " + this.workDirectory + "\n";
\r
362 value += "TaskId: " + this.taskDirectory + "\n";
\r
363 value += "Params: " + this.getParameters() + "\n";
\r
364 value += exec.toString();
\r
369 public String getClusterJobSettings() {
\r
370 return exec.getClusterJobSettings();
\r