org/objectweb/proactive/core/process/lsf/LSFBSubProcess.java

/* 
 * ################################################################
 * 
 * ProActive: The Java(TM) library for Parallel, Distributed, 
 *            Concurrent computing with Security and Mobility
 * 
 * Copyright (C) 1997-2007 INRIA/University of Nice-Sophia Antipolis
 * Contact: proactive@objectweb.org
 * 
 * This library is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2.1 of the License, or any later version.
 *  
 * This library is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 * 
 * You should have received a copy of the GNU Lesser General Public
 * License along with this library; if not, write to the Free Software
 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307
 * USA
 *  
 *  Initial developer(s):               The ProActive Team
 *                        http://www.inria.fr/oasis/ProActive/contacts.html
 *  Contributor(s): 
 * 
 * ################################################################
 */ 
package org.objectweb.proactive.core.process.lsf;

import org.objectweb.proactive.core.process.AbstractExternalProcessDecorator;
import org.objectweb.proactive.core.process.ExternalProcess;
import org.objectweb.proactive.core.process.MessageSink;
import org.objectweb.proactive.core.process.SimpleExternalProcess;
import org.objectweb.proactive.core.process.UniversalProcess;
import org.objectweb.proactive.core.util.RemoteProcessMessageLogger;


public class LSFBSubProcess extends AbstractExternalProcessDecorator {
    protected static final String FILE_SEPARATOR = System.getProperty(
            "file.separator");
    protected static final String DEFAULT_SCRIPT_LOCATION = System.getProperty(
            "user.home") + FILE_SEPARATOR + "ProActive" + FILE_SEPARATOR +
        "scripts" + FILE_SEPARATOR + "unix" + FILE_SEPARATOR + "cluster" +
        FILE_SEPARATOR + "startRuntime.sh ";
    public final static String DEFAULT_LSFPATH = FILE_SEPARATOR + "usr" +
        FILE_SEPARATOR + "local" + FILE_SEPARATOR + "lsf" + FILE_SEPARATOR +
        "bin";
    public final static String DEFAULT_BSUBPATH = DEFAULT_LSFPATH +
        FILE_SEPARATOR + "bsub";
    public final static String DEFAULT_BJOBPATH = DEFAULT_LSFPATH +
        FILE_SEPARATOR + "bjobs";
    public static final String DEFAULT_QUEUE_NAME = "normal";
    protected static final String DEFAULT_PROCESSOR_NUMBER = "1";
    protected int jobID;
    protected String queueName = DEFAULT_QUEUE_NAME;
    protected String hostList;
    protected String scriptLocation = DEFAULT_SCRIPT_LOCATION;
    protected String processor = DEFAULT_PROCESSOR_NUMBER;
    protected String interactive = "false";
    protected String res_requirement = "";
    protected String jobname;

    //
    // -- CONSTRUCTORS -----------------------------------------------
    //

    public LSFBSubProcess() {
        super();
        setCompositionType(GIVE_COMMAND_AS_PARAMETER);
        this.hostname = null;
        this.command_path = DEFAULT_BSUBPATH;
    }

    public LSFBSubProcess(ExternalProcess targetProcess) {
        super(targetProcess);
        this.hostname = null;
        this.command_path = DEFAULT_BSUBPATH;
    }

    //
    // -- PUBLIC METHODS -----------------------------------------------
    //
    public void setInputMessageLogger(
        RemoteProcessMessageLogger inputMessageLogger) {
        super.setInputMessageLogger(new CompositeMessageLogger(
                new ParserMessageLogger(), inputMessageLogger));
    }

    public void setOutputMessageSink(MessageSink outputMessageSink) {
        if (outputMessageSink == null) {
            super.setOutputMessageSink(new SimpleMessageSink());
        } else {
            super.setOutputMessageSink(outputMessageSink);
        }
    }

    public static ExternalProcess buildBKillProcess(int jobID) {
        return new SimpleExternalProcess("bkill " + jobID);
    }

    public static void main(String[] args) {
        try {
            LSFBSubProcess p = new LSFBSubProcess(new SimpleExternalProcess(
                        "ls -lsa"));
            p.startProcess();
        } catch (Exception e) {
            e.printStackTrace();
        }
    }

    public int getJobID() {
        return jobID;
    }

    public String getQueueName() {
        return queueName;
    }

    public void setQueueName(String queueName) {
        checkStarted();
        if (queueName == null) {
            throw new NullPointerException();
        }
        this.queueName = queueName;
    }

    public void setHostList(String hostList) {
        checkStarted();
        this.hostList = hostList;
    }

    public String getHostList() {
        return hostList;
    }

    public String isInteractive() {
        return interactive;
    }

    public void setInteractive(String interactive) {
        this.interactive = interactive;
    }

    public void setProcessorNumber(String processor) {
        checkStarted();
        if (processor != null) {
            this.processor = processor;
        }
    }

    public String getProcessId() {
        return "lsf_" + targetProcess.getProcessId();
    }

    public int getNodeNumber() {
        return (new Integer(getProcessorNumber()).intValue());
    }

    public UniversalProcess getFinalProcess() {
        checkStarted();
        ;
        return targetProcess.getFinalProcess();
    }

    public String getProcessorNumber() {
        return processor;
    }

    public void setScriptLocation(String location) {
        checkStarted();
        if (location != null) {
            this.scriptLocation = location;
        }
    }

    public String getScriptLocation() {
        return scriptLocation;
    }

    public String getRes_requirement() {
        return res_requirement;
    }

    public void setRes_requirement(String res_requirement) {
        this.res_requirement = "-R " + res_requirement + " ";
    }

    //
    // -- PROTECTED METHODS -----------------------------------------------
    //
    protected String internalBuildCommand() {
        return buildEnvironmentCommand() + buildBSubCommand();
    }

    protected String buildBSubCommand() {
        StringBuilder bSubCommand = new StringBuilder();
        bSubCommand.append(command_path);
        if (interactive.equals("true")) {
            bSubCommand.append(" -I");
        }
        bSubCommand.append(" -n " + processor + " -q " + queueName + " ");
        if (hostList != null) {
            bSubCommand.append("-m " + hostList + " ");
        }
        if (jobname != null) {
            bSubCommand.append("-J " + jobname + " ");
        }
        if (getCompositionType() == GIVE_COMMAND_AS_PARAMETER) {
            bSubCommand.append(getRes_requirement() + scriptLocation + " " +
                getTargetProcess().getCommand());
        }

        //logger.info("bsub command is "+bSubCommand.toString());
        return bSubCommand.toString();
    }

    protected String buildBJobsCommand() {
        return DEFAULT_BJOBPATH + " " + jobID;
    }

    protected int parseJobID(String message) {
        if (logger.isDebugEnabled()) {
            logger.debug("parseJobID analyzing " + message);
        }
        String beginJobIDMarkup = "Job <";
        String endJobIDMarkup = ">";
        int n1 = message.indexOf(beginJobIDMarkup);
        if (n1 == -1) {
            return 0;
        }
        int n2 = message.indexOf(endJobIDMarkup, n1 +
                beginJobIDMarkup.length());
        if (n2 == -1) {
            return 0;
        }
        String id = message.substring(n1 + beginJobIDMarkup.length(), n2);
        if (logger.isDebugEnabled()) {
            logger.debug("!!!!!!!!!!!!!! JOBID = " + id);
        }
        try {
            return Integer.parseInt(id);
        } catch (NumberFormatException e) {
            return 0;
        }
    }

    protected String parseHostname(String message) {
        if (logger.isDebugEnabled()) {
            logger.debug("parseHostname analyzing " + message);
        }
        java.util.StringTokenizer st = new java.util.StringTokenizer(message);
        if (st.countTokens() < 6) {
            return null; // we expect at least 6 tokens
        }
        try {
            int currentJobID = Integer.parseInt(st.nextToken());
            if (currentJobID != jobID) {
                return null; // not the same id
            }
        } catch (NumberFormatException e) {
            return null;
        }
        st.nextToken(); // ignore user
        String status = st.nextToken();
        if (status.equals("PEND")) {
            return ""; // not running yet
        }
        st.nextToken(); // ignore queue
        st.nextToken(); // ignore fromHost
        String hostname = st.nextToken();
        if (logger.isDebugEnabled()) {
            logger.debug("!!!!!!!!!!!!!! hostname = " + hostname);
        }
        logger.info("token " + st.countTokens());
        return hostname;
    }

    protected void sendJobDetailsCommand() {
        outputMessageSink.setMessage(buildBJobsCommand());
    }

    //
    // -- PRIVATE METHODS -----------------------------------------------
    //
    //
    // -- INNER CLASSES -----------------------------------------------
    //

    public class ParserMessageLogger implements RemoteProcessMessageLogger,
        java.io.Serializable {
        private boolean foundJobID;
        private boolean foundHostname;

        public ParserMessageLogger() {
        }

        public void log(String message) {
            //int nbProcessor = (new Integer(processor)).intValue();
            //parseHostname(message);
            if (!foundJobID) {
                jobID = parseJobID(message);
                foundJobID = jobID != 0;
                if (foundJobID) {
                    sendJobDetailsCommand();
                }
            } else if (!foundHostname) {
                hostname = parseHostname(message);
                if (hostname != null) {
                    //int counter=1;
                    foundHostname = hostname.length() > 0;
                    //while(counter < nbProcessor){
                    //parseHostname(message);
                    //counter ++;
                    //}
                    if (foundHostname) {
                        // we are done
                        outputMessageSink.setMessage(null);
                    } else {
                        // send another command to fetch the hostname
                        try {
                            Thread.sleep(2000);
                        } catch (InterruptedException e) {
                        }
                        sendJobDetailsCommand();
                    }
                }
            }
        }

        public void log(Throwable t) {
        }

        public void log(String message, Throwable t) {
        }
    } // end inner class CompositeMessageLogger

    public String getJobname() {
        return jobname;
    }

    public void setJobname(String jobname) {
        this.jobname = jobname;
    }
}

---