尝试在shell脚本中同时运行hadoop MapReduce命令和linux命令

Question

我有一个这样的shell脚本。

#!/bin/sh
/home/hduser/Downloads/hadoop/bin/stop-all.sh
echo "RUNNING HADOOP PROGRAM"
cd /home/hduser/Downloads/hadoop
sudo rm -R /tmp/*
sudo rm -R /app/*
cd
sudo mkdir -p /app/hadoop/tmp
sudo chown hduser:hadoop /app/hadoop/tmp
sudo chmod 750 /app/hadoop/tmp
hadoop namenode -format
/home/hduser/Downloads/hadoop/bin/start-all.sh
jps
hadoop dfs -mkdir -p ~/Downloads/hadoop/input
hadoop dfs -copyFromLocal /home/hduser/Desktop/iris.arff ~/Downloads/hadoop/input
hadoop jar ~/Desktop/try.jar 2 weka.classifiers.trees.J48  ~/Downloads/hadoop/input ~/Downloads/hadoop/output
/home/hduser/Downloads/hadoop/bin/stop-all.sh

我在我的java程序中像这样调用这个脚本

    public class UIinput 
    {
        public static void main(String[] args) throws IOException
        {
    //      Runtime.getRuntime().exec("/home/hduser/Desktop/initial.sh");
    new ProcessBuilder("/home/hduser/Desktop/initial.sh");
            ProcessBuilder pb = new ProcessBuilder("/home/hduser/Desktop/initial.sh");
               Process process=pb.start();      
               InputStream is = process.getInputStream();
               InputStreamReader isr = new InputStreamReader(is);
               BufferedReader br = new BufferedReader(isr);
               String line;
               System.out.printf("Output of running %s is:", 
                  Arrays.toString(args));
               while ((line = br.readLine()) != null)
               {
                 System.out.println(line);
               }
    }
}

我的start-all.sh,stop-all.sh和echo命令在脚本中被执行，而其他命令不被执行。我的输出像

Output of running [] is:no jobtracker to stop
localhost: no tasktracker to stop
no namenode to stop
localhost: no datanode to stop
localhost: no secondarynamenode to stop
RUNNING HADOOP PROGRAM
starting namenode, logging to /home/hduser/Downloads/hadoop/libexec/../logs/hadoop-hduser-namenode-ubuntu.out
localhost: starting datanode, logging to /home/hduser/Downloads/hadoop/libexec/../logs/hadoop-hduser-datanode-ubuntu.out
localhost: starting secondarynamenode, logging to /home/hduser/Downloads/hadoop/libexec/../logs/hadoop-hduser-secondarynamenode-ubuntu.out
starting jobtracker, logging to /home/hduser/Downloads/hadoop/libexec/../logs/hadoop-hduser-jobtracker-ubuntu.out
localhost: starting tasktracker, logging to /home/hduser/Downloads/hadoop/libexec/../logs/hadoop-hduser-tasktracker-ubuntu.out
stopping jobtracker
localhost: stopping tasktracker
no namenode to stop

有人能帮我吗?当我运行java代码时，我希望所有的命令都在shell脚本中执行。谢谢你

Answer 1

用下面的代码运行脚本，在system out中查看问题的详细信息

package test;
import java.io.BufferedReader;
import java.io.IOException;
import java.io.InputStream;
import java.io.InputStreamReader;

public class CommandLineExecutor {
    public final int EXEC_OK = 0;
    public final int EXEC_FAILED = 1;
    public static void main(String[] args) {
        CommandLineExecutor cmd = new CommandLineExecutor();
        String[] script  = new String[]{ "/home/hduser/Desktop/initial.sh"};
        boolean joinToProcess = true;  //Main threads waits process finished.
        int result = cmd.execute(script, joinToProcess);
        System.out.println( result == 0 ? "Script succesfully run" : "Script failed" );
    }
    public int execute(String[] cmd, boolean joinToProcess) {
        Runtime runtime = Runtime.getRuntime();
        Process proc = null;
        try {
            System.out.println("executing cmd: "+concat(cmd));
            proc = runtime.exec(cmd);
            StreamProcessor errorStreamProcessor = new StreamProcessor(proc.getErrorStream());
            StreamProcessor outputStreamProcessor = new StreamProcessor(proc.getInputStream());
            errorStreamProcessor.start();
            outputStreamProcessor.start();
        } catch (Exception e) {
            e.printStackTrace(System.out);
            return EXEC_FAILED;
        }
        try {
            int result = EXEC_OK;
            if(joinToProcess)
             result = proc.waitFor();
            return result;
        } catch (InterruptedException e) {
            System.out.println("Error at executing command: " + concat(cmd) );
            e.printStackTrace(System.out);
        }
        return EXEC_FAILED;
    }
     public static String concat(String[] array) {
            StringBuffer buffer = new StringBuffer();
            for (int i = 0; i < array.length; i++) {
                if (i > 0)
                    buffer.append(' ');
                buffer.append(array[i]);
            }
            return buffer.toString();
        }

     class StreamProcessor extends Thread {
            private InputStream inputStream;
            public StreamProcessor(InputStream is) {
                this.inputStream = is;
            }
            public void run() {
                try {
                    InputStreamReader isr = new InputStreamReader(inputStream);
                    BufferedReader br = new BufferedReader(isr);
                    while (true) {
                        String s = br.readLine();
                        if (s == null)
                            break;
                        System.out.println(s);
                    }
                } catch (IOException e) {
                   e.printStackTrace(System.out);
                }
            }
        }
}