add run pi test

Author: codeboyyong

ROADMAP.md

@@ -1,6 +1,12 @@
 road-map
 ================
+0)singel node, localhost
+
 1)simple version, pure java http server, socket based REST service,ditributed to certain number of selected node
-2)front end evolution + distributed to every node
-3)backend -> scala+spray
+
+2) real web server
+
+3)front end evolution + distributed to every node
+
+4)backend -> scala+spray
 

hadoop-installtion/script/bin/start-hadoop.sh

@@ -1,12 +1,25 @@
 #!/bin/sh
-#$1 :HADOOP_HOST=localhost
-#$2 :HADOOP_VERSION=2.3.0-cdh5.0.0
-#$3 :HADOOP_URL=http://archive.cloudera.com/cdh5/cdh/5/hadoop-2.3.0-cdh5.0.0.tar.gz
-#$4 :HADOOP_HOME=~/hadoop-installation
+HADOOP_HOST=localhost
+HADOOP_VERSION=2.3.0-cdh5.0.0
+HADOOP_URL=http://archive.cloudera.com/cdh5/cdh/5/hadoop-2.3.0-cdh5.0.0.tar.gz
+HADOOP_HOME=~/hadoop-install
+HADOOP_CONF_TEMPLATE_DIR=../
 
-if [ "$3" != "" ]
+
+HADOOP_DIR=$HADOOP_HOME/hadoop-$HADOOP_VERSION
+
+if [ "$1" != "" ]
+then
+    HADOOP_DIR="$1"
+fi
+echo "HADOOP_DIR=$HADOOP_DIR"
+
+if [ ! -d $HADOOP_HOME/hadoop-$HADOOP_VERSION ]
 then
-    ./bin/install-hadoop.sh 
+    ./install-hadoop.sh $HADOOP_HOST $HADOOP_VERSION $HADOOP_URL $HADOOP_HOME $HADOOP_CONF_TEMPLATE_DIR
 fi
 
-./bin/start-hadoop.sh  ~/hadoop-install/hadoop-2.3.0-cdh5 true
+
+$HADOOP_DIR/sbin/start-dfs.sh
+$HADOOP_DIR/sbin/start-yarn.sh
+open http://$HADOOP_HOST:8088

hadoop-installtion/script/bin/stop-hadoop.sh

@@ -1,2 +1,16 @@
 #!/bin/sh
-./bin/stop-hadoop.sh  ~/hadoop-install/hadoop-2.3.0-cdh5 true
+ HADOOP_VERSION=2.3.0-cdh5.0.0
+ HADOOP_HOME=~/hadoop-install
+
+
+HADOOP_DIR=$HADOOP_HOME/hadoop-$HADOOP_VERSION
+
+if [ "$1" != "" ]
+then
+HADOOP_DIR="$1"
+fi
+echo "HADOOP_DIR=$HADOOP_DIR"
+
+
+$HADOOP_DIR/sbin/stop-dfs.sh
+$HADOOP_DIR/sbin/stop-yarn.sh

hadoop-installtion/script/bin/install-hadoop.sh renamed to hadoop-installtion/script/install-hadoop.sh

@@ -0,0 +1,3 @@
+export HADOOP_VERSION=2.3.0-cdh5.0.0
+export HADOOP_HOME=~/hadoop-install/hadoop-${HADOOP_VERSION}
+$HADOOP_HOME/bin/hadoop jar $HADOOP_HOME/share/hadoop/mapreduce/hadoop-mapreduce-examples-*.jar  pi 4 10

hadoop-installtion/script/start-hadoop.sh

@@ -11,7 +11,7 @@
        xmlhttp = new XMLHttpRequest();
     }
     function executeCommand() {
-         var url = "$distributed-shell-url" + empno.value;
+         var url = "$distributed-shell-url?cmd=" + shell_command.value;
         xmlhttp.open('GET',url,true);
         xmlhttp.send(null);
         xmlhttp.onreadystatechange = function() {
@@ -20,7 +20,7 @@
                if (xmlhttp.readyState == 4) {
                   if ( xmlhttp.status == 200) {
                        var result = eval( "(" +  xmlhttp.responseText + ")");
- 
+                       document.getElementById("shell_result").value=result;
                        }
                  }
                  else

hadoop-installtion/script/stop-hadoop.sh

@@ -124,6 +124,14 @@ public static void main(String[] args) throws Exception {
   }
 }
 
+/***
+ * Light weight web server
+ * 1) sever the app master tracking url
+ * 2) server cmd execution REST API
+ * @author zhaoyong
+ *
+ */
+
  class AMHandler implements HttpHandler {
 //http://www.srikanthtechnologies.com/blog/java/rest_service_client.aspx
 	private List<DistributedNode> nodes;
@@ -132,8 +140,15 @@ public AMHandler(List<DistributedNode> nodes) {
 		this.nodes = nodes;
 	}
 
+	
 	@Override
 	public void handle(HttpExchange t) throws IOException {
+	/**	if is the trackurl 
+		or the cmd rest call
+		
+		1 read html template
+		2 replace url with app url
+		*/
             String response = "This is the distributed shell";
             t.sendResponseHeaders(200, response.length());
             OutputStream os = t.getResponseBody();

hadoop-installtion/test/runHadoopPI.sh

@@ -3,5 +3,8 @@
 public class DistributedNode {
 	String host;
 	String port;
-	String ShellServicePath;
+	String shellServiceURLPath;
+
+	String userName;
+
 }