SPARKTA-193 SPARKTA-197 Added zinc profile and issue when a policy is…

… stopped in cluster mode
Stratio · Nov 24, 2015 · 8cff554 · 8cff554
1 parent f1f41be
commit 8cff554
Show file tree

Hide file tree

Showing 4 changed files with 23 additions and 2 deletions.
diff --git a/dist/src/main/resources/application.conf b/dist/src/main/resources/application.conf
@@ -53,7 +53,6 @@ sparkta {
   yarn {
     sparkHome = ""
     master = yarn-cluster
-    queue = queueName
     numExecutors = 2
     executorMemory = 2G
     executorCores = 2

diff --git a/driver/src/main/scala/com/stratio/sparkta/driver/SparktaClusterJob.scala b/driver/src/main/scala/com/stratio/sparkta/driver/SparktaClusterJob.scala
@@ -85,6 +85,8 @@ object SparktaClusterJob {
           policy, pluginsClasspathFiles, Map("spark.app.name" -> s"${policy.name}")).get
 
         ssc.start
+        policyStatusActor ? Update(PolicyStatusModel(policyId, PolicyStatusEnum.Started))
+        log.info(s"Starting Streaming Context for policy $policyId")
         ssc.awaitTermination()
       } match {
         case Success(_) => {

diff --git a/pom.xml b/pom.xml
@@ -503,4 +503,21 @@
             </plugin>
         </plugins>
     </build>
+    <profiles>
+        <profile>
+            <id>zinc</id>
+            <build>
+                <plugins>
+                    <plugin>
+                        <groupId>net.alchim31.maven</groupId>
+                        <artifactId>scala-maven-plugin</artifactId>
+                        <configuration>
+                            <recompileMode>incremental</recompileMode>
+                            <useZincServer>true</useZincServer>
+                        </configuration>
+                    </plugin>
+                </plugins>
+            </build>
+        </profile>
+    </profiles>
 </project>
diff --git a/.../main/scala/com/stratio/sparkta/serving/api/actor/ClusterSparkStreamingContextActor.scala b/.../main/scala/com/stratio/sparkta/serving/api/actor/ClusterSparkStreamingContextActor.scala
@@ -211,7 +211,10 @@ with SparktaSerializer {
       case Some(queue) => s"--queue $queue"
       case None => ""
     }
-    master + queue
+
+    log.info(s"YARN config: $master $queue")
+
+    s"$master $queue"
   }
 
   private def getStandAloneCommandString: String = {