update test script

Author: delphi-xk

src/main/resources/param_tuning.md

@@ -19,8 +19,8 @@
 |5|0.1|0.5|0.01|0.5||400|3.97 ~ 3.57|3.789|na|
 |5|0.1|0.7|0.01|0.7|0.8|400|3.97 ~ 3.57|3.788|3.937|
 |5|0.01|0.7|0.01|0.7|0.8|400|3.99 ~ 3.80|3.741|3.884|
-|5|0.03|0.5|0.05|0.7| |400|3.99 ~ 3.732 |3.746 | |
-|5|0.03|0.5|0.03|0.7| |500| | | |
+|5|0.01|0.5|0.05|0.7| |400|3.99 ~ 3.79 |3.739|3.886 |
+|5|0.03|0.5|0.05|0.7| |400|3.99 ~ 3.702 |3.740|3.888|
 |5|0.1|1|0.05|0.5|1|400|3.97 ~ 3.57|3.78|na|
 |5|0.5|1|0.05|0.5|1|400|3.89 ~ 3.30|4.19|na|
 |5|0.05|1|0.01|0.7|1|400|3.98 ~ 3.67 |3.754 |na|

src/main/scala/com/hyzs/spark/ml/ModelPrediction.scala

@@ -205,17 +205,17 @@ object ModelPrediction {
  } else if (goal == "Regression"){
  val xgbParam = Map(
  "max_depth" -> 5,
- "alpha" -> 0.03f,
+ "alpha" -> 0.05f,
  "subsample" -> 0.7,
  //"colsample_bytree" -> 0.7,
  //"min_child_weight" -> 0.5,
  "objective" -> "reg:linear",
  //"top_k" -> "13",
  "booster" -> "gbtree",
- "eta" -> 0.03f,
+ "eta" -> 0.01f,
  "gamma" -> 0.5,
  "eval_metric" -> "rmse",
- "num_round" -> 500)
+ "num_round" -> 400)
  val xgbReg = new XGBoostRegressor(xgbParam)
  .setFeaturesCol("features").setLabelCol("label")
 

src/test/scala/ScalaTest.scala

@@ -2,11 +2,13 @@ import org.scalatest.FunSuite
 
 import scala.annotation.tailrec
 import java.io._
+
 import com.hyzs.spark.ml.ModelEvaluation._
 import com.hyzs.spark.utils.BaseUtil
 import com.hyzs.spark.utils.BaseUtil._
 import org.apache.spark.sql.Row
 
+import scala.concurrent.Future
 import scala.io.Source
 import scala.util.Random
 /**
@@ -260,7 +262,13 @@ class ScalaTest extends FunSuite{
  println(res)
  }
 
+ import concurrent.ExecutionContext.Implicits.global
  test("actor test"){
+ var i,j = 0
+ (0 to 10000).foreach(_ => Future{i = i +1})
+ (0 to 10000).foreach(_ => j = j+1)
+ Thread.sleep(1000)
+ println(s"i:$i, j:$j")
 
  }