Adding Apache Kylin into the openctest framework

.gitignore

@@ -26,6 +26,9 @@ share/python-wheels/
 .installed.cfg
 *.egg
 MANIFEST
+.idea/
+.DS_Store
+.vscode/
 
 # PyInstaller
 #  Usually these files are written by a python script from a template
@@ -127,3 +130,40 @@ dmypy.json
 
 # Pyre type checker
 .pyre/
+#generationfile
+app/
+core/run_ctest/run_ctest_result
+
+core/identify_param/results/kylin-common/logs
+core/identify_param/results/kylin-common/param_getter_map.json
+core/identify_param/results/kylin-common/param_setter_map.json
+core/identify_param/results/kylin-common/param_unset_getter_map.json
+
+
+core/identify_param/results/kylin-tool/logs
+core/identify_param/results/kylin-tool/param_getter_map.json
+core/identify_param/results/kylin-tool/param_setter_map.json
+core/identify_param/results/kylin-tool/param_unset_getter_map.json
+
+core/identify_param/results/kylin-cube/logs
+core/identify_param/results/kylin-cube/param_getter_map.json
+core/identify_param/results/kylin-cube/param_setter_map.json
+core/identify_param/results/kylin-cube/param_unset_getter_map.json
+
+core/identify_param/results/kylin-storage/logs
+core/identify_param/results/kylin-storage/param_getter_map.json
+core/identify_param/results/kylin-storage/param_setter_map.json
+core/identify_param/results/kylin-storage/param_unset_getter_map.json
+
+
+
+
+core/generate_ctest/test_result
+core/run_ctest/sample-kylin-common
+core/run_ctest/sample-kylin-tool
+
+core/generate_value/kylin-common-generated-values.tsv
+core/generate_value/kylin-tool-generated-values.tsv
+core/generate_ctest/sample-kylin-common.tsv
+core/generate_ctest/sample-kylin-tool.tsv
+

core/add_project.sh

@@ -48,6 +48,13 @@ function setup_alluxio() {
     mvn clean install -DskipTests -Dcheckstyle.skip -Dlicense.skip -Dfindbugs.skip -Dmaven.javadoc.skip=true
 }
 
+function setup_kylin(){
+  [ ! -d "app/ctest-kylin" ] && git clone https://github.com/rtao6/kylin.git app/ctest-kylin
+  cd app/ctest-kylin
+  git fetch && git checkout ctest-injection
+  mvn clean install -DskipTests -Dcheckstyle.skip -Dlicense.skip -Dfindbugs.skip -Dmaven.javadoc.skip=true
+}
+
 function usage() {
     echo "Usage: add_project.sh <main project>"
     exit 1
@@ -64,7 +71,8 @@ function main() {
             hbase) setup_hbase ;;
             zookeeper) setup_zookeeper ;;
             alluxio) setup_alluxio ;;
-            *) echo "Unexpected project: $project - only support hadoop, hbase, zookeeper and alluxio." ;;
+            kylin) setup_kylin ;;
+            *) echo "Unexpected project: $project - only support hadoop, hbase, zookeeper, alluxio, and kylin." ;;
         esac
     fi
 }

core/ctest_const.py

@@ -12,18 +12,27 @@
 HBASE = "hbase-server"
 ZOOKEEPER = "zookeeper-server"
 ALLUXIO = "alluxio-core"
+KCOMMON = "kylin-common"
+KTOOL = "kylin-tool"
+KSTORAGE = "kylin-storage"
+KCUBE = "kylin-cube"
 
 CTEST_HADOOP_DIR = os.path.join(APP_DIR, "ctest-hadoop")
 CTEST_HBASE_DIR = os.path.join(APP_DIR, "ctest-hbase")
 CTEST_ZK_DIR = os.path.join(APP_DIR, "ctest-zookeeper")
 CTEST_ALLUXIO_DIR = os.path.join(APP_DIR, "ctest-alluxio")
+CTEST_KYLIN_DIR = os.path.join(APP_DIR, "ctest-kylin")
 
 PROJECT_DIR = {
     HCOMMON: CTEST_HADOOP_DIR,
     HDFS: CTEST_HADOOP_DIR,
     HBASE: CTEST_HBASE_DIR,
     ZOOKEEPER: CTEST_ZK_DIR,
     ALLUXIO: CTEST_ALLUXIO_DIR,
+    KCOMMON: CTEST_KYLIN_DIR,
+    KTOOL: CTEST_KYLIN_DIR,
+    KSTORAGE: CTEST_KYLIN_DIR,
+    KCUBE: CTEST_KYLIN_DIR,
 }
 
 
@@ -34,11 +43,15 @@
     HBASE: "hbase-server",
     ZOOKEEPER: "zookeeper-server",
     ALLUXIO: "core",
+    KCOMMON: "core-common",
+    KTOOL: "tool",
+    KSTORAGE: "core-storage",
+    KCUBE: "core-cube",
 }
 
 
 # surefire report
-SUREFIRE_SUBDIR = "target/surefire-reports/"
+SUREFIRE_SUBDIR = "../target/surefire-reports/"
 SUREFIRE_XML = "TEST-{}.xml" # slot is the classname
 SUREFIRE_TXT = "{}.txt" # testclass
 SUREFIRE_OUTTXT = "{}-output.txt" #testclass 
@@ -58,6 +71,10 @@
         os.path.join(CTEST_ALLUXIO_DIR, MODULE_SUBDIR[ALLUXIO], "server/worker", SUREFIRE_SUBDIR),
         os.path.join(CTEST_ALLUXIO_DIR, MODULE_SUBDIR[ALLUXIO], "server/master", SUREFIRE_SUBDIR),
     ],
+    KCOMMON: [os.path.join(CTEST_KYLIN_DIR, MODULE_SUBDIR[KCOMMON], SUREFIRE_SUBDIR)],
+    KTOOL: [os.path.join(CTEST_KYLIN_DIR, MODULE_SUBDIR[KTOOL], SUREFIRE_SUBDIR)],
+    KSTORAGE: [os.path.join(CTEST_KYLIN_DIR, MODULE_SUBDIR[KSTORAGE], SUREFIRE_SUBDIR)],
+    KCUBE: [os.path.join(CTEST_KYLIN_DIR, MODULE_SUBDIR[KCUBE], SUREFIRE_SUBDIR)],
 }
 
 # default or deprecate conf path
@@ -74,7 +91,11 @@
     HDFS: os.path.join(DEFAULT_CONF_DIR, HDFS + "-default.tsv"),
     HBASE: os.path.join(DEFAULT_CONF_DIR, HBASE + "-default.tsv"),
     ALLUXIO: os.path.join(DEFAULT_CONF_DIR, ALLUXIO + "-default.tsv"),
-    ZOOKEEPER: os.path.join(DEFAULT_CONF_DIR, ZOOKEEPER + "-default.tsv")
+    ZOOKEEPER: os.path.join(DEFAULT_CONF_DIR, ZOOKEEPER + "-default.tsv"),
+    KCOMMON: os.path.join(DEFAULT_CONF_DIR, KCOMMON + "-default.tsv"),
+    KTOOL: os.path.join(DEFAULT_CONF_DIR, KTOOL + "-default.tsv"),
+    KSTORAGE: os.path.join(DEFAULT_CONF_DIR, KCOMMON + "-default.tsv"), # Same as KCOMMON
+    KCUBE: os.path.join(DEFAULT_CONF_DIR, KCOMMON + "-default.tsv"),  # Same as KCOMMON
 }
 
 
@@ -96,6 +117,22 @@
     ],
     ALLUXIO: [
         os.path.join(CTEST_ALLUXIO_DIR, "core/alluxio-ctest.properties")
+    ],
+    KCOMMON: [
+        os.path.join(CTEST_KYLIN_DIR, "core-common/src/main/resources/ctest.properties")
+        # os.path.join(CTEST_KYLIN_DIR, "core-common/target/ctest.properties")
+    ],
+    KTOOL: [
+        os.path.join(CTEST_KYLIN_DIR, "core-common/src/main/resources/ctest.properties")
+        # os.path.join(CTEST_KYLIN_DIR, "core-common/target/classes/ctest.properties")
+    ],
+    KSTORAGE: [
+        os.path.join(CTEST_KYLIN_DIR, "core-common/src/main/resources/ctest.properties")
+        # os.path.join(CTEST_KYLIN_DIR, "core-common/target/classes/ctest.properties")
+    ],
+    KCUBE: [
+        os.path.join(CTEST_KYLIN_DIR, "core-common/src/main/resources/ctest.properties")
+        # os.path.join(CTEST_KYLIN_DIR, "core-common/target/classes/ctest.properties")
     ]
 }