ML_pyspark

5. ML_tutorial/derby.log

@@ -0,0 +1,13 @@
+----------------------------------------------------------------
+Thu Mar 08 16:10:01 KST 2018:
+Booting Derby version The Apache Software Foundation - Apache Derby - 10.12.1.1 - (1704137): instance a816c00e-0162-0471-fa52-0000087f0338 
+on database directory /home/paulkim/workspace/Spark/LearningPySpark/Chapter6/metastore_db with class loader org.apache.spark.sql.hive.client.IsolatedClientLoader$$anon$1@58a10067 
+Loaded from file:/home/paulkim/spark-2.2.0-bin-hadoop2.7/jars/derby-10.12.1.1.jar
+java.vendor=Oracle Corporation
+java.runtime.version=1.8.0_151-b12
+user.dir=/home/paulkim/workspace/Spark/LearningPySpark/Chapter6
+os.name=Linux
+os.arch=amd64
+os.version=4.13.0-36-generic
+derby.system.home=null
+Database Class Loader started - derby.database.classpath=''

5. ML_tutorial/infant_oneHotEncoder_Logistic_Pipeline/metadata/part-00000

@@ -0,0 +1 @@
+{"class":"org.apache.spark.ml.Pipeline","timestamp":1520343039788,"sparkVersion":"2.2.0","uid":"Pipeline_4c17aa5cbf875f5b1da8","paramMap":{"stageUids":["OneHotEncoder_42ea8648036159e3b0c4","VectorAssembler_4761ab090823489bcc96","LogisticRegression_40e48beb73886d7d18bb"]}}

5. ML_tutorial/infant_oneHotEncoder_Logistic_Pipeline/stages/0_OneHotEncoder_42ea8648036159e3b0c4/metadata/part-00000

@@ -0,0 +1 @@
+{"class":"org.apache.spark.ml.feature.OneHotEncoder","timestamp":1520343039910,"sparkVersion":"2.2.0","uid":"OneHotEncoder_42ea8648036159e3b0c4","paramMap":{"inputCol":"BIRTH_PLACE_INT","outputCol":"BIRTH_PLACE_VEC","dropLast":true}}

5. ML_tutorial/infant_oneHotEncoder_Logistic_Pipeline/stages/1_VectorAssembler_4761ab090823489bcc96/metadata/part-00000

@@ -0,0 +1 @@
+{"class":"org.apache.spark.ml.feature.VectorAssembler","timestamp":1520343039964,"sparkVersion":"2.2.0","uid":"VectorAssembler_4761ab090823489bcc96","paramMap":{"outputCol":"features","inputCols":["MOTHER_AGE_YEARS","FATHER_COMBINED_AGE","CIG_BEFORE","CIG_1_TRI","CIG_2_TRI","CIG_3_TRI","MOTHER_HEIGHT_IN","MOTHER_PRE_WEIGHT","MOTHER_DELIVERY_WEIGHT","MOTHER_WEIGHT_GAIN","DIABETES_PRE","DIABETES_GEST","HYP_TENS_PRE","HYP_TENS_GEST","PREV_BIRTH_PRETERM","BIRTH_PLACE_VEC"]}}

5. ML_tutorial/infant_oneHotEncoder_Logistic_Pipeline/stages/2_LogisticRegression_40e48beb73886d7d18bb/metadata/part-00000

@@ -0,0 +1 @@
+{"class":"org.apache.spark.ml.classification.LogisticRegression","timestamp":1520343040021,"sparkVersion":"2.2.0","uid":"LogisticRegression_40e48beb73886d7d18bb","paramMap":{"fitIntercept":true,"labelCol":"INFANT_ALIVE_AT_REPORT","maxIter":10,"tol":1.0E-6,"regParam":0.01,"threshold":0.5,"predictionCol":"prediction","standardization":true,"probabilityCol":"probability","featuresCol":"features","family":"auto","rawPredictionCol":"rawPrediction","elasticNetParam":0.0,"aggregationDepth":2}}

5. ML_tutorial/infant_oneHotEncoder_Logistic_PipelineModel/metadata/part-00000

@@ -0,0 +1 @@
+{"class":"org.apache.spark.ml.PipelineModel","timestamp":1520343044233,"sparkVersion":"2.2.0","uid":"PipelineModel_460a81f5e204ad3ac72a","paramMap":{"stageUids":["OneHotEncoder_42ea8648036159e3b0c4","VectorAssembler_4761ab090823489bcc96","LogisticRegression_40e48beb73886d7d18bb"]}}

5. ML_tutorial/infant_oneHotEncoder_Logistic_PipelineModel/stages/0_OneHotEncoder_42ea8648036159e3b0c4/metadata/part-00000

@@ -0,0 +1 @@
+{"class":"org.apache.spark.ml.feature.OneHotEncoder","timestamp":1520343044281,"sparkVersion":"2.2.0","uid":"OneHotEncoder_42ea8648036159e3b0c4","paramMap":{"inputCol":"BIRTH_PLACE_INT","outputCol":"BIRTH_PLACE_VEC","dropLast":true}}

5. ML_tutorial/infant_oneHotEncoder_Logistic_PipelineModel/stages/1_VectorAssembler_4761ab090823489bcc96/metadata/part-00000

@@ -0,0 +1 @@
+{"class":"org.apache.spark.ml.feature.VectorAssembler","timestamp":1520343044321,"sparkVersion":"2.2.0","uid":"VectorAssembler_4761ab090823489bcc96","paramMap":{"outputCol":"features","inputCols":["MOTHER_AGE_YEARS","FATHER_COMBINED_AGE","CIG_BEFORE","CIG_1_TRI","CIG_2_TRI","CIG_3_TRI","MOTHER_HEIGHT_IN","MOTHER_PRE_WEIGHT","MOTHER_DELIVERY_WEIGHT","MOTHER_WEIGHT_GAIN","DIABETES_PRE","DIABETES_GEST","HYP_TENS_PRE","HYP_TENS_GEST","PREV_BIRTH_PRETERM","BIRTH_PLACE_VEC"]}}

5. ML_tutorial/infant_oneHotEncoder_Logistic_PipelineModel/stages/2_LogisticRegression_40e48beb73886d7d18bb/metadata/part-00000

@@ -0,0 +1 @@
+{"class":"org.apache.spark.ml.classification.LogisticRegressionModel","timestamp":1520343044363,"sparkVersion":"2.2.0","uid":"LogisticRegression_40e48beb73886d7d18bb","paramMap":{"fitIntercept":true,"labelCol":"INFANT_ALIVE_AT_REPORT","tol":1.0E-6,"maxIter":10,"regParam":0.01,"threshold":0.5,"predictionCol":"prediction","standardization":true,"probabilityCol":"probability","featuresCol":"features","family":"auto","rawPredictionCol":"rawPrediction","elasticNetParam":0.0,"aggregationDepth":2}}

5. ML_tutorial/metastore_db/README_DO_NOT_TOUCH_FILES.txt

@@ -0,0 +1,9 @@
+
+# *************************************************************************
+# ***              DO NOT TOUCH FILES IN THIS DIRECTORY!                ***
+# *** FILES IN THIS DIRECTORY AND SUBDIRECTORIES CONSTITUTE A DERBY     ***
+# *** DATABASE, WHICH INCLUDES THE DATA (USER AND SYSTEM) AND THE       ***
+# *** FILES NECESSARY FOR DATABASE RECOVERY.                            ***
+# *** EDITING, ADDING, OR DELETING ANY OF THESE FILES MAY CAUSE DATA    ***
+# *** CORRUPTION AND LEAVE THE DATABASE IN A NON-RECOVERABLE STATE.     ***
+# *************************************************************************

5. ML_tutorial/metastore_db/log/README_DO_NOT_TOUCH_FILES.txt

@@ -0,0 +1,8 @@
+
+# *************************************************************************
+# ***              DO NOT TOUCH FILES IN THIS DIRECTORY!                ***
+# *** FILES IN THIS DIRECTORY ARE USED BY THE DERBY DATABASE RECOVERY   ***
+# *** SYSTEM. EDITING, ADDING, OR DELETING FILES IN THIS DIRECTORY      ***
+# *** WILL CAUSE THE DERBY RECOVERY SYSTEM TO FAIL, LEADING TO          ***
+# *** NON-RECOVERABLE CORRUPT DATABASES.                                ***
+# *************************************************************************

5. ML_tutorial/metastore_db/seg0/README_DO_NOT_TOUCH_FILES.txt

@@ -0,0 +1,8 @@
+
+# *************************************************************************
+# ***              DO NOT TOUCH FILES IN THIS DIRECTORY!                ***
+# *** FILES IN THIS DIRECTORY ARE USED BY THE DERBY DATABASE TO STORE   *** 
+# *** USER AND SYSTEM DATA. EDITING, ADDING, OR DELETING FILES IN THIS  ***
+# *** DIRECTORY WILL CORRUPT THE ASSOCIATED DERBY DATABASE AND MAKE     ***
+# *** IT NON-RECOVERABLE.                                               ***
+# *************************************************************************

5. ML_tutorial/metastore_db/service.properties

@@ -0,0 +1,23 @@
+#/home/paulkim/workspace/Spark/LearningPySpark/Chapter6/metastore_db
+# ********************************************************************
+# ***                Please do NOT edit this file.                 ***
+# *** CHANGING THE CONTENT OF THIS FILE MAY CAUSE DATA CORRUPTION. ***
+# ********************************************************************
+#Mon Mar 05 13:26:39 KST 2018
+SysschemasIndex2Identifier=225
+SyscolumnsIdentifier=144
+SysconglomeratesIndex1Identifier=49
+SysconglomeratesIdentifier=32
+SyscolumnsIndex2Identifier=177
+SysschemasIndex1Identifier=209
+SysconglomeratesIndex3Identifier=81
+SystablesIndex2Identifier=129
+SyscolumnsIndex1Identifier=161
+derby.serviceProtocol=org.apache.derby.database.Database
+SysschemasIdentifier=192
+derby.storage.propertiesId=16
+SysconglomeratesIndex2Identifier=65
+derby.serviceLocale=ko_KR
+SystablesIdentifier=96
+SystablesIndex1Identifier=113
+#--- last line, don't put anything after this line ---