diff --git a/src/main/resources/cv_model/bestModel/metadata/.part-00000.crc b/src/main/resources/cv_model/bestModel/metadata/.part-00000.crc new file mode 100644 index 0000000..2042fbe Binary files /dev/null and b/src/main/resources/cv_model/bestModel/metadata/.part-00000.crc differ diff --git a/src/main/resources/cv_model/bestModel/metadata/_SUCCESS b/src/main/resources/cv_model/bestModel/metadata/_SUCCESS new file mode 100644 index 0000000..e69de29 diff --git a/src/main/resources/cv_model/bestModel/metadata/part-00000 b/src/main/resources/cv_model/bestModel/metadata/part-00000 new file mode 100644 index 0000000..81a3616 --- /dev/null +++ b/src/main/resources/cv_model/bestModel/metadata/part-00000 @@ -0,0 +1 @@ +{"class":"org.apache.spark.ml.PipelineModel","timestamp":1723422050490,"sparkVersion":"3.4.3","uid":"PipelineModel_4ecdd9f71524","paramMap":{"stageUids":["StringIndexer_d3c63289c493","VectorAssembler_517fc429fbfb","RandomForestClassifier_4909b7ca2bbe"]},"defaultParamMap":{}} diff --git a/src/main/resources/cv_model/bestModel/stages/0_StringIndexer_d3c63289c493/data/.part-00000-82eb0422-116b-4264-a2e1-f02308435abb-c000.snappy.parquet.crc b/src/main/resources/cv_model/bestModel/stages/0_StringIndexer_d3c63289c493/data/.part-00000-82eb0422-116b-4264-a2e1-f02308435abb-c000.snappy.parquet.crc new file mode 100644 index 0000000..258b61d Binary files /dev/null and b/src/main/resources/cv_model/bestModel/stages/0_StringIndexer_d3c63289c493/data/.part-00000-82eb0422-116b-4264-a2e1-f02308435abb-c000.snappy.parquet.crc differ diff --git a/src/main/resources/cv_model/bestModel/stages/0_StringIndexer_d3c63289c493/data/_SUCCESS b/src/main/resources/cv_model/bestModel/stages/0_StringIndexer_d3c63289c493/data/_SUCCESS new file mode 100644 index 0000000..e69de29 diff --git a/src/main/resources/cv_model/bestModel/stages/0_StringIndexer_d3c63289c493/data/part-00000-82eb0422-116b-4264-a2e1-f02308435abb-c000.snappy.parquet b/src/main/resources/cv_model/bestModel/stages/0_StringIndexer_d3c63289c493/data/part-00000-82eb0422-116b-4264-a2e1-f02308435abb-c000.snappy.parquet new file mode 100644 index 0000000..b6f842f Binary files /dev/null and b/src/main/resources/cv_model/bestModel/stages/0_StringIndexer_d3c63289c493/data/part-00000-82eb0422-116b-4264-a2e1-f02308435abb-c000.snappy.parquet differ diff --git a/src/main/resources/cv_model/bestModel/stages/0_StringIndexer_d3c63289c493/metadata/.part-00000.crc b/src/main/resources/cv_model/bestModel/stages/0_StringIndexer_d3c63289c493/metadata/.part-00000.crc new file mode 100644 index 0000000..9302067 Binary files /dev/null and b/src/main/resources/cv_model/bestModel/stages/0_StringIndexer_d3c63289c493/metadata/.part-00000.crc differ diff --git a/src/main/resources/cv_model/bestModel/stages/0_StringIndexer_d3c63289c493/metadata/_SUCCESS b/src/main/resources/cv_model/bestModel/stages/0_StringIndexer_d3c63289c493/metadata/_SUCCESS new file mode 100644 index 0000000..e69de29 diff --git a/src/main/resources/cv_model/bestModel/stages/0_StringIndexer_d3c63289c493/metadata/part-00000 b/src/main/resources/cv_model/bestModel/stages/0_StringIndexer_d3c63289c493/metadata/part-00000 new file mode 100644 index 0000000..76212bf --- /dev/null +++ b/src/main/resources/cv_model/bestModel/stages/0_StringIndexer_d3c63289c493/metadata/part-00000 @@ -0,0 +1 @@ +{"class":"org.apache.spark.ml.feature.StringIndexerModel","timestamp":1723422050930,"sparkVersion":"3.4.3","uid":"StringIndexer_d3c63289c493","paramMap":{"outputCol":"indexed_target","inputCol":"target"},"defaultParamMap":{"stringOrderType":"frequencyDesc","handleInvalid":"error","outputCol":"StringIndexer_d3c63289c493__output"}} diff --git a/src/main/resources/cv_model/bestModel/stages/1_VectorAssembler_517fc429fbfb/metadata/.part-00000.crc b/src/main/resources/cv_model/bestModel/stages/1_VectorAssembler_517fc429fbfb/metadata/.part-00000.crc new file mode 100644 index 0000000..2ccb975 Binary files /dev/null and b/src/main/resources/cv_model/bestModel/stages/1_VectorAssembler_517fc429fbfb/metadata/.part-00000.crc differ diff --git a/src/main/resources/cv_model/bestModel/stages/1_VectorAssembler_517fc429fbfb/metadata/_SUCCESS b/src/main/resources/cv_model/bestModel/stages/1_VectorAssembler_517fc429fbfb/metadata/_SUCCESS new file mode 100644 index 0000000..e69de29 diff --git a/src/main/resources/cv_model/bestModel/stages/1_VectorAssembler_517fc429fbfb/metadata/part-00000 b/src/main/resources/cv_model/bestModel/stages/1_VectorAssembler_517fc429fbfb/metadata/part-00000 new file mode 100644 index 0000000..05fc83c --- /dev/null +++ b/src/main/resources/cv_model/bestModel/stages/1_VectorAssembler_517fc429fbfb/metadata/part-00000 @@ -0,0 +1 @@ +{"class":"org.apache.spark.ml.feature.VectorAssembler","timestamp":1723422054241,"sparkVersion":"3.4.3","uid":"VectorAssembler_517fc429fbfb","paramMap":{"inputCols":["domain","subdomain","top_level_domain","query","fragment","redirect","path","redirect_chain","hsts_header","ssl_stripping","hostname_embedding","javascript_check","shortening_service","has_ip_address","tracking_descriptions","url_encoding","has_executable","tls","contents"],"outputCol":"features"},"defaultParamMap":{"handleInvalid":"error","outputCol":"VectorAssembler_517fc429fbfb__output"}} diff --git a/src/main/resources/cv_model/bestModel/stages/2_RandomForestClassifier_4909b7ca2bbe/data/.part-00000-93fad09f-9ae6-465a-9d23-54dac5816f4b-c000.snappy.parquet.crc b/src/main/resources/cv_model/bestModel/stages/2_RandomForestClassifier_4909b7ca2bbe/data/.part-00000-93fad09f-9ae6-465a-9d23-54dac5816f4b-c000.snappy.parquet.crc new file mode 100644 index 0000000..7722ab3 Binary files /dev/null and b/src/main/resources/cv_model/bestModel/stages/2_RandomForestClassifier_4909b7ca2bbe/data/.part-00000-93fad09f-9ae6-465a-9d23-54dac5816f4b-c000.snappy.parquet.crc differ diff --git a/src/main/resources/cv_model/bestModel/stages/2_RandomForestClassifier_4909b7ca2bbe/data/_SUCCESS b/src/main/resources/cv_model/bestModel/stages/2_RandomForestClassifier_4909b7ca2bbe/data/_SUCCESS new file mode 100644 index 0000000..e69de29 diff --git a/src/main/resources/cv_model/bestModel/stages/2_RandomForestClassifier_4909b7ca2bbe/data/part-00000-93fad09f-9ae6-465a-9d23-54dac5816f4b-c000.snappy.parquet b/src/main/resources/cv_model/bestModel/stages/2_RandomForestClassifier_4909b7ca2bbe/data/part-00000-93fad09f-9ae6-465a-9d23-54dac5816f4b-c000.snappy.parquet new file mode 100644 index 0000000..2664881 Binary files /dev/null and b/src/main/resources/cv_model/bestModel/stages/2_RandomForestClassifier_4909b7ca2bbe/data/part-00000-93fad09f-9ae6-465a-9d23-54dac5816f4b-c000.snappy.parquet differ diff --git a/src/main/resources/cv_model/bestModel/stages/2_RandomForestClassifier_4909b7ca2bbe/metadata/.part-00000.crc b/src/main/resources/cv_model/bestModel/stages/2_RandomForestClassifier_4909b7ca2bbe/metadata/.part-00000.crc new file mode 100644 index 0000000..e758ca5 Binary files /dev/null and b/src/main/resources/cv_model/bestModel/stages/2_RandomForestClassifier_4909b7ca2bbe/metadata/.part-00000.crc differ diff --git a/src/main/resources/cv_model/bestModel/stages/2_RandomForestClassifier_4909b7ca2bbe/metadata/_SUCCESS b/src/main/resources/cv_model/bestModel/stages/2_RandomForestClassifier_4909b7ca2bbe/metadata/_SUCCESS new file mode 100644 index 0000000..e69de29 diff --git a/src/main/resources/cv_model/bestModel/stages/2_RandomForestClassifier_4909b7ca2bbe/metadata/part-00000 b/src/main/resources/cv_model/bestModel/stages/2_RandomForestClassifier_4909b7ca2bbe/metadata/part-00000 new file mode 100644 index 0000000..9f8fc55 --- /dev/null +++ b/src/main/resources/cv_model/bestModel/stages/2_RandomForestClassifier_4909b7ca2bbe/metadata/part-00000 @@ -0,0 +1 @@ +{"class":"org.apache.spark.ml.classification.RandomForestClassificationModel","timestamp":1723422054559,"sparkVersion":"3.4.3","uid":"RandomForestClassifier_4909b7ca2bbe","paramMap":{"featuresCol":"features","numTrees":100,"maxDepth":10,"labelCol":"indexed_target"},"defaultParamMap":{"featuresCol":"features","rawPredictionCol":"rawPrediction","maxBins":32,"predictionCol":"prediction","minInstancesPerNode":1,"minWeightFractionPerNode":0.0,"cacheNodeIds":false,"minInfoGain":0.0,"numTrees":20,"maxDepth":5,"impurity":"gini","subsamplingRate":1.0,"leafCol":"","labelCol":"label","probabilityCol":"probability","bootstrap":true,"featureSubsetStrategy":"auto","checkpointInterval":10,"maxMemoryInMB":256,"seed":6182040365248539008},"numFeatures":19,"numClasses":4,"numTrees":100} diff --git a/src/main/resources/cv_model/bestModel/stages/2_RandomForestClassifier_4909b7ca2bbe/treesMetadata/.part-00000-8ea1cd09-af6e-47db-a199-9a18743ad514-c000.snappy.parquet.crc b/src/main/resources/cv_model/bestModel/stages/2_RandomForestClassifier_4909b7ca2bbe/treesMetadata/.part-00000-8ea1cd09-af6e-47db-a199-9a18743ad514-c000.snappy.parquet.crc new file mode 100644 index 0000000..339b14a Binary files /dev/null and b/src/main/resources/cv_model/bestModel/stages/2_RandomForestClassifier_4909b7ca2bbe/treesMetadata/.part-00000-8ea1cd09-af6e-47db-a199-9a18743ad514-c000.snappy.parquet.crc differ diff --git a/src/main/resources/cv_model/bestModel/stages/2_RandomForestClassifier_4909b7ca2bbe/treesMetadata/_SUCCESS b/src/main/resources/cv_model/bestModel/stages/2_RandomForestClassifier_4909b7ca2bbe/treesMetadata/_SUCCESS new file mode 100644 index 0000000..e69de29 diff --git a/src/main/resources/cv_model/bestModel/stages/2_RandomForestClassifier_4909b7ca2bbe/treesMetadata/part-00000-8ea1cd09-af6e-47db-a199-9a18743ad514-c000.snappy.parquet b/src/main/resources/cv_model/bestModel/stages/2_RandomForestClassifier_4909b7ca2bbe/treesMetadata/part-00000-8ea1cd09-af6e-47db-a199-9a18743ad514-c000.snappy.parquet new file mode 100644 index 0000000..bc6c1d3 Binary files /dev/null and b/src/main/resources/cv_model/bestModel/stages/2_RandomForestClassifier_4909b7ca2bbe/treesMetadata/part-00000-8ea1cd09-af6e-47db-a199-9a18743ad514-c000.snappy.parquet differ diff --git a/src/main/resources/cv_model/estimator/metadata/.part-00000.crc b/src/main/resources/cv_model/estimator/metadata/.part-00000.crc new file mode 100644 index 0000000..05f028a Binary files /dev/null and b/src/main/resources/cv_model/estimator/metadata/.part-00000.crc differ diff --git a/src/main/resources/cv_model/estimator/metadata/_SUCCESS b/src/main/resources/cv_model/estimator/metadata/_SUCCESS new file mode 100644 index 0000000..e69de29 diff --git a/src/main/resources/cv_model/estimator/metadata/part-00000 b/src/main/resources/cv_model/estimator/metadata/part-00000 new file mode 100644 index 0000000..483a4fc --- /dev/null +++ b/src/main/resources/cv_model/estimator/metadata/part-00000 @@ -0,0 +1 @@ +{"class":"org.apache.spark.ml.Pipeline","timestamp":1723422048367,"sparkVersion":"3.4.3","uid":"Pipeline_58a1fe22f286","paramMap":{"stageUids":["StringIndexer_d3c63289c493","VectorAssembler_517fc429fbfb","RandomForestClassifier_4909b7ca2bbe"]},"defaultParamMap":{}} diff --git a/src/main/resources/cv_model/estimator/stages/0_StringIndexer_d3c63289c493/metadata/.part-00000.crc b/src/main/resources/cv_model/estimator/stages/0_StringIndexer_d3c63289c493/metadata/.part-00000.crc new file mode 100644 index 0000000..853858a Binary files /dev/null and b/src/main/resources/cv_model/estimator/stages/0_StringIndexer_d3c63289c493/metadata/.part-00000.crc differ diff --git a/src/main/resources/cv_model/estimator/stages/0_StringIndexer_d3c63289c493/metadata/_SUCCESS b/src/main/resources/cv_model/estimator/stages/0_StringIndexer_d3c63289c493/metadata/_SUCCESS new file mode 100644 index 0000000..e69de29 diff --git a/src/main/resources/cv_model/estimator/stages/0_StringIndexer_d3c63289c493/metadata/part-00000 b/src/main/resources/cv_model/estimator/stages/0_StringIndexer_d3c63289c493/metadata/part-00000 new file mode 100644 index 0000000..e72c7fc --- /dev/null +++ b/src/main/resources/cv_model/estimator/stages/0_StringIndexer_d3c63289c493/metadata/part-00000 @@ -0,0 +1 @@ +{"class":"org.apache.spark.ml.feature.StringIndexer","timestamp":1723422049018,"sparkVersion":"3.4.3","uid":"StringIndexer_d3c63289c493","paramMap":{"outputCol":"indexed_target","inputCol":"target"},"defaultParamMap":{"stringOrderType":"frequencyDesc","handleInvalid":"error","outputCol":"StringIndexer_d3c63289c493__output"}} diff --git a/src/main/resources/cv_model/estimator/stages/1_VectorAssembler_517fc429fbfb/metadata/.part-00000.crc b/src/main/resources/cv_model/estimator/stages/1_VectorAssembler_517fc429fbfb/metadata/.part-00000.crc new file mode 100644 index 0000000..8a19476 Binary files /dev/null and b/src/main/resources/cv_model/estimator/stages/1_VectorAssembler_517fc429fbfb/metadata/.part-00000.crc differ diff --git a/src/main/resources/cv_model/estimator/stages/1_VectorAssembler_517fc429fbfb/metadata/_SUCCESS b/src/main/resources/cv_model/estimator/stages/1_VectorAssembler_517fc429fbfb/metadata/_SUCCESS new file mode 100644 index 0000000..e69de29 diff --git a/src/main/resources/cv_model/estimator/stages/1_VectorAssembler_517fc429fbfb/metadata/part-00000 b/src/main/resources/cv_model/estimator/stages/1_VectorAssembler_517fc429fbfb/metadata/part-00000 new file mode 100644 index 0000000..6ef6134 --- /dev/null +++ b/src/main/resources/cv_model/estimator/stages/1_VectorAssembler_517fc429fbfb/metadata/part-00000 @@ -0,0 +1 @@ +{"class":"org.apache.spark.ml.feature.VectorAssembler","timestamp":1723422049580,"sparkVersion":"3.4.3","uid":"VectorAssembler_517fc429fbfb","paramMap":{"inputCols":["domain","subdomain","top_level_domain","query","fragment","redirect","path","redirect_chain","hsts_header","ssl_stripping","hostname_embedding","javascript_check","shortening_service","has_ip_address","tracking_descriptions","url_encoding","has_executable","tls","contents"],"outputCol":"features"},"defaultParamMap":{"handleInvalid":"error","outputCol":"VectorAssembler_517fc429fbfb__output"}} diff --git a/src/main/resources/cv_model/estimator/stages/2_RandomForestClassifier_4909b7ca2bbe/metadata/.part-00000.crc b/src/main/resources/cv_model/estimator/stages/2_RandomForestClassifier_4909b7ca2bbe/metadata/.part-00000.crc new file mode 100644 index 0000000..df75d0b Binary files /dev/null and b/src/main/resources/cv_model/estimator/stages/2_RandomForestClassifier_4909b7ca2bbe/metadata/.part-00000.crc differ diff --git a/src/main/resources/cv_model/estimator/stages/2_RandomForestClassifier_4909b7ca2bbe/metadata/_SUCCESS b/src/main/resources/cv_model/estimator/stages/2_RandomForestClassifier_4909b7ca2bbe/metadata/_SUCCESS new file mode 100644 index 0000000..e69de29 diff --git a/src/main/resources/cv_model/estimator/stages/2_RandomForestClassifier_4909b7ca2bbe/metadata/part-00000 b/src/main/resources/cv_model/estimator/stages/2_RandomForestClassifier_4909b7ca2bbe/metadata/part-00000 new file mode 100644 index 0000000..5168986 --- /dev/null +++ b/src/main/resources/cv_model/estimator/stages/2_RandomForestClassifier_4909b7ca2bbe/metadata/part-00000 @@ -0,0 +1 @@ +{"class":"org.apache.spark.ml.classification.RandomForestClassifier","timestamp":1723422050089,"sparkVersion":"3.4.3","uid":"RandomForestClassifier_4909b7ca2bbe","paramMap":{"featuresCol":"features","labelCol":"indexed_target"},"defaultParamMap":{"featuresCol":"features","rawPredictionCol":"rawPrediction","maxBins":32,"predictionCol":"prediction","minInstancesPerNode":1,"minWeightFractionPerNode":0.0,"cacheNodeIds":false,"minInfoGain":0.0,"numTrees":20,"maxDepth":5,"impurity":"gini","subsamplingRate":1.0,"leafCol":"","labelCol":"label","probabilityCol":"probability","bootstrap":true,"featureSubsetStrategy":"auto","checkpointInterval":10,"maxMemoryInMB":256,"seed":6182040365248539008}} diff --git a/src/main/resources/cv_model/evaluator/metadata/.part-00000.crc b/src/main/resources/cv_model/evaluator/metadata/.part-00000.crc new file mode 100644 index 0000000..6fde672 Binary files /dev/null and b/src/main/resources/cv_model/evaluator/metadata/.part-00000.crc differ diff --git a/src/main/resources/cv_model/evaluator/metadata/_SUCCESS b/src/main/resources/cv_model/evaluator/metadata/_SUCCESS new file mode 100644 index 0000000..e69de29 diff --git a/src/main/resources/cv_model/evaluator/metadata/part-00000 b/src/main/resources/cv_model/evaluator/metadata/part-00000 new file mode 100644 index 0000000..ca32523 --- /dev/null +++ b/src/main/resources/cv_model/evaluator/metadata/part-00000 @@ -0,0 +1 @@ +{"class":"org.apache.spark.ml.evaluation.MulticlassClassificationEvaluator","timestamp":1723422047764,"sparkVersion":"3.4.3","uid":"MulticlassClassificationEvaluator_f31cf4d2b0db","paramMap":{"metricName":"accuracy","labelCol":"indexed_target"},"defaultParamMap":{"eps":1.0E-15,"beta":1.0,"metricName":"f1","predictionCol":"prediction","labelCol":"label","metricLabel":0.0,"probabilityCol":"probability"}} diff --git a/src/main/resources/cv_model/metadata/.part-00000.crc b/src/main/resources/cv_model/metadata/.part-00000.crc new file mode 100644 index 0000000..8d903e4 Binary files /dev/null and b/src/main/resources/cv_model/metadata/.part-00000.crc differ diff --git a/src/main/resources/cv_model/metadata/_SUCCESS b/src/main/resources/cv_model/metadata/_SUCCESS new file mode 100644 index 0000000..e69de29 diff --git a/src/main/resources/cv_model/metadata/part-00000 b/src/main/resources/cv_model/metadata/part-00000 new file mode 100644 index 0000000..4fb6ce0 --- /dev/null +++ b/src/main/resources/cv_model/metadata/part-00000 @@ -0,0 +1 @@ +{"class":"org.apache.spark.ml.tuning.CrossValidatorModel","timestamp":1723422046660,"sparkVersion":"3.4.3","uid":"CrossValidatorModel_5c96b33c8d82","paramMap":{"seed":-2084793586583917283,"numFolds":5,"foldCol":"","estimatorParamMaps":[[{"parent":"RandomForestClassifier_4909b7ca2bbe","name":"numTrees","value":"100","isJson":"true"},{"parent":"RandomForestClassifier_4909b7ca2bbe","name":"maxDepth","value":"10","isJson":"true"}]]},"defaultParamMap":{"seed":880116102,"numFolds":3,"foldCol":""},"avgMetrics":[0.8736361548764979],"persistSubModels":false}