Merge remote-tracking branch 'origin/feature-ml-integration' into dev

pom.xml

@@ -121,26 +121,7 @@
 			<artifactId>jackson-annotations</artifactId>
 			<version>2.17.2</version>
 		</dependency>
-		<!-- https://mvnrepository.com/artifact/org.apache.spark/spark-core -->
+
-		<dependency>
-			<groupId>org.apache.spark</groupId>
-			<artifactId>spark-core_2.13</artifactId>
-			<version>3.4.3</version>
-		</dependency>
-		<!-- https://mvnrepository.com/artifact/org.apache.spark/spark-sql -->
-		<dependency>
-			<groupId>org.apache.spark</groupId>
-			<artifactId>spark-sql_2.13</artifactId>
-			<version>3.4.3</version>
-			<scope>provided</scope>
-		</dependency>
-		<!-- https://mvnrepository.com/artifact/org.apache.spark/spark-mllib -->
-		<dependency>
-			<groupId>org.apache.spark</groupId>
-			<artifactId>spark-mllib_2.13</artifactId>
-			<version>3.4.3</version>
-			<scope>provided</scope>
-		</dependency>
 	</dependencies>
 
 	<build>

src/main/java/com/safeqr/app/constants/APIConstants.java

@@ -13,6 +13,7 @@ public class APIConstants {
     public static final String API_URL_QRCODE_VIRUS_TOTAL_CHECK = "/qrcodetypes/virusTotalCheck";
     public static final String API_URL_QRCODE_REDIRECT_COUNT = "/qrcodetypes/checkRedirects";
     public static final String API_URL_QRCODE_GET_QR_DETAILS = "/qrcodetypes/getQRDetails";
+    public static final String PREDICTION_API_URL = "http://localhost:8000/predict";
 
 
     public static final String API_URL_USER_GET = "/user/getUser";

src/main/java/com/safeqr/app/prediction/model/URLFeatures.java

@@ -0,0 +1,199 @@
+package com.safeqr.app.prediction.model;
+
+import com.fasterxml.jackson.annotation.JsonProperty;
+import com.safeqr.app.qrcode.model.URLModel;
+import lombok.*;
+
+import java.util.List;
+import java.util.regex.Matcher;
+import java.util.regex.Pattern;
+
+@Getter
+@Builder
+@NoArgsConstructor
+@AllArgsConstructor
+public class URLFeatures {
+    @JsonProperty("domain")
+    private Integer domain;
+
+    @JsonProperty("subdomain")
+    private Integer subdomain;
+
+    @JsonProperty("top_level_domain")
+    private Integer topLevelDomain;
+
+    @JsonProperty("query")
+    private Integer query;
+
+    @JsonProperty("fragment")
+    private Integer fragment;
+
+    @JsonProperty("redirect")
+    private Integer redirect;
+
+    @JsonProperty("path")
+    private Integer path;
+
+    @JsonProperty("redirect_chain")
+    private Integer redirectChain;
+
+    @JsonProperty("hsts_header")
+    private Integer hstsHeader;
+
+    @JsonProperty("ssl_stripping")
+    private Integer sslStripping;
+
+    @JsonProperty("hostname_embedding")
+    private Integer hostnameEmbedding;
+
+    @JsonProperty("javascript_check")
+    private Integer javascriptCheck;
+
+    @JsonProperty("shortening_service")
+    private Integer shorteningService;
+
+    @JsonProperty("has_ip_address")
+    private Integer hasIpAddress;
+
+    @JsonProperty("tracking_descriptions")
+    private Integer trackingDescriptions;
+
+    @JsonProperty("url_encoding")
+    private Integer urlEncoding;
+
+    @JsonProperty("has_executable")
+    private Integer hasExecutable;
+
+    @JsonProperty("tls")
+    private Integer tls;
+
+    @JsonProperty("contents")
+    private Integer contents;
+
+    public static URLFeatures fromEntity(URLModel urlModel) {
+        URLFeatures features = URLFeatures.builder()
+                .build();
+        features.setDomain(urlModel.getDetails().getDomain());
+        features.setSubdomain(urlModel.getDetails().getSubdomain());
+        features.setTopLevelDomain(urlModel.getDetails().getTopLevelDomain());
+        features.setQuery(urlModel.getDetails().getQuery());
+        features.setFragment(urlModel.getDetails().getFragment());
+        features.setPath(urlModel.getDetails().getPath());
+        features.setRedirect(urlModel.getDetails().getRedirect());
+        features.setRedirectChain(urlModel.getDetails().getRedirectChain());
+        features.setHstsHeader(urlModel.getDetails().getHstsHeader());
+        features.setSslStripping(urlModel.getDetails().getSslStripping());
+        features.setHostnameEmbedding(urlModel.getDetails().getHostnameEmbedding());
+        features.setJavascriptCheck(urlModel.getDetails().getJavascriptCheck());
+        features.setShorteningService(urlModel.getDetails().getShorteningService());
+        features.setHasIpAddress(urlModel.getDetails().getHasIpAddress());
+        features.setTrackingDescriptions(urlModel.getDetails().getTrackingDescriptions());
+        features.setUrlEncoding(urlModel.getDetails().getUrlEncoding());
+        features.setHasExecutable(urlModel.getDetails().getHasExecutable());
+        features.setTls(Math.toIntExact(urlModel.getData().getInfo().getId()));
+        features.setContents(urlModel.getData().getContents());
+
+        return features;
+    }
+
+    private void setRedirect(int redirect) {
+        this.redirect = redirect;
+    }
+
+    // Custom setter for tls (qr_code_type_id)
+    public void setTls(Integer tls) {
+        if (tls != null) {
+            this.tls = tls == 1 ? 0 : tls == 9 ? 1 : tls.intValue();
+        } else {
+            this.tls = 0;
+        }
+    }
+
+    // Custom setter for hostnameEmbedding and other similar columns
+    public void setHostnameEmbedding(Integer hostnameEmbedding) {
+        this.hostnameEmbedding = (hostnameEmbedding != null && hostnameEmbedding != 0) ? 1 : 0;
+    }
+
+    public void setJavascriptCheck(String javascriptCheck) {
+        this.javascriptCheck = (javascriptCheck != null && !javascriptCheck.isEmpty()) ? 1 : 0;
+    }
+
+    public void setShorteningService(String shorteningService) {
+        this.shorteningService = (shorteningService != null && !shorteningService.isEmpty()) ? 1 : 0;
+    }
+
+    public void setHasIpAddress(String hasIpAddress) {
+        this.hasIpAddress = (hasIpAddress != null && !hasIpAddress.isEmpty()) ? 1 : 0;
+    }
+
+    public void setUrlEncoding(String urlEncoding) {
+        this.urlEncoding = (urlEncoding != null && !urlEncoding.isEmpty()) ? 1 : 0;
+    }
+
+    public void setHasExecutable(String hasExecutable) {
+        this.hasExecutable = (hasExecutable != null && !hasExecutable.isEmpty()) ? 1 : 0;
+    }
+
+    public void setTrackingDescriptions(List<String> trackingDescriptions) {
+        this.trackingDescriptions = (trackingDescriptions != null && !trackingDescriptions.isEmpty()) ? 1 : 0;
+    }
+
+    // Custom setter for sslStripping
+    public void setSslStripping(List<Boolean> sslStripping) {
+        if (sslStripping != null && !sslStripping.isEmpty() && sslStripping.get(0) != null) {
+            this.sslStripping = sslStripping.get(0) ? 1 : 0;
+        } else {
+            this.sslStripping = 0;
+        }
+    }
+
+    // Custom setter for hstsHeader
+    public void setHstsHeader(List<String> hstsHeader) {
+        if (hstsHeader == null || hstsHeader.isEmpty()) {
+            this.hstsHeader = 0;
+        } else if (hstsHeader.get(0).startsWith("{") && hstsHeader.get(0).endsWith("}")) {
+            Pattern pattern = Pattern.compile("\"(.*?)\"");
+            Matcher matcher = pattern.matcher(hstsHeader.get(0));
+            if (matcher.find() && matcher.group(1).toLowerCase().contains("no")) {
+                this.hstsHeader = 0;
+            } else {
+                this.hstsHeader = 1;
+            }
+        } else {
+            this.hstsHeader = 1;
+        }
+    }
+
+    // Custom setters for calculating string lengths
+    public void setDomain(String domain) {
+        this.domain = (domain != null) ? domain.length() : 0;
+    }
+
+    public void setSubdomain(String subdomain) {
+        this.subdomain = (subdomain != null) ?  subdomain.length() : 0;
+    }
+
+    public void setTopLevelDomain(String topLevelDomain) {
+        this.topLevelDomain = (topLevelDomain != null) ? topLevelDomain.length() : 0;
+    }
+
+    public void setQuery(String query) {
+        this.query = (query != null) ?  query.length() : 0;
+    }
+
+    public void setFragment(String fragment) {
+        this.fragment = (fragment != null) ? fragment.length() : 0;
+    }
+
+    public void setPath(String path) {
+        this.path = (path != null) ? path.length() : 0;
+    }
+
+    public void setRedirectChain(List<String> redirectChain) {
+        this.redirectChain = (redirectChain != null) ? redirectChain.size() : 0;
+    }
+
+    public void setContents(String contents) {
+        this.contents = (contents != null) ? contents.length() : 0;
+    }
+}

src/main/java/com/safeqr/app/prediction/service/PredictionService.java

@@ -0,0 +1,63 @@
+package com.safeqr.app.prediction.service;
+
+import com.fasterxml.jackson.databind.ObjectMapper;
+import com.safeqr.app.prediction.model.URLFeatures;
+import com.safeqr.app.qrcode.model.URLModel;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.springframework.stereotype.Service;
+import org.springframework.web.client.RestTemplate;
+import org.springframework.http.ResponseEntity;
+import org.springframework.http.HttpEntity;
+import org.springframework.http.HttpHeaders;
+import org.springframework.http.HttpMethod;
+import org.springframework.http.MediaType;
+
+import static com.safeqr.app.constants.APIConstants.PREDICTION_API_URL;
+
+@Service
+public class PredictionService {
+    private static final Logger logger = LoggerFactory.getLogger(PredictionService.class);
+
+    private final RestTemplate restTemplate;
+    private final ObjectMapper objectMapper;
+
+    public PredictionService(RestTemplate restTemplate, ObjectMapper objectMapper) {
+        this.restTemplate = restTemplate;
+        this.objectMapper = objectMapper;
+    }
+
+    public String predict(URLModel urlModel) {
+        // Convert URLModel to URLFeatures
+        URLFeatures features = URLFeatures.fromEntity(urlModel);
+        logger.info("Prediction request: {}", features);
+
+        // Prepare the HTTP headers
+        HttpHeaders headers = new HttpHeaders();
+        headers.setContentType(MediaType.APPLICATION_JSON);
+
+        // Create the HTTP entity containing the features and headers
+        HttpEntity<URLFeatures> requestEntity = new HttpEntity<>(features, headers);
+
+        // Make the HTTP POST request to the FastAPI prediction endpoint
+        ResponseEntity<String> response = restTemplate.exchange(
+                PREDICTION_API_URL,
+                HttpMethod.POST,
+                requestEntity,
+                String.class
+        );
+
+        // Use ObjectMapper to deserialize the response and automatically remove quotes
+        String prediction = response.getBody();
+        try {
+            prediction = objectMapper.readValue(prediction, String.class);
+        } catch (Exception e) {
+            logger.error("Failed to parse prediction response", e);
+            prediction = "Unknown";
+        }
+        logger.info("Prediction response: {}", prediction);
+
+        // Return the prediction
+        return prediction;
+    }
+}

src/main/java/com/safeqr/app/qrcode/controller/QRCodeTypeController.java

@@ -61,10 +61,12 @@ public class QRCodeTypeController {
         return ResponseEntity.ok(qrCodeTypeService.detectType(payload).block());
     }
 
-    @PostMapping(API_URL_QRCODE_VERIFY_URL)
+    @PostMapping(value = API_URL_QRCODE_VERIFY_URL, produces = MediaType.APPLICATION_JSON_VALUE)
-    public ResponseEntity<URLVerificationResponse> verifyURL(@RequestBody QRCodePayload payload) {
+    public ResponseEntity<BaseScanResponse> verifyURL(@RequestBody QRCodePayload payload,
-        URLVerificationResponse response = urlVerificationService.verifyURL(payload);
+                                                      @RequestHeader(required = false, name = HEADER_USER_ID) String userId) {
-        return ResponseEntity.ok(response);
+        logger.info("User Id Invoking verify url endpoint: {}", userId);
+        return ResponseEntity.ok(qrCodeTypeService.scanQRCode(userId, payload));
+
     }
 
     @PostMapping(API_URL_QRCODE_VIRUS_TOTAL_CHECK)

src/main/java/com/safeqr/app/qrcode/model/URLModel.java

@@ -47,6 +47,6 @@ public final class URLModel extends QRCodeModel<URLEntity> {
 
     @Override
     public String retrieveClassification() {
-        return "";
+        return urlVerificationService.getClassification(this);
     }
 }

src/main/java/com/safeqr/app/qrcode/service/URLVerificationService.java

@@ -1,11 +1,10 @@
 package com.safeqr.app.qrcode.service;
 
 import static com.safeqr.app.constants.CommonConstants.*;
-
-import com.safeqr.app.qrcode.dto.request.QRCodePayload;
-import com.safeqr.app.qrcode.dto.URLVerificationResponse;
 import com.safeqr.app.qrcode.entity.URLEntity;
+import com.safeqr.app.qrcode.model.URLModel;
 import com.safeqr.app.qrcode.repository.URLRepository;
+import com.safeqr.app.prediction.service.PredictionService;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
 import org.springframework.beans.factory.annotation.Autowired;
@@ -29,9 +28,11 @@ public class URLVerificationService {
     private static final int READ_TIMEOUT_MS = 10000;
     private static final Logger logger = LoggerFactory.getLogger(URLVerificationService.class);
     private final URLRepository urlRepository;
+    private final PredictionService predictionService;
     @Autowired
-    public URLVerificationService(URLRepository urlRepository) {
+    public URLVerificationService(URLRepository urlRepository, PredictionService predictionService) {
         this.urlRepository = urlRepository;
+        this.predictionService = predictionService;
     }
 
     // Regular expression pattern for shortening services
@@ -425,22 +426,8 @@ public class URLVerificationService {
         return INFO_NON_SECURE_CONNECTION;
     }
 
-    public URLVerificationResponse verifyURL(QRCodePayload payload) {
+    // Get Classification using ML Model
-        URLVerificationResponse response = new URLVerificationResponse();
+    public String getClassification(URLModel urlModel){
-        try {
+        return predictionService.predict(urlModel);
-            java.net.URL url = new java.net.URL(payload.getData());
-            String protocol = url.getProtocol();
-            if ("https".equalsIgnoreCase(protocol)) {
-                response.setSecure(true);
-                response.setMessage("The connection is secure.");
-            } else {
-                response.setSecure(false);
-                response.setMessage("The connection is not secure.");
-            }
-        } catch (Exception e) {
-            response.setSecure(false);
-            response.setMessage("Invalid URL.");
-        }
-        return response;
     }
 }

src/main/java/com/safeqr/app/spark/model/URLFeatures.java

@@ -1,134 +0,0 @@
-package com.safeqr.app.spark.model;
-
-import lombok.AllArgsConstructor;
-import lombok.Builder;
-import lombok.Data;
-import lombok.NoArgsConstructor;
-
-import java.util.List;
-import java.util.regex.Matcher;
-import java.util.regex.Pattern;
-
-@Data
-@Builder
-@NoArgsConstructor
-@AllArgsConstructor
-public class URLFeatures {
-    private Long domain;
-    private Long subdomain;
-    private Long topLevelDomain;
-    private Long query;
-    private Long fragment;
-    private Long redirect;
-    private Long path;
-    private Long redirectChain;
-    private Long hstsHeader;
-    private Long sslStripping;
-    private Long hostnameEmbedding;
-    private Long javascriptCheck;
-    private Long shorteningService;
-    private Long hasIpAddress;
-    private Long trackingDescriptions;
-    private Long urlEncoding;
-    private Long hasExecutable;
-    private Long tls;
-    private Long contents;
-    private String target; // This is the label, may be null if predicting
-
-    // Custom setter for tls (qr_code_type_id)
-    public void setTls(Long tls) {
-        if (tls != null) {
-            this.tls = tls == 1 ? 0 : tls == 9 ? 1 : tls;
-        } else {
-            this.tls = 0L;
-        }
-    }
-
-    // Custom setter for hostnameEmbedding and other similar columns
-    public void setHostnameEmbedding(Long hostnameEmbedding) {
-        this.hostnameEmbedding = (hostnameEmbedding != null && hostnameEmbedding != 0) ? 1L : 0L;
-    }
-
-    public void setJavascriptCheck(Long javascriptCheck) {
-        this.javascriptCheck = (javascriptCheck != null && javascriptCheck != 0) ? 1L : 0L;
-    }
-
-    public void setShorteningService(Long shorteningService) {
-        this.shorteningService = (shorteningService != null && shorteningService != 0) ? 1L : 0L;
-    }
-
-    public void setHasIpAddress(Long hasIpAddress) {
-        this.hasIpAddress = (hasIpAddress != null && hasIpAddress != 0) ? 1L : 0L;
-    }
-
-    public void setUrlEncoding(Long urlEncoding) {
-        this.urlEncoding = (urlEncoding != null && urlEncoding != 0) ? 1L : 0L;
-    }
-
-    public void setHasExecutable(Long hasExecutable) {
-        this.hasExecutable = (hasExecutable != null && hasExecutable != 0) ? 1L : 0L;
-    }
-
-    public void setTrackingDescriptions(Long trackingDescriptions) {
-        this.trackingDescriptions = (trackingDescriptions != null && trackingDescriptions != 0) ? 1L : 0L;
-    }
-
-    // Custom setter for sslStripping
-    public void setSslStripping(String sslStripping) {
-        if (sslStripping != null && "true".equalsIgnoreCase(sslStripping)) {
-            this.sslStripping = 1L;
-        } else {
-            this.sslStripping = 0L;
-        }
-    }
-
-    // Custom setter for hstsHeader
-    public void setHstsHeader(String hstsHeader) {
-        if (hstsHeader == null || "0".equals(hstsHeader)) {
-            this.hstsHeader = 0L;
-        } else if (hstsHeader.startsWith("{") && hstsHeader.endsWith("}")) {
-            Pattern pattern = Pattern.compile("\"(.*?)\"");
-            Matcher matcher = pattern.matcher(hstsHeader);
-            if (matcher.find() && matcher.group(1).toLowerCase().contains("no")) {
-                this.hstsHeader = 0L;
-            } else {
-                this.hstsHeader = 1L;
-            }
-        } else {
-            this.hstsHeader = 0L;
-        }
-    }
-
-    // Custom setters for calculating string lengths
-    public void setDomain(String domain) {
-        this.domain = (domain != null) ? (long) domain.length() : 0L;
-    }
-
-    public void setSubdomain(String subdomain) {
-        this.subdomain = (subdomain != null) ? (long) subdomain.length() : 0L;
-    }
-
-    public void setTopLevelDomain(String topLevelDomain) {
-        this.topLevelDomain = (topLevelDomain != null) ? (long) topLevelDomain.length() : 0L;
-    }
-
-    public void setQuery(String query) {
-        this.query = (query != null) ? (long) query.length() : 0L;
-    }
-
-    public void setFragment(String fragment) {
-        this.fragment = (fragment != null) ? (long) fragment.length() : 0L;
-    }
-
-    public void setPath(String path) {
-        this.path = (path != null) ? (long) path.length() : 0L;
-    }
-
-    public void setRedirectChain(String redirectChain) {
-        this.redirectChain = (redirectChain != null) ? (long) redirectChain.length() : 0L;
-    }
-
-    public void setContents(String contents) {
-        this.contents = (contents != null) ? (long) contents.length() : 0L;
-    }
-}

src/main/java/com/safeqr/app/utils/RestTemplateConfig.java

@@ -0,0 +1,12 @@
+package com.safeqr.app.utils;
+
+import org.springframework.context.annotation.Bean;
+import org.springframework.context.annotation.Configuration;
+import org.springframework.web.client.RestTemplate;
+@Configuration
+public class RestTemplateConfig {
+    @Bean
+    public RestTemplate restTemplate() {
+        return new RestTemplate();
+    }
+}

src/main/resources/cv_model/bestModel/metadata/part-00000

@@ -1 +0,0 @@
-{"class":"org.apache.spark.ml.PipelineModel","timestamp":1723422050490,"sparkVersion":"3.4.3","uid":"PipelineModel_4ecdd9f71524","paramMap":{"stageUids":["StringIndexer_d3c63289c493","VectorAssembler_517fc429fbfb","RandomForestClassifier_4909b7ca2bbe"]},"defaultParamMap":{}}

src/main/resources/cv_model/bestModel/stages/0_StringIndexer_d3c63289c493/metadata/part-00000

@@ -1 +0,0 @@
-{"class":"org.apache.spark.ml.feature.StringIndexerModel","timestamp":1723422050930,"sparkVersion":"3.4.3","uid":"StringIndexer_d3c63289c493","paramMap":{"outputCol":"indexed_target","inputCol":"target"},"defaultParamMap":{"stringOrderType":"frequencyDesc","handleInvalid":"error","outputCol":"StringIndexer_d3c63289c493__output"}}

src/main/resources/cv_model/bestModel/stages/1_VectorAssembler_517fc429fbfb/metadata/part-00000

@@ -1 +0,0 @@
-{"class":"org.apache.spark.ml.feature.VectorAssembler","timestamp":1723422054241,"sparkVersion":"3.4.3","uid":"VectorAssembler_517fc429fbfb","paramMap":{"inputCols":["domain","subdomain","top_level_domain","query","fragment","redirect","path","redirect_chain","hsts_header","ssl_stripping","hostname_embedding","javascript_check","shortening_service","has_ip_address","tracking_descriptions","url_encoding","has_executable","tls","contents"],"outputCol":"features"},"defaultParamMap":{"handleInvalid":"error","outputCol":"VectorAssembler_517fc429fbfb__output"}}

src/main/resources/cv_model/bestModel/stages/2_RandomForestClassifier_4909b7ca2bbe/metadata/part-00000

@@ -1 +0,0 @@
-{"class":"org.apache.spark.ml.classification.RandomForestClassificationModel","timestamp":1723422054559,"sparkVersion":"3.4.3","uid":"RandomForestClassifier_4909b7ca2bbe","paramMap":{"featuresCol":"features","numTrees":100,"maxDepth":10,"labelCol":"indexed_target"},"defaultParamMap":{"featuresCol":"features","rawPredictionCol":"rawPrediction","maxBins":32,"predictionCol":"prediction","minInstancesPerNode":1,"minWeightFractionPerNode":0.0,"cacheNodeIds":false,"minInfoGain":0.0,"numTrees":20,"maxDepth":5,"impurity":"gini","subsamplingRate":1.0,"leafCol":"","labelCol":"label","probabilityCol":"probability","bootstrap":true,"featureSubsetStrategy":"auto","checkpointInterval":10,"maxMemoryInMB":256,"seed":6182040365248539008},"numFeatures":19,"numClasses":4,"numTrees":100}

src/main/resources/cv_model/estimator/metadata/part-00000

@@ -1 +0,0 @@
-{"class":"org.apache.spark.ml.Pipeline","timestamp":1723422048367,"sparkVersion":"3.4.3","uid":"Pipeline_58a1fe22f286","paramMap":{"stageUids":["StringIndexer_d3c63289c493","VectorAssembler_517fc429fbfb","RandomForestClassifier_4909b7ca2bbe"]},"defaultParamMap":{}}

src/main/resources/cv_model/estimator/stages/0_StringIndexer_d3c63289c493/metadata/part-00000

@@ -1 +0,0 @@
-{"class":"org.apache.spark.ml.feature.StringIndexer","timestamp":1723422049018,"sparkVersion":"3.4.3","uid":"StringIndexer_d3c63289c493","paramMap":{"outputCol":"indexed_target","inputCol":"target"},"defaultParamMap":{"stringOrderType":"frequencyDesc","handleInvalid":"error","outputCol":"StringIndexer_d3c63289c493__output"}}

src/main/resources/cv_model/estimator/stages/1_VectorAssembler_517fc429fbfb/metadata/part-00000

@@ -1 +0,0 @@
-{"class":"org.apache.spark.ml.feature.VectorAssembler","timestamp":1723422049580,"sparkVersion":"3.4.3","uid":"VectorAssembler_517fc429fbfb","paramMap":{"inputCols":["domain","subdomain","top_level_domain","query","fragment","redirect","path","redirect_chain","hsts_header","ssl_stripping","hostname_embedding","javascript_check","shortening_service","has_ip_address","tracking_descriptions","url_encoding","has_executable","tls","contents"],"outputCol":"features"},"defaultParamMap":{"handleInvalid":"error","outputCol":"VectorAssembler_517fc429fbfb__output"}}

src/main/resources/cv_model/estimator/stages/2_RandomForestClassifier_4909b7ca2bbe/metadata/part-00000

@@ -1 +0,0 @@
-{"class":"org.apache.spark.ml.classification.RandomForestClassifier","timestamp":1723422050089,"sparkVersion":"3.4.3","uid":"RandomForestClassifier_4909b7ca2bbe","paramMap":{"featuresCol":"features","labelCol":"indexed_target"},"defaultParamMap":{"featuresCol":"features","rawPredictionCol":"rawPrediction","maxBins":32,"predictionCol":"prediction","minInstancesPerNode":1,"minWeightFractionPerNode":0.0,"cacheNodeIds":false,"minInfoGain":0.0,"numTrees":20,"maxDepth":5,"impurity":"gini","subsamplingRate":1.0,"leafCol":"","labelCol":"label","probabilityCol":"probability","bootstrap":true,"featureSubsetStrategy":"auto","checkpointInterval":10,"maxMemoryInMB":256,"seed":6182040365248539008}}

src/main/resources/cv_model/evaluator/metadata/part-00000

@@ -1 +0,0 @@
-{"class":"org.apache.spark.ml.evaluation.MulticlassClassificationEvaluator","timestamp":1723422047764,"sparkVersion":"3.4.3","uid":"MulticlassClassificationEvaluator_f31cf4d2b0db","paramMap":{"metricName":"accuracy","labelCol":"indexed_target"},"defaultParamMap":{"eps":1.0E-15,"beta":1.0,"metricName":"f1","predictionCol":"prediction","labelCol":"label","metricLabel":0.0,"probabilityCol":"probability"}}

src/main/resources/cv_model/metadata/part-00000

@@ -1 +0,0 @@
-{"class":"org.apache.spark.ml.tuning.CrossValidatorModel","timestamp":1723422046660,"sparkVersion":"3.4.3","uid":"CrossValidatorModel_5c96b33c8d82","paramMap":{"seed":-2084793586583917283,"numFolds":5,"foldCol":"","estimatorParamMaps":[[{"parent":"RandomForestClassifier_4909b7ca2bbe","name":"numTrees","value":"100","isJson":"true"},{"parent":"RandomForestClassifier_4909b7ca2bbe","name":"maxDepth","value":"10","isJson":"true"}]]},"defaultParamMap":{"seed":880116102,"numFolds":3,"foldCol":""},"avgMetrics":[0.8736361548764979],"persistSubModels":false}