Merge pull request #41 from LQYBill/hl_job_adaptation

Hl job adaptation

jeecg-module-system/jeecg-system-biz/src/main/java/org/jeecg/modules/business/domain/api/hualei/HLRequest.java

@@ -21,12 +21,13 @@ import java.util.List;
  */
 @Slf4j
 public class HLRequest {
-    private final static String URL = "http://www.antugj.com:8082/selectTrack.htm";
     private static final RequestConfig REQUEST_CONFIG = RequestConfig.custom().build();
+    private final String url;
 
     private final List<String> billCodes;
 
-    public HLRequest(List<String> billCodes) {
+    public HLRequest(String url, List<String> billCodes) {
+        this.url = url;
         this.billCodes = billCodes;
     }
 
@@ -40,7 +41,7 @@ public class HLRequest {
         while (attempts++ < 5) {
             try {
                 HttpClient httpClient = HttpClientBuilder.create().setDefaultRequestConfig(REQUEST_CONFIG).build();
-                HttpPost request = new HttpPost(URL);
+                HttpPost request = new HttpPost(url);
 
                 // adding the form data
                 request.setEntity(new UrlEncodedFormEntity(generateFormData(), "UTF-8"));

jeecg-module-system/jeecg-system-biz/src/main/java/org/jeecg/modules/business/domain/job/HLJob.java

@@ -35,6 +35,8 @@ public class HLJob implements Job {
     @Autowired
     private IPlatformOrderService platformOrderService;
 
+    private final static String URL = "http://www.antugj.com:8082/selectTrack.htm";
+
     private static final Integer DEFAULT_NUMBER_OF_DAYS = 15;
     private static final Integer DEFAULT_MAXIMUM_NUMBER_OF_PARCELS_PER_TRANSACTION = 800;
     private static final List<String> DEFAULT_TRANSPORTERS = Arrays.asList("法国专线普货");
@@ -91,7 +93,7 @@ public class HLJob implements Job {
         List<HLResponseItem> parcelTraces = new ArrayList<>();
         List<HLRequest> hlRequests = new ArrayList<>();
         billCodeLists.forEach(billcodeList -> {
-            HLRequest hlRequest = new HLRequest(billcodeList);
+            HLRequest hlRequest = new HLRequest(URL, billcodeList);
             hlRequests.add(hlRequest);
         });
         List<Boolean> results = new ArrayList<>();

jeecg-module-system/jeecg-system-biz/src/main/java/org/jeecg/modules/business/domain/job/YPJob.java

@@ -0,0 +1,126 @@
+package org.jeecg.modules.business.domain.job;
+
+import com.fasterxml.jackson.databind.DeserializationFeature;
+import com.fasterxml.jackson.databind.ObjectMapper;
+import com.google.common.collect.Lists;
+import lombok.extern.slf4j.Slf4j;
+import org.apache.http.HttpEntity;
+import org.apache.http.util.EntityUtils;
+import org.codehaus.jettison.json.JSONArray;
+import org.codehaus.jettison.json.JSONException;
+import org.codehaus.jettison.json.JSONObject;
+import org.jeecg.modules.business.domain.api.hualei.HLRequest;
+import org.jeecg.modules.business.domain.api.hualei.HLResponse;
+import org.jeecg.modules.business.domain.api.hualei.HLResponseItem;
+import org.jeecg.modules.business.service.IParcelService;
+import org.jeecg.modules.business.service.IPlatformOrderService;
+import org.quartz.Job;
+import org.quartz.JobDataMap;
+import org.quartz.JobExecutionContext;
+import org.quartz.JobExecutionException;
+import org.springframework.beans.factory.annotation.Autowired;
+
+import java.io.IOException;
+import java.sql.Date;
+import java.time.LocalDate;
+import java.util.ArrayList;
+import java.util.Arrays;
+import java.util.List;
+
+@Slf4j
+public class YPJob implements Job {
+
+    @Autowired
+    private IParcelService parcelService;
+    @Autowired
+    private IPlatformOrderService platformOrderService;
+
+    private final static String URL = "http://www.yuanpeng56.com:8082/selectTrack.htm";
+
+    private static final Integer DEFAULT_NUMBER_OF_DAYS = 15;
+    private static final Integer DEFAULT_MAXIMUM_NUMBER_OF_PARCELS_PER_TRANSACTION = 800;
+    private static final List<String> DEFAULT_TRANSPORTERS = Arrays.asList("法国普货小包专线");
+
+    @Override
+    public void execute(JobExecutionContext context) throws JobExecutionException {
+        LocalDate endDate = LocalDate.now();
+        LocalDate startDate = endDate.minusDays(DEFAULT_NUMBER_OF_DAYS);
+        List<String> transporters = DEFAULT_TRANSPORTERS;
+        boolean overrideRestriction = false;
+        ObjectMapper mapper = new ObjectMapper();
+        mapper.disable(DeserializationFeature.FAIL_ON_UNKNOWN_PROPERTIES);
+        JobDataMap jobDataMap = context.getMergedJobDataMap();
+        String parameter = ((String) jobDataMap.get("parameter"));
+        if (parameter != null) {
+            try {
+                JSONObject jsonObject = new JSONObject(parameter);
+                if (!jsonObject.isNull("startDate")) {
+                    String startDateStr = jsonObject.getString("startDate");
+                    startDate = LocalDate.parse(startDateStr);
+                }
+                if (!jsonObject.isNull("endDate")) {
+                    String endDateStr = jsonObject.getString("endDate");
+                    endDate = LocalDate.parse(endDateStr);
+                }
+                if (!jsonObject.isNull("transporters")) {
+                    JSONArray transporterArray = jsonObject.getJSONArray("transporters");
+                    List<String> transporterList = new ArrayList<>();
+                    for (int i = 0; i < transporterArray.length(); i++) {
+                        transporterList.add(transporterArray.getString(i));
+                    }
+                    transporters = transporterList;
+                }
+                if (!jsonObject.isNull("override")) {
+                    overrideRestriction = jsonObject.getBoolean("override");
+                }
+            } catch (JSONException e) {
+                log.error("Error while parsing parameter as JSON, falling back to default parameters.");
+            }
+        }
+
+        if (!endDate.isAfter(startDate)) {
+            throw new RuntimeException("EndDate must be strictly greater than StartDate !");
+        } else if (endDate.minusDays(30).isAfter(startDate) && !overrideRestriction) {
+            throw new RuntimeException("No more than 30 days can separate startDate and endDate !");
+        }
+
+        log.info("Starting to retrieve parcel traces of {} from {} to {}", transporters, startDate, endDate);
+        List<String> billCodes = platformOrderService.fetchBillCodesOfParcelsWithoutTrace(
+                Date.valueOf(startDate), Date.valueOf(endDate), transporters);
+        log.info("{} parcels without trace in total", billCodes.size());
+        List<List<String>> billCodeLists = Lists.partition(billCodes, 40);
+        log.info("Requests will be divided in to {} parts", billCodeLists.size());
+        List<HLResponseItem> parcelTraces = new ArrayList<>();
+        List<HLRequest> hlRequests = new ArrayList<>();
+        billCodeLists.forEach(billcodeList -> {
+            HLRequest hlRequest = new HLRequest(URL, billcodeList);
+            hlRequests.add(hlRequest);
+        });
+        List<Boolean> results = new ArrayList<>();
+        for (HLRequest request : hlRequests) {
+            boolean success = false;
+            HttpEntity entity = request.send().getEntity();
+            try {
+                // String of the response
+                String responseString = EntityUtils.toString(entity, "UTF-8");
+                // Geniuses at HL decided to put the sole response object in an array....
+                HLResponse[] hlResponseArray = mapper.readValue(responseString, HLResponse[].class);
+                parcelTraces.addAll(hlResponseArray[0].getResponseItems());
+                success = true;
+            } catch (IOException e) {
+                log.error("Error while parsing response into String", e);
+            } finally {
+                results.add(success);
+            }
+            log.info("{} parcel added to the queue to be inserted into DB.", parcelTraces.size());
+        }
+        long nbSuccesses = results.stream().filter(b -> b).count();
+        log.info("{}/{} lots of 40 parcel traces have been retrieved.", nbSuccesses, hlRequests.size());
+
+        List<List<HLResponseItem>> parcelTraceList = Lists.partition(parcelTraces, DEFAULT_MAXIMUM_NUMBER_OF_PARCELS_PER_TRANSACTION);
+        for (List<HLResponseItem> parcelTracesPerTransaction : parcelTraceList) {
+            parcelService.saveHLParcelAndTraces(parcelTracesPerTransaction);
+        }
+    }
+
+}