票务mongodb抽数上个月到今天

yudao-module-infra/yudao-module-infra-biz/src/main/java/cn/iocoder/yudao/module/infra/job/ticketing/TicketDataMigration.java

@@ -1,5 +1,6 @@
 package cn.iocoder.yudao.module.infra.job.ticketing;
 
+import cn.hutool.core.date.DatePattern;
 import cn.hutool.http.HttpUtil;
 import cn.hutool.json.JSONUtil;
 import cn.iocoder.yudao.framework.common.util.date.TickingDateUtils;
@@ -26,6 +27,9 @@ import org.springframework.stereotype.Component;
 
 import javax.annotation.Resource;
 import java.math.BigDecimal;
+import java.text.SimpleDateFormat;
+import java.util.Calendar;
+import java.util.Date;
 import java.util.List;
 import java.util.Map;
 
@@ -190,6 +194,114 @@ public class TicketDataMigration {
         XxlJobHelper.log("抽数服务：检票数据抽数正常结束！总共：{}条数据，{}条数据重复，{}条数据插入成功！", totalRows, duplicatesCount, successCount);
     }
 
+    @XxlJob("getCheckTicketByMongoDBLastMonthToNow")
+    public void getCheckTicketByMongoDBLastMonthToNow() throws Exception {
+        XxlJobHelper.log("抽数服务：mongodb检票数据开始抽数...");
+
+        int successCount;
+        int duplicatesCount;
+        int pageNumber;
+        // 获取当前日期
+        Calendar startDate = Calendar.getInstance();
+        // 设置开始日期为上一个月的第一天
+        startDate.set(Calendar.DAY_OF_MONTH, 1); // 先将日期设置为当前月的第一天
+        startDate.add(Calendar.MONTH, -1); // 然后减去一个月
+
+        // 设置结束日期为今天
+        Calendar endDate = Calendar.getInstance();
+
+        // 循环从开始日期到结束日期
+        while (!startDate.after(endDate)) {
+            successCount = 0;
+            duplicatesCount = 0;
+            String dateString = TickingDateUtils.format(startDate.getTime());
+            pageNumber = 1;
+            TicketingSamplingRespVO ticketingSamplingRespVO = this.getUrlResponseData(CHECK_TICKET_SERVICE, CHECK_TICKET_METHOD, dateString, pageNumber);
+            if (ticketingSamplingRespVO == null) {
+                startDate.add(Calendar.DAY_OF_MONTH, 1);
+                continue;
+            }
+            int totalRows = ticketingSamplingRespVO.getTotalRows();
+            List<Map<String, Object>> mapList;
+
+            // 获得总页数
+            int totalPages = ticketingSamplingRespVO.getTotalPages();
+
+            // 处理剩余页的数据
+            for (; pageNumber <= totalPages; pageNumber++) {
+                ticketingSamplingRespVO = this.getUrlResponseData(CHECK_TICKET_SERVICE, CHECK_TICKET_METHOD, dateString, pageNumber);
+                mapList = ticketingSamplingRespVO.getDataMapList();
+                List<Integer> resultNum = checkTicketService.insertByMongoDB(BeanUtils.toBean(mapList, CheckTicket.class));
+
+                if (resultNum == null) {
+                    XxlJobHelper.log("数据批量插入异常！", pageNumber);
+                } else {
+                    successCount += resultNum.get(0);
+                    duplicatesCount += resultNum.get(1);
+                }
+            }
+            int currentMonth = startDate.get(Calendar.MONTH) + 1; // 加1以得到1-12的月份
+            int currentDay = startDate.get(Calendar.DAY_OF_MONTH);
+            XxlJobHelper.log("抽数服务：{}月{}日：检票数据抽数正常结束！总共：{}条数据，{}条数据重复，{}条数据插入成功！",currentMonth,currentDay ,totalRows, duplicatesCount, successCount);
+            // 日期递增一天
+            startDate.add(Calendar.DAY_OF_MONTH, 1);
+        }
+        XxlJobHelper.log("抽数结束!!!");
+    }
+    @XxlJob("getSaleDataByMongoDBLastMonthToNow")
+    public void getSaleDataByMongoDBLastMonthToNow() throws Exception {
+        XxlJobHelper.log("抽数服务：mongodb售票数据开始抽数...");
+
+        int successCount;
+        int duplicatesCount;
+        int pageNumber;
+        // 获取当前日期
+        Calendar startDate = Calendar.getInstance();
+        // 设置开始日期为上一个月的第一天
+        startDate.set(Calendar.DAY_OF_MONTH, 1); // 先将日期设置为当前月的第一天
+        startDate.add(Calendar.MONTH, -1); // 然后减去一个月
+
+        // 设置结束日期为今天
+        Calendar endDate = Calendar.getInstance();
+
+        // 循环从开始日期到结束日期
+        while (!startDate.after(endDate)) {
+            successCount = 0;
+            duplicatesCount = 0;
+            String dateString = TickingDateUtils.format(startDate.getTime());
+            pageNumber = 1;
+            TicketingSamplingRespVO ticketingSamplingRespVO = this.getUrlResponseData(SALE_DATA_SERVICE, SALE_DATA_METHOD, dateString, pageNumber);
+            if (ticketingSamplingRespVO == null) {
+                startDate.add(Calendar.DAY_OF_MONTH, 1);
+                continue;
+            }
+            int totalRows = ticketingSamplingRespVO.getTotalRows();
+            List<Map<String, Object>> mapList;
+
+            // 获得总页数
+            int totalPages = ticketingSamplingRespVO.getTotalPages();
+
+            // 处理剩余页的数据
+            for (; pageNumber <= totalPages; pageNumber++) {
+                ticketingSamplingRespVO = this.getUrlResponseData(SALE_DATA_SERVICE, SALE_DATA_METHOD, dateString, pageNumber);
+                mapList = ticketingSamplingRespVO.getDataMapList();
+                List<Integer> resultNum = saleDataService.insertByMongoDB(BeanUtils.toBean(mapList, SaleData.class));
+
+                if (resultNum == null) {
+                    XxlJobHelper.log("数据批量插入异常！", pageNumber);
+                } else {
+                    successCount += resultNum.get(0);
+                    duplicatesCount += resultNum.get(1);
+                }
+            }
+            int currentMonth = startDate.get(Calendar.MONTH) + 1; // 加1以得到1-12的月份
+            int currentDay = startDate.get(Calendar.DAY_OF_MONTH);
+            XxlJobHelper.log("抽数服务：{}月{}日：售票数据抽数正常结束！总共：{}条数据，{}条数据重复，{}条数据插入成功！",currentMonth,currentDay ,totalRows, duplicatesCount, successCount);
+            // 日期递增一天
+            startDate.add(Calendar.DAY_OF_MONTH, 1);
+        }
+        XxlJobHelper.log("抽数结束!!!");
+    }
     /**
      * 插入销售数据的方法（mysql）
      *
@@ -262,9 +374,12 @@ public class TicketDataMigration {
         // TODO 需要再优化
         if (ticketingSamplingRespVO != null && !ticketingSamplingRespVO.isPassflag()) {
             // 让调度中心重新调用
-            XxlJobHelper.log("抽数服务：检票数据抽数失败，返回消息：" + ticketingSamplingRespVO.getRtnMsg());
+            XxlJobHelper.log("数据抽数失败，返回消息：" + ticketingSamplingRespVO.getRtnMsg());
-            XxlJobHelper.handleFail("销售数据抽数失败,请重试");
+            XxlJobHelper.handleFail("数据抽数失败,请重试");
             throw new RuntimeException();
+        }else if (ticketingSamplingRespVO.getPageNumber() == null || ticketingSamplingRespVO.getPageSize() == null || ticketingSamplingRespVO.getTotalPages() == null || ticketingSamplingRespVO.getTotalRows() == null || ticketingSamplingRespVO.getDataMapList().isEmpty()){
+            XxlJobHelper.log("{}，请求抽数成功，但返回参数值存在问题：{}", date, ticketingSamplingRespVO);
+            return null;
         }
         return ticketingSamplingRespVO;
     }