Merge branch 'hotfix/wechat-job-sql-optimize-20221024' into 'master'

优化微信定时任务SQL慢查询

See merge request !101

src/main/java/cn/quantgroup/xyqb/service/wechat/impl/WechatFollowServiceImpl.java

@@ -7,6 +7,7 @@ import cn.quantgroup.xyqb.repository.IWeChatInfoRelationRepository;
 import cn.quantgroup.xyqb.service.http.IHttpService;
 import cn.quantgroup.xyqb.service.wechat.IWechatFollowService;
 import com.alibaba.fastjson.JSONObject;
+import com.google.common.collect.Lists;
 import lombok.extern.slf4j.Slf4j;
 import org.apache.commons.lang3.StringUtils;
 import org.springframework.beans.factory.annotation.Autowired;
@@ -96,6 +97,9 @@ public class WechatFollowServiceImpl implements IWechatFollowService {
     // 游标值
     private String cursorValue = "";
 
+    // 分组数
+    private Integer groupSize = 1000;
+
     @PostConstruct
     private void init() {
         // 公众号
@@ -143,13 +147,16 @@ public class WechatFollowServiceImpl implements IWechatFollowService {
                 WechatUserListResponse wechatUserListResponse = JSONObject.parseObject(response, WechatUserListResponse.class);
                 if (wechatUserListResponse.getErrcode() == null && wechatUserListResponse.getCount() > 0) {
                     nextOpenId = wechatUserListResponse.getNext_openid();
-                    List<String> opendIdList = wechatUserListResponse.getData().get("openid");
-                    if (!opendIdList.isEmpty()) {
+                    List<String> opendIdAllList = wechatUserListResponse.getData().get("openid");
+                    if (!opendIdAllList.isEmpty()) {
+                        List<List<String>> openIdLists = Lists.partition(opendIdAllList, groupSize);
+                        for (List<String> opendIdList : openIdLists) {
                             String[] openIds = opendIdList.toArray(new String[0]);
                             String openIdStrs = String.join("\',\'", openIds);
                             openIdStrs = "\'" + openIdStrs + "\'";
                             // 查询微信信息
                             String wxSql = String.format("SELECT `user_id`, `open_id`, `union_id` from wechat_userinfo where app_name='%s' and user_id is not null and `open_id` IN (%s)", WECHAT_XYQB, openIdStrs);
+                            System.out.println(wxSql);
                             List<Map<String, Object>> wxInfoList = jdbcTemplate.queryForList(wxSql);
                             ArrayList<Object[]> objectArrayList = new ArrayList<>();
                             if (!wxInfoList.isEmpty()) {
@@ -166,12 +173,14 @@ public class WechatFollowServiceImpl implements IWechatFollowService {
                                 jdbcTemplate.batchUpdate(sql, objectArrayList);
                                 long etime = System.currentTimeMillis();
                                 System.out.printf("执行时间：%d 毫秒", (etime - stime));
+
+                            }
                         }
                     }
                     if (nextOpenId != "") {
                         executeWechatFollowStatus(nextOpenId, period);
                     }
-                    return JsonResult.buildSuccessResult("", opendIdList);
+                    return JsonResult.buildSuccessResult("", opendIdAllList);
                 } else {
                     return null;
                 }