poffyzhang
/
kq-value-added-project
1
0
Fork 0
Code Issues 0 Pull-Requests 0 Releases 0 Wiki Aktivität
柯桥增值式服务
Du kannst nicht mehr als 25 Themen auswählen Themen müssen entweder mit einem Buchstaben oder einer Ziffer beginnen. Sie können Bindestriche („-“) enthalten und bis zu 35 Zeichen lang sein.
26 Commits
2 Branches
486MB
Struktur: 004e182b9f
Branches Tags
${ item.name }
Erstelle Branch ${ searchTerm }
von „004e182b9f“
${ noResults }
kq-value-added-project/kqapi/src/main/java/com/ningdatech/kqapi/scheduler/task/SynTask.java

209 Zeilen
9.2KB
Originalformat Blame Verlauf 

  1. package com.ningdatech.kqapi.scheduler.task;

  2. 

  3. import cn.hutool.core.date.StopWatch;

  4. import com.baomidou.mybatisplus.core.conditions.query.LambdaQueryWrapper;

  5. import com.baomidou.mybatisplus.core.toolkit.Wrappers;

  6. import com.github.benmanes.caffeine.cache.LoadingCache;

  7. import com.ningdatech.kqapi.common.constant.BizConst;

  8. import com.ningdatech.kqapi.common.enumeration.CommonEnum;

  9. import com.ningdatech.kqapi.common.helper.MatterCacheHelper;

  10. import com.ningdatech.kqapi.zzsfw.entity.entity.ComponentsMatterEliminateEntity;

  11. import com.ningdatech.kqapi.zzsfw.service.ComponentsMatterEliminateService;

  12. import com.ningdatech.kqapi.zzsfw.entity.entity.DscSxAdsShareItemQltQlsxCommonIDVKq;

  13. import com.ningdatech.kqapi.zzsfw.entity.entity.MatterKey;

  14. import com.ningdatech.kqapi.zzsfw.entity.entity.NdKqZzsfwMattersDeduplicate;

  15. import com.ningdatech.kqapi.zzsfw.entity.entity.NdKqZzsfwMenu;

  16. import com.ningdatech.kqapi.zzsfw.manage.MatterManage;

  17. import com.ningdatech.kqapi.zzsfw.service.IDscSxAdsShareItemQltQlsxCommonIDVKqService;

  18. import com.ningdatech.kqapi.zzsfw.service.INdKqZzsfwMatterDeduplicateService;

  19. import com.ningdatech.kqapi.zzsfw.service.INdKqZzsfwMenuService;

  20. import lombok.RequiredArgsConstructor;

  21. import lombok.extern.slf4j.Slf4j;

  22. import org.apache.commons.lang3.StringUtils;

  23. import org.springframework.beans.factory.annotation.Autowired;

  24. import org.springframework.beans.factory.annotation.Value;

  25. import org.springframework.scheduling.annotation.Scheduled;

  26. import org.springframework.stereotype.Component;

  27. 

  28. import java.net.UnknownHostException;

  29. import java.util.ArrayList;

  30. import java.util.List;

  31. import java.util.Objects;

  32. 

  33. /**

  34.  * @Classname SynTask

  35.  * @Description

  36.  * @Date 2024/1/4 9:04

  37.  * @Author PoffyZhang

  38.  */

  39. @Component

  40. @Slf4j

  41. @RequiredArgsConstructor

  42. public class SynTask {

  43.     @Value("${hostname}")

  44.     public String HOST;

  45. 

  46.     @Value("${spring.profiles.active}")

  47.     public String active;

  48. 

  49.     @Autowired

  50.     private MatterCacheHelper matterCacheHelper;

  51. 

  52.     @Autowired

  53.     private MatterManage matterManage;

  54. 

  55.     @Autowired

  56.     private INdKqZzsfwMatterDeduplicateService matterDeduplicateService;

  57. 

  58.     @Autowired

  59.     private INdKqZzsfwMenuService menuService;

  60. 

  61.     @Autowired

  62.     private IDscSxAdsShareItemQltQlsxCommonIDVKqService kqService;

  63. 

  64.     @Autowired

  65.     private ComponentsMatterEliminateService componentsMatterEliminateService;

  66. 

  67.     protected LoadingCache<MatterKey, NdKqZzsfwMattersDeduplicate> mattersDupCache;

  68. 

  69.     private final String KQ_ZZS_BASE_URL = "https://www.zjzwfw.gov.cn/zjservice-fe/#/workguide?localInnerCode=&siteCode=330000000000";

  70. 

  71.     /**

  72.      * 每天

  73.      */

  74.     @Scheduled(cron = "0 30 8 * * ?")

  75.     public void synData() throws UnknownHostException {

  76. //        if (!HOST.equals(InetAddress.getLocalHost().getHostName())) {

  77. //            log.info("定时器没开启或者host不对! {}:{}",

  78. //                    HOST,InetAddress.getLocalHost().getHostName());

  79. //            return;

  80. //        }

  81. //        if(!TaskContant.PROD.equals(active)){

  82. //            log.info("非正式环境不用运行同步任务!");

  83. //            return;

  84. //        }

  85. 

  86.         log.info("政务数据 ===================== 同步开始");

  87.         StopWatch stopWatch = new StopWatch();

  88.         stopWatch.start();

  89. 

  90.         //1.处理 去重数据

  91.         if(matterCacheHelper.refreshAll()){

  92.             matterManage.removeAllDup();

  93.             List<NdKqZzsfwMattersDeduplicate> allDup = matterCacheHelper.all();

  94.             matterDeduplicateService.saveBatch(allDup);

  95. 

  96.             //2. 事项

  97.             List<NdKqZzsfwMenu> menus = menuService.list();

  98.             for(NdKqZzsfwMenu menu : menus){

  99.                 String url = matterCacheHelper.getUrl(menu.getItemName());

  100.                 if(StringUtils.isBlank(url)){

  101.                     menuService.update(Wrappers.lambdaUpdate(NdKqZzsfwMenu.class)

  102.                             .eq(NdKqZzsfwMenu::getId,menu.getId())

  103.                             .set(NdKqZzsfwMenu::getWebapplyurl,null)

  104.                             .set(NdKqZzsfwMenu::getHasUrl, CommonEnum.NO.getCode()));

  105.                 }else{

  106.                     menuService.update(Wrappers.lambdaUpdate(NdKqZzsfwMenu.class)

  107.                             .eq(NdKqZzsfwMenu::getId,menu.getId())

  108.                             .set(NdKqZzsfwMenu::getWebapplyurl,url)

  109.                             .set(NdKqZzsfwMenu::getHasUrl,CommonEnum.YES.getCode()));

  110.                 }

  111.             }

  112.         }

  113. 

  114.         stopWatch.stop();

  115.         log.info("政务数据 ===================== 同步总共耗时 :{} s",stopWatch.getTotalTimeSeconds());

  116.     }

  117. 

  118.     public void synMenu() {

  119.         //2. 事项

  120.         List<NdKqZzsfwMenu> menus = menuService.list();

  121.         for(NdKqZzsfwMenu menu : menus){

  122.             String url = matterCacheHelper.getUrl(menu.getItemName());

  123.             log.info("当前缓存的数据 : {},{}",menu.getItemName(),url);

  124.             if(StringUtils.isBlank(url)){

  125.                 menuService.update(Wrappers.lambdaUpdate(NdKqZzsfwMenu.class)

  126.                         .eq(NdKqZzsfwMenu::getId,menu.getId())

  127.                         .set(NdKqZzsfwMenu::getWebapplyurl,null)

  128.                         .set(NdKqZzsfwMenu::getHasUrl, CommonEnum.NO.getCode()));

  129.             }else{

  130.                 menuService.update(Wrappers.lambdaUpdate(NdKqZzsfwMenu.class)

  131.                         .eq(NdKqZzsfwMenu::getId,menu.getId())

  132.                         .set(NdKqZzsfwMenu::getWebapplyurl,url)

  133.                         .set(NdKqZzsfwMenu::getHasUrl,CommonEnum.YES.getCode()));

  134.             }

  135.         }

  136.     }

  137. 

  138.     public String synEliminate(List<String> keys){

  139. //        kqService.remove(new LambdaQueryWrapper<DscSxAdsShareItemQltQlsxCommonIDVKq>()

  140. //                .in(DscSxAdsShareItemQltQlsxCommonIDVKq::getQlName, keys));

  141.         // 添加剔除信息

  142.         List<ComponentsMatterEliminateEntity> entityList = new ArrayList<>();

  143.         keys.forEach(key ->{

  144.             ComponentsMatterEliminateEntity one = componentsMatterEliminateService.getOne(Wrappers.lambdaQuery(ComponentsMatterEliminateEntity.class)

  145.                     .eq(ComponentsMatterEliminateEntity::getQlName, key));

  146.             if (Objects.isNull(one)){

  147.                 entityList.add(new ComponentsMatterEliminateEntity(key,"1"));

  148.             }

  149.             // 删除缓存

  150.             DscSxAdsShareItemQltQlsxCommonIDVKq matter = getSynUrl(key);

  151.             String url = KQ_ZZS_BASE_URL.replace("localInnerCode=", "localInnerCode=" + matter.getQlInnerCode());

  152.             MatterKey matterKey = MatterKey.of(matter.getQlName(),url);

  153.             try {

  154.                 mattersDupCache.invalidate(matterKey);

  155.             }catch (Exception e){

  156.                 log.error("mattersDupCache is null", e.getMessage());

  157.             }

  158.         });

  159.         componentsMatterEliminateService.saveBatch(entityList);

  160. 

  161.         // 删除menu表

  162.         menuService.remove(new LambdaQueryWrapper<NdKqZzsfwMenu>()

  163.                 .in(NdKqZzsfwMenu::getItemName, keys));

  164. 

  165.         // 删除deduplicate表

  166.         matterDeduplicateService.remove(new LambdaQueryWrapper<NdKqZzsfwMattersDeduplicate>()

  167.                 .in(NdKqZzsfwMattersDeduplicate::getQlName, keys));

  168. 

  169.         return "剔除成功";

  170.     }

  171.     

  172.     public DscSxAdsShareItemQltQlsxCommonIDVKq getSynUrl(String key){

  173.         DscSxAdsShareItemQltQlsxCommonIDVKq matter = kqService

  174.                 .getOne(Wrappers.lambdaQuery(DscSxAdsShareItemQltQlsxCommonIDVKq.class)

  175.                         .select(DscSxAdsShareItemQltQlsxCommonIDVKq::getRowguid,

  176.                                 DscSxAdsShareItemQltQlsxCommonIDVKq::getQlName,

  177.                                 DscSxAdsShareItemQltQlsxCommonIDVKq::getQlState,

  178.                                 DscSxAdsShareItemQltQlsxCommonIDVKq::getQlInnerCode,

  179.                                 DscSxAdsShareItemQltQlsxCommonIDVKq::getWebapplyurl)

  180.                         .eq(DscSxAdsShareItemQltQlsxCommonIDVKq::getQlName, key)

  181.                         .eq(DscSxAdsShareItemQltQlsxCommonIDVKq::getQlState, "1")

  182.                         .isNotNull(DscSxAdsShareItemQltQlsxCommonIDVKq::getWebapplyurl)

  183.                         // 确保getQlInnerCodeItem字段不为null且不为""

  184.                         .isNotNull(DscSxAdsShareItemQltQlsxCommonIDVKq::getQlInnerCode)

  185.                         .ne(DscSxAdsShareItemQltQlsxCommonIDVKq::getQlInnerCode, "")

  186.                         .orderByDesc(DscSxAdsShareItemQltQlsxCommonIDVKq::getUpdateDate)

  187.                         .last(BizConst.LIMIT_1));

  188.         return matter;

  189.     }

  190. 

  191.     public String synSingle(String key){

  192.         DscSxAdsShareItemQltQlsxCommonIDVKq matter = getSynUrl(key);

  193.         String url = KQ_ZZS_BASE_URL.replace("localInnerCode=", "localInnerCode=" + matter.getQlInnerCode());

  194.         List<NdKqZzsfwMenu> menus = menuService.list(Wrappers.lambdaQuery(NdKqZzsfwMenu.class)

  195.                 .eq(NdKqZzsfwMenu::getItemName, key));

  196.         menus.forEach(menu->{

  197.             menuService.update(Wrappers.lambdaUpdate(NdKqZzsfwMenu.class)

  198.                     .eq(NdKqZzsfwMenu::getId,menu.getId())

  199.                     .set(NdKqZzsfwMenu::getWebapplyurl,url)

  200.                     .set(NdKqZzsfwMenu::getHasUrl,CommonEnum.YES.getCode()));

  201.         });

  202.         // 更新缓存

  203.         MatterKey matterKey = MatterKey.of(matter.getQlName(),url);

  204.         mattersDupCache.invalidate(matterKey);

  205.         mattersDupCache.put(matterKey,NdKqZzsfwMattersDeduplicate.of(matter.getQlName(),url));

  206.         return "更新成功,rul:" + url;

  207.     }

  208. }