package com.nq.utils.task.stock; import com.alibaba.fastjson2.JSONObject; import com.baomidou.mybatisplus.core.conditions.query.LambdaQueryWrapper; import com.baomidou.mybatisplus.core.conditions.query.QueryWrapper; import com.baomidou.mybatisplus.core.toolkit.CollectionUtils; import com.google.gson.Gson; import com.google.gson.JsonArray; import com.google.gson.JsonElement; import com.google.gson.JsonParser; import com.google.gson.reflect.TypeToken; import com.nq.Repository.StockRepository; import com.nq.dao.StockMapper; import com.nq.dao.UserPositionMapper; import com.nq.enums.EStockType; import com.nq.pojo.*; import com.nq.service.IMandatoryLiquidationService; import com.nq.service.IStockService; import com.nq.service.IUserPositionService; import com.nq.utils.PropertiesUtil; import com.nq.utils.http.HttpClientRequest; import com.nq.utils.http.HttpRequest; import com.nq.utils.redis.RedisKeyUtil; import net.sf.json.JSONArray; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.scheduling.annotation.Scheduled; import org.springframework.stereotype.Component; import java.lang.reflect.Type; import java.util.ArrayList; import java.util.Date; import java.util.List; import java.util.concurrent.ExecutorService; import java.util.concurrent.Executors; import java.util.concurrent.Future; import java.util.concurrent.atomic.AtomicBoolean; import java.util.concurrent.locks.Lock; import java.util.concurrent.locks.ReentrantLock; import java.util.stream.Collectors; @Component public class StockTask { @Autowired IStockService stockService; @Autowired StockMapper stockMapper; @Autowired IUserPositionService userPositionService; @Autowired UserPositionMapper userPositionMapper; @Autowired StockRepository stockRepository; private final Lock stockConstraintLock = new ReentrantLock(); @Autowired IMandatoryLiquidationService mandatoryLiquidationService; private static final Logger log = LoggerFactory.getLogger(StockTask.class); private final AtomicBoolean syncINStockData = new AtomicBoolean(false); private final Lock syncINStockDataLock = new ReentrantLock(); /** * 同步系统所需要的股票 */ @Scheduled(cron = "0 0/1 * * * ?") public void syncINStockData() { if (syncINStockData.get()) { // 判断任务是否在处理中 return; } if (syncINStockDataLock.tryLock()) { ExecutorService executor = Executors.newFixedThreadPool(4); Future future1 = null; Future future2 = null; Future future3 = null; Future future4 = null; try { syncINStockData.set(true); // 设置处理中标识为true // 同步股票数据 future1 = executor.submit(() -> loadAllStock(EStockType.US)); future2 = executor.submit(() -> loadAllStock(EStockType.MX)); // 同步指数数据 future3 = executor.submit(() -> syncIndices(EStockType.US)); future4 = executor.submit(() -> syncIndices(EStockType.MX)); // 等待任务都完成 future1.get(); future2.get(); future3.get(); future4.get(); } catch (Exception e) { Thread.currentThread().interrupt(); log.error("同步股票数据出错", e); } finally { // 关闭线程池 if (executor != null) { executor.shutdown(); } syncINStockDataLock.unlock(); syncINStockData.set(false); // 设置处理中标识为false } } } private void syncIndices(EStockType eStockType) { List list = new ArrayList<>(); int totleStock = 1; try { while (totleStock > list.size()) { try { //String result = HttpClientRequest.doGet(eStockType.stockUrl + "indices?key=" + eStockType.getStockKey() + "&country_id=" + eStockType.getContryId()); //ReponseBase reponseBase = new Gson().fromJson(result, ReponseBase.class); String result = HttpRequest.doGrabGet(eStockType.stockUrl + "indices?key=" + eStockType.getStockKey() + "&country_id=" + eStockType.getContryId()); // 把JSON数据解析为List Type listType = new TypeToken>(){}.getType(); list = new Gson().fromJson(result, listType); totleStock = list.size(); } catch (Exception e) { e.printStackTrace(); break; } } if (list.isEmpty()) { return; } List stockCodeList = list.stream().map(DataStockBean::getId).collect(Collectors.toList()); List stockList = stockMapper.selectList(new QueryWrapper().in("stock_code", stockCodeList)); List updateStockList = new ArrayList<>(); for (DataStockBean o : list) { Stock stock = stockList.stream() .filter(x -> x.getStockCode().equals(o.getId())) .findFirst() .orElse(null); if (stock == null) { stock = new Stock(); } stock.setStockCode(o.getId()); stock.setStockName(o.getName()); stock.setStockType(eStockType.getCode()); if (o.getType() == null) { stock.setStockGid(eStockType.getCode()); } else { stock.setStockGid(o.getType()); } stock.setStockSpell(o.getSymbol()); stock.setIsLock(0); stock.setIsShow(0); stock.setDataBase(0); stock.setAddTime(new Date()); updateStockList.add(stock); /*if (stock.getId() == null) { stockMapper.insert1(stock); } else { stockMapper.updateById(stock); }*/ RedisKeyUtil.setCaCheKeyBaseStock(eStockType, o); } stockRepository.saveAll(updateStockList); log.info("同步指数 数据 成功 {} 总共同步数据 {}", eStockType.getCode(), list.size()); } catch (Exception e) { log.error("同步指数列表出现异常: {}", e.getMessage()); } } /** * 同步美国股票 */ // @Scheduled(cron = "0 0/30 * * * ?") public void loadStockCompanies() { loadAllCompanies(); } /** * 加载公司信息 */ public void loadAllCompanies() { List list = stockMapper.findStockList(); for (int i = 0; i < list.size(); i++) { Stock stock = list.get(i); EStockType eStockType = EStockType.getEStockTypeByCode(stock.getStockType()); String result = HttpClientRequest.doGet(eStockType.stockUrl + "companies?pid=+" + stock.getStockCode() + "+country_id=" + eStockType.getContryId() + "&size=1&page=1&key=" + eStockType.stockKey); try { JSONObject jsonObject = JSONObject.parseObject(result); JSONObject companiesInfo = jsonObject.getJSONArray("data").getJSONObject(0); RedisKeyUtil.setCacheCompanies(stock, new Gson().toJson(companiesInfo)); } catch (Exception e) { log.info(""); } } } /** * 加载所有股票数据 */ public void loadAllStock(EStockType eStockType) { log.info("同步股票 数据 {}", eStockType.getCode()); List list = new ArrayList<>(); int totleStock = 1; int page = 0; try { while (totleStock > list.size()) { try { String result = HttpClientRequest.doGet(eStockType.stockUrl + "list?country_id=" + eStockType.getContryId() + "&size=1000&page=" + page + "&key=" + eStockType.stockKey); ReponseBase reponseBase = new Gson().fromJson(result, ReponseBase.class); list.addAll(reponseBase.getData()); page++; totleStock = reponseBase.getTotal(); } catch (Exception e) { e.printStackTrace(); break; } } if (list.isEmpty()) { return; } List stockCodeList = list.stream().map(DataStockBean::getId).collect(Collectors.toList()); List stockList = stockMapper.selectList(new QueryWrapper().in("stock_code", stockCodeList)); int i = 1; List updateStockList = new ArrayList<>(); System.out.println(new Date()); for (DataStockBean o : list) { //Stock stock = stockMapper.findStockByCode(o.getId()); Stock stock = stockList.stream() .filter(x -> x.getStockCode().equals(o.getId())) .findFirst() .orElse(null); if (stock == null) { stock = new Stock(); stock.setStockCode(o.getId()); stock.setStockName(o.getName()); stock.setStockType(eStockType.getCode()); if (o.getType() == null) { stock.setStockGid(eStockType.getCode()); } else { stock.setStockGid(o.getType()); } stock.setStockSpell(o.getSymbol()); stock.setIsLock(0); stock.setIsShow(0); stock.setDataBase(0); stock.setAddTime(new Date()); //stockMapper.insert1(stock); } else { stock.setStockCode(o.getId()); stock.setStockName(o.getName()); stock.setStockType(eStockType.getCode()); if (o.getType() == null) { stock.setStockGid(eStockType.getCode()); } else { stock.setStockGid(o.getType()); } stock.setStockSpell(o.getSymbol()); stock.setIsLock(0); stock.setIsShow(0); stock.setDataBase(0); stock.setAddTime(new Date()); //stockMapper.updateById(stock); } updateStockList.add(stock); RedisKeyUtil.setCaCheKeyBaseStock(eStockType, o); System.out.println(i); i++; } stockRepository.saveAll(updateStockList); System.out.println(new Date()); log.info("同步股票 数据 成功 {} 总共同步数据 {}", eStockType.getCode(), list.size()); } catch ( Exception e) { log.error("同步出错", e); } } private final AtomicBoolean stockConstraint = new AtomicBoolean(false); /** * 强制平仓 */ // @Scheduled(cron = "0/1 * * * * ?") /*public void stockConstraint() { if (stockConstraint.get()) { // 判断任务是否在处理中 return; } if (stockConstraintLock.tryLock()) { try { stockConstraint.set(true); // 设置处理中标识为true List userPositions = userPositionMapper.selectList(new LambdaQueryWrapper().isNull(UserPosition::getSellOrderId)); if (CollectionUtils.isNotEmpty(userPositions)) { userPositionService.stockConstraint(userPositions); } } catch (Exception e) { e.printStackTrace(); log.error("强制平仓任务错误:" + e.getMessage()); } finally { stockConstraintLock.unlock(); stockConstraint.set(false); // 设置处理中标识为false } } else { log.info("强制平仓任务--------->上次任务还未执行完成,本次任务忽略"); } }*/ }