This commit is contained in:
2026-04-24 16:23:42 +08:00
parent 5ae52b4c3b
commit f648fd0719
25 changed files with 1040 additions and 0 deletions

View File

@@ -0,0 +1,40 @@
package com.ruoyi.cms.service;
import com.ruoyi.cms.domain.JobDataTrend;
import java.util.List;
import java.util.Map;
/**
* 岗位数据采集趋势统计Service接口
* * @author ruoyi
* @date 2025-12-01
*/
public interface IJobDataTrendService {
/**
* 查询岗位数据采集趋势统计列表
*/
List<JobDataTrend> selectJobDataTrendList(JobDataTrend jobDataTrend);
/**
* 查询岗位数据采集趋势统计
*/
JobDataTrend selectById(Long id);
/**
* 新增岗位数据采集趋势统计
*/
int insert(JobDataTrend jobDataTrend);
/**
* 修改岗位数据采集趋势统计
*/
int update(JobDataTrend jobDataTrend);
/**
* 查询 total 类型的趋势列表 (MyBatis-Plus 实现)
* @param jobDataTrend 查询参数
* @return 结果集合
*/
List<JobDataTrend> selectTrendTotalList(Map<String, String> params);
}

View File

@@ -0,0 +1,15 @@
package com.ruoyi.cms.service;
import com.baomidou.mybatisplus.extension.service.IService;
import com.ruoyi.cms.domain.JobDataStorageDetection;
import java.util.List;
public interface JobDataStorageDetectionService extends IService<JobDataStorageDetection> {
List<JobDataStorageDetection> getList(JobDataStorageDetection jobDataStorageDetection);
JobDataStorageDetection getSingle(String detectionId);
void saveData(JobDataStorageDetection jobDataStorageDetection) throws Exception;
}

View File

@@ -0,0 +1,10 @@
package com.ruoyi.cms.service;
import com.baomidou.mybatisplus.extension.service.IService;
import com.ruoyi.cms.domain.JobIndex;
import java.util.List;
public interface JobIndexService extends IService<JobIndex> {
List<JobIndex> getList(JobIndex jobIndex);
}

View File

@@ -0,0 +1,15 @@
package com.ruoyi.cms.service;
import com.baomidou.mybatisplus.extension.service.IService;
import com.ruoyi.cms.domain.WebsiteManagement;
import com.ruoyi.common.core.domain.AjaxResult;
import org.springframework.web.multipart.MultipartFile;
import java.util.List;
public interface WebsiteManagementService extends IService<WebsiteManagement> {
List<WebsiteManagement> getList(WebsiteManagement websiteManagement);
AjaxResult importData(MultipartFile file,String dataType);
}

View File

@@ -0,0 +1,93 @@
package com.ruoyi.cms.service.impl;
import com.baomidou.mybatisplus.core.toolkit.Wrappers;
import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
import com.ruoyi.cms.domain.JobDataStorageDetail;
import com.ruoyi.cms.domain.JobDataStorageDetection;
import com.ruoyi.cms.domain.WebsiteManagement;
import com.ruoyi.cms.mapper.JobDataStorageDetailMapper;
import com.ruoyi.cms.mapper.JobDataStorageDetectionMapper;
import com.ruoyi.cms.mapper.WebsiteManagementMapper;
import com.ruoyi.cms.service.JobDataStorageDetectionService;
import com.ruoyi.common.utils.DateUtils;
import com.ruoyi.common.utils.StringUtils;
import com.ruoyi.common.utils.uuid.IdUtils;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;
import org.springframework.transaction.annotation.Transactional;
import java.util.Date;
import java.util.List;
import java.util.Objects;
@Service
public class JobDataStorageDetectionServiceImpl extends ServiceImpl<JobDataStorageDetectionMapper, JobDataStorageDetection> implements JobDataStorageDetectionService {
@Autowired
JobDataStorageDetectionMapper jobDataStorageDetectionMapper;
@Autowired
WebsiteManagementMapper websiteManagementMapper;
@Autowired
JobDataStorageDetailMapper detailMapper;
@Override
public List<JobDataStorageDetection> getList(JobDataStorageDetection jobDataStorageDetection) {
return jobDataStorageDetectionMapper.getList(jobDataStorageDetection);
}
@Override
public JobDataStorageDetection getSingle(String detectionId) {
JobDataStorageDetection jobDataStorageDetection = jobDataStorageDetectionMapper.selectById(detectionId);
if(jobDataStorageDetection!=null){
List<JobDataStorageDetail> details = detailMapper.selectList(Wrappers.<JobDataStorageDetail>lambdaQuery().eq(JobDataStorageDetail::getDetectionId, jobDataStorageDetection.getDetectionId()).orderByAsc(JobDataStorageDetail::getWebsiteId,JobDataStorageDetail::getStorageTime));
jobDataStorageDetection.setDetails(details);
}
return jobDataStorageDetection;
}
@Transactional(rollbackFor = Exception.class)
@Override
public void saveData(JobDataStorageDetection jobDataStorageDetection) throws Exception {
try {
Date date = DateUtils.getNowDate();
String detectionId = IdUtils.fastSimpleUUID();
jobDataStorageDetection.setDetectionId(detectionId);
List<WebsiteManagement> websiteManagements = websiteManagementMapper.getList(null);
WebsiteManagement websiteManagement = new WebsiteManagement();
List<JobDataStorageDetail> details = jobDataStorageDetection.getDetails();
if(details!=null&&!details.isEmpty()){
int success = 0;
int failed = 0;
for(JobDataStorageDetail detail:details){
detail.setDetectionId(detectionId);
if(StringUtils.isEmpty(detail.getWebsiteName())&&StringUtils.isNotNull(detail.getWebsiteId())&&detail.getWebsiteId()!=0){
websiteManagement = websiteManagements.stream().filter(f-> Objects.nonNull(f.getWebsiteId())&&f.getWebsiteId().equals(detail.getWebsiteId())).findFirst().orElse(null);
if(websiteManagement!=null){
detail.setWebsiteName(websiteManagement.getWebsiteName());
}
}
if(StringUtils.isNull(detail.getStorageTime())){
detail.setStorageTime(date);
}
detailMapper.insert(detail);
success = success+(detail.getSuccessNumber()==null?0:detail.getSuccessNumber());
failed = failed+(detail.getFailedNumber()==null?0:detail.getFailedNumber());
}
String result = "入库成功"+success+"个岗位数据,入库失败"+failed+"个岗位数据";
if(StringUtils.isNotNull(jobDataStorageDetection.getStorageResult())){
jobDataStorageDetection.setStorageResult(jobDataStorageDetection.getStorageResult()+""+result);
}else{
jobDataStorageDetection.setStorageResult(result);
}
}
if(StringUtils.isNull(jobDataStorageDetection.getStorageDate())){
jobDataStorageDetection.setStorageDate(date);
}
jobDataStorageDetectionMapper.insert(jobDataStorageDetection);
} catch (Exception e) {
e.printStackTrace();
throw new Exception(e.getMessage());
}
}
}

View File

@@ -0,0 +1,149 @@
package com.ruoyi.cms.service.impl;
import java.time.LocalDate;
import java.time.ZoneId;
import java.time.format.DateTimeFormatter;
import java.time.temporal.ChronoUnit;
import java.util.*;
import com.baomidou.mybatisplus.core.conditions.query.LambdaQueryWrapper;
import com.baomidou.mybatisplus.core.toolkit.Wrappers;
import com.ruoyi.common.utils.DateUtils;
import com.ruoyi.common.utils.StringUtils;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;
import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
import com.ruoyi.common.utils.SecurityUtils;
import com.ruoyi.cms.mapper.JobDataTrendMapper;
import com.ruoyi.cms.domain.JobDataTrend;
import com.ruoyi.cms.service.IJobDataTrendService;
import static com.ruoyi.common.utils.DateUtils.YYYY_MM_DD_HH_MM_SS;
/**
* 岗位数据采集趋势统计Service业务层处理
* * @author ruoyi
* @date 2025-12-01
*/
@Service
public class JobDataTrendServiceImpl extends ServiceImpl<JobDataTrendMapper, JobDataTrend> implements IJobDataTrendService {
private static final DateTimeFormatter DATE_FMT = DateTimeFormatter.ofPattern("yyyy-MM-dd");
@Autowired
private JobDataTrendMapper jobDataTrendMapper;
@Override
public List<JobDataTrend> selectJobDataTrendList(JobDataTrend jobDataTrend) {
return jobDataTrendMapper.selectJobDataTrendList(jobDataTrend);
}
@Override
public JobDataTrend selectById(Long id) {
return getById(id);
}
@Override
public int insert(JobDataTrend jobDataTrend) {
jobDataTrend.setCreateTime(DateUtils.dateTimeNow(YYYY_MM_DD_HH_MM_SS));
jobDataTrend.setCreateBy(SecurityUtils.getUsername());
jobDataTrend.setDelFlag("0");
return save(jobDataTrend) ? 1 : 0;
}
@Override
public int update(JobDataTrend jobDataTrend) {
jobDataTrend.setUpdateTime(DateUtils.dateTimeNow(YYYY_MM_DD_HH_MM_SS));
jobDataTrend.setUpdateBy(SecurityUtils.getUsername());
return updateById(jobDataTrend) ? 1 : 0;
}
@Override
public List<JobDataTrend> selectTrendTotalList(Map<String, String> params) {
// ================= Step 1: 确定时间范围 (LocalDate) =================
String beginTimeStr = (params != null && params.get("beginTime") != null) ? params.get("beginTime").toString() : "";
String endTimeStr = (params != null && params.get("endTime") != null) ? params.get("endTime").toString() : "";
LocalDate start;
LocalDate end;
// 如果没有传时间,默认查最近 15 天(包含今天)
if (StringUtils.isEmpty(beginTimeStr) && StringUtils.isEmpty(endTimeStr)) {
end = LocalDate.now();
start = end.minusDays(14); // 最近15天
} else {
// 解析前端传入的 yyyy-MM-dd
try {
start = StringUtils.isNotEmpty(beginTimeStr) ? LocalDate.parse(beginTimeStr, DATE_FMT) : LocalDate.now().minusDays(14);
end = StringUtils.isNotEmpty(endTimeStr) ? LocalDate.parse(endTimeStr, DATE_FMT) : LocalDate.now();
} catch (Exception e) {
// 防止格式解析错误兜底
end = LocalDate.now();
start = end.minusDays(14);
}
}
// ================= Step 2: 查询数据库原始数据 =================
LambdaQueryWrapper<JobDataTrend> lqw = Wrappers.lambdaQuery();
lqw.eq(JobDataTrend::getWebsiteName, "total");
// 查询范围: >= Start 00:00:00 且 <= End 23:59:59
// 注意:数据库存的是 Date (带时分秒),这里转一下
lqw.ge(JobDataTrend::getStorageTime, Date.from(start.atStartOfDay(ZoneId.systemDefault()).toInstant()));
lqw.le(JobDataTrend::getStorageTime, Date.from(end.plusDays(1).atStartOfDay(ZoneId.systemDefault()).toInstant()));
List<JobDataTrend> dbList = this.baseMapper.selectList(lqw);
// ================= Step 3: 数据聚合 (处理同一天多次运行的情况) =================
// Map Key: "2025-12-01", Value: 聚合后的对象
Map<String, JobDataTrend> dateMap = new HashMap<>();
for (JobDataTrend item : dbList) {
// 将 Date 转为 yyyy-MM-dd 字符串作为 Key
String dateKey = DateUtils.parseDateToStr("yyyy-MM-dd", item.getStorageTime());
if (dateMap.containsKey(dateKey)) {
// 如果该天已存在数据,进行累加
JobDataTrend existing = dateMap.get(dateKey);
existing.setInsertCount(existing.getInsertCount() + item.getInsertCount());
existing.setDeleteCount(existing.getDeleteCount() + item.getDeleteCount());
existing.setFailCount(existing.getFailCount() + item.getFailCount());
// 保留最后一次的时间作为展示时间
if (item.getStorageTime().after(existing.getStorageTime())) {
existing.setStorageTime(item.getStorageTime());
}
} else {
// 第一次遇到该天的数据
dateMap.put(dateKey, item);
}
}
// ================= Step 4: 日期补全 (Gap Filling) =================
List<JobDataTrend> resultList = new ArrayList<>();
// 计算总天数,从 start 遍历到 end
long daysDiff = ChronoUnit.DAYS.between(start, end);
for (int i = 0; i <= daysDiff; i++) {
LocalDate currentLocalDate = start.plusDays(i);
String dateKey = currentLocalDate.format(DATE_FMT);
if (dateMap.containsKey(dateKey)) {
// 1. 如果当天有数据,直接取聚合后的数据
resultList.add(dateMap.get(dateKey));
} else {
// 2. 如果当天没数据创建一个全0对象
JobDataTrend emptyData = new JobDataTrend();
emptyData.setWebsiteName("total");
emptyData.setInsertCount(0L);
emptyData.setDeleteCount(0L);
emptyData.setFailCount(0L);
// 设置时间为当天的 00:00:00
emptyData.setStorageTime(Date.from(currentLocalDate.atStartOfDay(ZoneId.systemDefault()).toInstant()));
resultList.add(emptyData);
}
}
// 返回结果(此时 resultList 已经是按时间正序排列的:从旧到新)
return resultList;
}
}

View File

@@ -0,0 +1,22 @@
package com.ruoyi.cms.service.impl;
import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
import com.ruoyi.cms.domain.JobIndex;
import com.ruoyi.cms.mapper.JobIndexMapper;
import com.ruoyi.cms.service.JobIndexService;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;
import java.util.List;
@Service
public class JobIndexServiceImpl extends ServiceImpl<JobIndexMapper, JobIndex> implements JobIndexService {
@Autowired
JobIndexMapper jobIndexMapper;
@Override
public List<JobIndex> getList(JobIndex jobIndex) {
return jobIndexMapper.getList(jobIndex);
}
}

View File

@@ -0,0 +1,47 @@
package com.ruoyi.cms.service.impl;
import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
import com.ruoyi.cms.domain.WebsiteManagement;
import com.ruoyi.cms.mapper.WebsiteManagementMapper;
import com.ruoyi.cms.service.WebsiteManagementService;
import com.ruoyi.common.core.domain.AjaxResult;
import com.ruoyi.common.utils.StringUtils;
import com.ruoyi.common.utils.poi.ExcelUtil;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;
import org.springframework.web.multipart.MultipartFile;
import java.util.List;
@Service
public class WebsiteManagementServiceImpl extends ServiceImpl<WebsiteManagementMapper, WebsiteManagement> implements WebsiteManagementService {
@Autowired
WebsiteManagementMapper websiteManagementMapper;
@Override
public List<WebsiteManagement> getList(WebsiteManagement websiteManagement) {
return websiteManagementMapper.getList(websiteManagement);
}
@Override
public AjaxResult importData(MultipartFile file,String dataType) {
try {
ExcelUtil<WebsiteManagement> excelUtil = new ExcelUtil<>(WebsiteManagement.class);
List<WebsiteManagement> list = excelUtil.importExcel(file.getInputStream());
if(list!=null&&!list.isEmpty()){
for (WebsiteManagement websiteManagement : list) {
websiteManagement.setDataType(dataType);
if(StringUtils.isEmpty(websiteManagement.getIsActive())){
websiteManagement.setIsActive("0");
}
websiteManagementMapper.insert(websiteManagement);
}
}
return AjaxResult.success();
}catch (Exception e) {
e.printStackTrace();
return AjaxResult.error(e.getMessage());
}
}
}