This commit is contained in:
2026-04-24 16:23:42 +08:00
parent 5ae52b4c3b
commit f648fd0719
25 changed files with 1040 additions and 0 deletions

View File

@@ -0,0 +1,56 @@
package com.ruoyi.cms.controller.cms;
import com.ruoyi.cms.domain.JobDataStorageDetection;
import com.ruoyi.cms.service.JobDataStorageDetectionService;
import com.ruoyi.common.annotation.Anonymous;
import com.ruoyi.common.annotation.Log;
import com.ruoyi.common.core.controller.BaseController;
import com.ruoyi.common.core.domain.AjaxResult;
import com.ruoyi.common.core.page.TableDataInfo;
import io.swagger.annotations.Api;
import io.swagger.annotations.ApiOperation;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.web.bind.annotation.*;
import java.util.List;
import static com.ruoyi.common.enums.BusinessType.INSERT;
import static com.ruoyi.common.enums.BusinessType.QUERY;
@RestController
@RequestMapping(value = "/cms/storageDetection")
@Api(tags = "后台:岗位数据入库检测")
@Anonymous
public class JobDataStorageDetectionController extends BaseController {
@Autowired
JobDataStorageDetectionService jobDataStorageDetectionService;
@Log(title = "查询岗位数据入库监测列表", businessType = QUERY)
@ApiOperation("查询岗位数据入库监测列表")
@GetMapping(value = "/getList")
public TableDataInfo getList(JobDataStorageDetection jobDataStorageDetection) {
startPage();
List<JobDataStorageDetection> list = jobDataStorageDetectionService.getList(jobDataStorageDetection);
return getDataTable(list);
}
@Log(title = "查询岗位数据入库监测详情", businessType = QUERY)
@ApiOperation("查询岗位数据入库监测详情")
@GetMapping(value = "/getSingle/{detectionId}")
public AjaxResult getSingle(@PathVariable String detectionId) {
return AjaxResult.success(jobDataStorageDetectionService.getSingle(detectionId));
}
@Log(title = "保存岗位数据入库监测记录", businessType = INSERT)
@ApiOperation("保存岗位数据入库监测记录")
@PostMapping(value = "/save")
public AjaxResult save(@RequestBody JobDataStorageDetection jobDataStorageDetection) {
try {
jobDataStorageDetectionService.saveData(jobDataStorageDetection);
return success();
}catch (Exception e) {
return error();
}
}
}

View File

@@ -0,0 +1,41 @@
package com.ruoyi.cms.controller.cms;
import com.ruoyi.cms.domain.JobDataTrend;
import com.ruoyi.cms.service.IJobDataTrendService;
import com.ruoyi.common.annotation.Log;
import com.ruoyi.common.core.controller.BaseController;
import com.ruoyi.common.core.domain.AjaxResult;
import com.ruoyi.common.enums.BusinessType;
import io.swagger.annotations.Api;
import io.swagger.annotations.ApiOperation;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.web.bind.annotation.GetMapping;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.RequestParam;
import org.springframework.web.bind.annotation.RestController;
import java.util.List;
import java.util.Map;
/**
* 采集趋势 Controller
*/
@RestController
@RequestMapping("/cms/jobTrend")
@Api(value = "后台:采集趋势", tags = "后台:采集趋势")
public class JobDataTrendController extends BaseController {
@Autowired
private IJobDataTrendService jobDataTrendService;
/**
* 查询全网采集趋势列表 (website_name = "total")
*/
@GetMapping("/list")
@ApiOperation("获取全网采集趋势数据(Total)")
@Log(title = "获取全网采集趋势数据(Total)", businessType = BusinessType.QUERY)
public AjaxResult list(@RequestParam Map<String, String> params) {
List<JobDataTrend> list = jobDataTrendService.selectTrendTotalList(params);
return success(list);
}
}

View File

@@ -0,0 +1,65 @@
package com.ruoyi.cms.controller.cms;
import com.ruoyi.cms.domain.JobIndex;
import com.ruoyi.cms.service.JobIndexService;
import com.ruoyi.common.annotation.Anonymous;
import com.ruoyi.common.annotation.Log;
import com.ruoyi.common.core.controller.BaseController;
import com.ruoyi.common.core.domain.AjaxResult;
import com.ruoyi.common.core.page.TableDataInfo;
import io.swagger.annotations.Api;
import io.swagger.annotations.ApiOperation;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.web.bind.annotation.*;
import java.util.List;
import static com.ruoyi.common.enums.BusinessType.*;
@RestController
@RequestMapping(value = "/cms/jobIndex")
@Api(tags = "后台:岗位指标管理")
@Anonymous
public class JobIndexController extends BaseController {
@Autowired
JobIndexService jobIndexService;
@Log(title = "查询岗位信息指标列表", businessType = QUERY)
@ApiOperation("查询岗位信息指标列表")
@GetMapping(value = "/getList")
public TableDataInfo getList(JobIndex jobIndex) {
startPage();
List<JobIndex> list = jobIndexService.getList(jobIndex);
return getDataTable(list);
}
@Log(title = "查询岗位信息指标详情", businessType = QUERY)
@ApiOperation("查询岗位信息指标详情")
@GetMapping(value = "/getSingle/{indexId}")
public AjaxResult getSingle(@PathVariable Integer indexId) {
return AjaxResult.success(jobIndexService.getById(indexId));
}
@Log(title = "保存岗位信息指标", businessType = INSERT)
@ApiOperation("保存岗位信息指标")
@PostMapping(value = "/save")
public AjaxResult save(@RequestBody JobIndex jobIndex) {
return toAjax(jobIndexService.save(jobIndex));
}
@Log(title = "修改岗位信息指标", businessType = UPDATE)
@ApiOperation("修改岗位信息指标")
@PostMapping(value = "/update")
public AjaxResult update(@RequestBody JobIndex jobIndex) {
return toAjax(jobIndexService.updateById(jobIndex));
}
@Log(title = "删除岗位信息指标", businessType = DELETE)
@ApiOperation("删除岗位信息指标")
@PostMapping(value = "/delete")
public AjaxResult delete(@RequestBody JobIndex jobIndex) {
jobIndex.setDelFlag("2");
return toAjax(jobIndexService.removeById(jobIndex));
}
}

View File

@@ -0,0 +1,83 @@
package com.ruoyi.cms.controller.cms;
import com.ruoyi.cms.domain.WebsiteManagement;
import com.ruoyi.cms.service.WebsiteManagementService;
import com.ruoyi.common.annotation.Anonymous;
import com.ruoyi.common.annotation.Log;
import com.ruoyi.common.core.controller.BaseController;
import com.ruoyi.common.core.domain.AjaxResult;
import com.ruoyi.common.core.page.TableDataInfo;
import io.swagger.annotations.Api;
import io.swagger.annotations.ApiOperation;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.web.bind.annotation.*;
import org.springframework.web.multipart.MultipartFile;
import java.util.List;
import static com.ruoyi.common.enums.BusinessType.*;
@RestController
@RequestMapping("/cms/website")
@Api(tags = "后台:岗位信息来源管理")
@Anonymous
public class WebsiteManagementController extends BaseController {
@Autowired
WebsiteManagementService websiteManagementService;
@Log(title = "查询岗位信息来源网站列表", businessType = QUERY)
@ApiOperation("查询岗位信息来源网站列表")
@GetMapping(value = "/getList")
public TableDataInfo getList(WebsiteManagement websiteManagement) {
startPage();
List<WebsiteManagement> list = websiteManagementService.getList(websiteManagement);
return getDataTable(list);
}
@Log(title = "查询岗位信息来源网站详情", businessType = QUERY)
@ApiOperation("查询岗位信息来源网站详情")
@GetMapping(value = "/getSingle/{websiteId}")
public AjaxResult getSingle(@PathVariable Long websiteId) {
return AjaxResult.success(websiteManagementService.getById(websiteId));
}
@Log(title = "岗位信息来源网站下拉选", businessType = QUERY)
@ApiOperation("岗位信息来源网站下拉选")
@GetMapping(value = "/getSelectOptions")
public AjaxResult getSelectOptions() {
WebsiteManagement websiteManagement = new WebsiteManagement();
websiteManagement.setDelFlag("0");
return AjaxResult.success(websiteManagementService.getList(websiteManagement));
}
@Log(title = "保存岗位信息来源网站信息", businessType = INSERT)
@ApiOperation("保存岗位信息来源网站信息")
@PostMapping(value = "/save")
public AjaxResult save(@RequestBody WebsiteManagement websiteManagement) {
return toAjax(websiteManagementService.save(websiteManagement));
}
@Log(title = "修改岗位信息来源网站信息", businessType = UPDATE)
@ApiOperation("修改岗位信息来源网站信息")
@PostMapping(value = "/update")
public AjaxResult update(@RequestBody WebsiteManagement websiteManagement) {
return toAjax(websiteManagementService.updateById(websiteManagement));
}
@Log(title = "删除岗位信息来源网站信息", businessType = DELETE)
@ApiOperation("删除岗位信息来源网站信息")
@PostMapping(value = "/delete")
public AjaxResult delete(@RequestBody WebsiteManagement websiteManagement) {
websiteManagement.setDelFlag("2");
return toAjax(websiteManagementService.removeById(websiteManagement));
}
@Log(title = "导入岗位信息来源网站信息", businessType = IMPORT)
@ApiOperation("导入岗位信息来源网站信息")
@PostMapping(value = "/import")
public AjaxResult importData(@RequestParam(value = "file") MultipartFile file,@RequestParam(value = "dataType")String dataType) throws Exception {
return websiteManagementService.importData(file,dataType);
}
}

View File

@@ -0,0 +1,60 @@
package com.ruoyi.cms.domain;
import com.baomidou.mybatisplus.annotation.IdType;
import com.baomidou.mybatisplus.annotation.TableField;
import com.baomidou.mybatisplus.annotation.TableId;
import com.baomidou.mybatisplus.annotation.TableName;
import com.fasterxml.jackson.annotation.JsonFormat;
import com.ruoyi.common.annotation.Excel;
import io.swagger.annotations.ApiModel;
import io.swagger.annotations.ApiModelProperty;
import lombok.Data;
import java.util.Date;
@Data
@ApiModel("工作数据入库详情")
@TableName("JOB_DATA_STORAGE_DETAIL")
public class JobDataStorageDetail {
@TableField(exist = false)
private static final long serialVersionUID = 1L;
@TableId(value = "detail_id",type = IdType.AUTO)
@ApiModelProperty("详情ID")
private Long detailId;
@Excel(name = "入库来源网站ID")
@ApiModelProperty("入库来源网站ID")
private Long websiteId;
@Excel(name = "监测ID")
@ApiModelProperty("监测ID")
private String detectionId;
@Excel(name = "入库来源网站名称")
@ApiModelProperty("入库来源网站名称")
private String websiteName;
@Excel(name = "入库具体时间")
@ApiModelProperty("入库具体时间")
@JsonFormat(pattern = "yyyy-MM-dd HH:mm:ss")
private Date storageTime;
@Excel(name = "入库成功数量")
@ApiModelProperty("入库成功数量")
private Integer successNumber;
@Excel(name = "入库失败数量")
@ApiModelProperty("入库失败数量")
private Integer failedNumber;
@Excel(name = "入库失败原因")
@ApiModelProperty("入库失败原因")
private String failedReason;
@Excel(name = "入库数据详情")
@ApiModelProperty("入库数据详情")
private String storageDetail;
}

View File

@@ -0,0 +1,53 @@
package com.ruoyi.cms.domain;
import com.baomidou.mybatisplus.annotation.IdType;
import com.baomidou.mybatisplus.annotation.TableField;
import com.baomidou.mybatisplus.annotation.TableId;
import com.baomidou.mybatisplus.annotation.TableName;
import com.fasterxml.jackson.annotation.JsonFormat;
import com.ruoyi.common.annotation.Excel;
import com.ruoyi.common.core.domain.BaseEntity;
import io.swagger.annotations.ApiModel;
import io.swagger.annotations.ApiModelProperty;
import lombok.Data;
import java.util.Date;
import java.util.List;
@Data
@ApiModel("岗位数据入库检测")
@TableName("JOB_DATA_STORAGE_DETECTION")
public class JobDataStorageDetection extends BaseEntity {
@TableField(exist = false)
private static final long serialVersionUID = 1L;
@TableId(value = "detection_id",type = IdType.AUTO)
@ApiModelProperty("监测ID")
private String detectionId;
@JsonFormat(pattern = "yyyy-MM-dd")
@Excel(name = "采集入库日期", width = 30, dateFormat = "yyyy-MM-dd")
@ApiModelProperty("采集入库日期")
private Date storageDate;
@Excel(name = "采集入库数量")
@ApiModelProperty("采集入库数量")
private Integer storageNumber;
@Excel(name = "采集入库结果")
@ApiModelProperty("采集入库结果")
private String storageResult;
@Excel(name = "入库数据详情")
@ApiModelProperty("入库数据详情")
private String storageDetail;
@Excel(name = "失败原因")
@ApiModelProperty("失败原因")
private String failedReason;
@TableField(exist = false)
private List<JobDataStorageDetail> details;
}

View File

@@ -0,0 +1,43 @@
package com.ruoyi.cms.domain;
import com.baomidou.mybatisplus.annotation.IdType;
import com.baomidou.mybatisplus.annotation.TableId;
import com.baomidou.mybatisplus.annotation.TableName;
import com.fasterxml.jackson.annotation.JsonFormat;
import com.ruoyi.common.core.domain.BaseEntity;
import lombok.Data;
import lombok.EqualsAndHashCode;
import java.util.Date;
/**
* 岗位数据采集趋势统计对象 JOB_DATA_TREND
* * @author ruoyi
* @date 2025-12-01
*/
@Data
@EqualsAndHashCode(callSuper = true)
@TableName("JOB_DATA_TREND")
public class JobDataTrend extends BaseEntity {
private static final long serialVersionUID = 1L;
/** 主键ID */
@TableId(type = IdType.AUTO)
private Long id;
/** 逻辑删除数量 */
private Long deleteCount;
/** 新增入库数量 */
private Long insertCount;
/** 处理失败/重复数量 */
private Long failCount;
/** 统计归集时间 */
@JsonFormat(pattern = "yyyy-MM-dd")
private Date storageTime;
/** 网站名称 **/
private String websiteName;
}

View File

@@ -0,0 +1,36 @@
package com.ruoyi.cms.domain;
import com.baomidou.mybatisplus.annotation.IdType;
import com.baomidou.mybatisplus.annotation.TableField;
import com.baomidou.mybatisplus.annotation.TableId;
import com.baomidou.mybatisplus.annotation.TableName;
import com.ruoyi.common.annotation.Excel;
import com.ruoyi.common.core.domain.BaseEntity;
import io.swagger.annotations.ApiModel;
import io.swagger.annotations.ApiModelProperty;
import lombok.Data;
@Data
@ApiModel("岗位指标")
@TableName("JOB_INDEX")
public class JobIndex extends BaseEntity {
@TableField(exist = false)
private static final long serialVersionUID = 1L;
@TableId(value = "index_id",type = IdType.AUTO)
@ApiModelProperty("指标ID")
private Long indexId;
@Excel(name="指标名称")
@ApiModelProperty("指标名称")
private String indexName;
@Excel(name="指标描述")
@ApiModelProperty("指标描述")
private String indexDesc;
@Excel(name="是否启用",readConverterExp = "1=启用,0=未启用")
@ApiModelProperty("是否启用1启用0未启用")
private String isActive="1";
}

View File

@@ -0,0 +1,43 @@
package com.ruoyi.cms.domain;
import com.baomidou.mybatisplus.annotation.IdType;
import com.baomidou.mybatisplus.annotation.TableField;
import com.baomidou.mybatisplus.annotation.TableId;
import com.baomidou.mybatisplus.annotation.TableName;
import com.ruoyi.common.annotation.Excel;
import com.ruoyi.common.core.domain.BaseEntity;
import io.swagger.annotations.ApiModel;
import io.swagger.annotations.ApiModelProperty;
import lombok.Data;
@Data
@ApiModel("岗位信息来源")
@TableName("WEBSITE_MANAGEMENT")
public class WebsiteManagement extends BaseEntity {
@TableField(exist = false)
private static final long serialVersionUID = 1L;
@TableId(value = "website_id",type = IdType.AUTO)
@ApiModelProperty("网站id")
private Long websiteId;
@Excel(name="网站名称")
@ApiModelProperty("网站名称")
private String websiteName;
@Excel(name="网站地址")
@ApiModelProperty("网站地址")
private String websiteUrl;
@Excel(name="网站归属单位公司")
@ApiModelProperty("网站归属单位公司")
private String websiteOwnerCompany;
@Excel(name="是否启用",readConverterExp = "1=启用,0=未启用")
@ApiModelProperty("是否启用1启用0未启用")
private String isActive="1";
@ApiModelProperty("数据类型1系统数据2外部数据")
private String dataType;
}

View File

@@ -0,0 +1,9 @@
package com.ruoyi.cms.mapper;
import com.baomidou.mybatisplus.core.mapper.BaseMapper;
import com.ruoyi.cms.domain.JobDataStorageDetail;
import org.springframework.stereotype.Repository;
@Repository
public interface JobDataStorageDetailMapper extends BaseMapper<JobDataStorageDetail> {
}

View File

@@ -0,0 +1,13 @@
package com.ruoyi.cms.mapper;
import com.baomidou.mybatisplus.core.mapper.BaseMapper;
import com.ruoyi.cms.domain.JobDataStorageDetection;
import org.springframework.stereotype.Repository;
import java.util.List;
@Repository
public interface JobDataStorageDetectionMapper extends BaseMapper<JobDataStorageDetection> {
List<JobDataStorageDetection> getList(JobDataStorageDetection jobDataStorageDetection);
}

View File

@@ -0,0 +1,22 @@
package com.ruoyi.cms.mapper;
import com.baomidou.mybatisplus.core.mapper.BaseMapper;
import com.ruoyi.cms.domain.JobDataTrend;
import org.apache.ibatis.annotations.Mapper;
import java.util.List;
/**
* 岗位数据采集趋势统计Mapper接口
* * @author ruoyi
* @date 2025-12-01
*/
@Mapper
public interface JobDataTrendMapper extends BaseMapper<JobDataTrend> {
/**
* 查询岗位数据采集趋势统计列表
* * @param jobDataTrend 岗位数据采集趋势统计
* @return 岗位数据采集趋势统计集合
*/
List<JobDataTrend> selectJobDataTrendList(JobDataTrend jobDataTrend);
}

View File

@@ -0,0 +1,13 @@
package com.ruoyi.cms.mapper;
import com.baomidou.mybatisplus.core.mapper.BaseMapper;
import com.ruoyi.cms.domain.JobIndex;
import org.springframework.stereotype.Repository;
import java.util.List;
@Repository
public interface JobIndexMapper extends BaseMapper<JobIndex> {
List<JobIndex> getList(JobIndex jobIndex);
}

View File

@@ -0,0 +1,13 @@
package com.ruoyi.cms.mapper;
import com.baomidou.mybatisplus.core.mapper.BaseMapper;
import com.ruoyi.cms.domain.WebsiteManagement;
import org.springframework.stereotype.Repository;
import java.util.List;
@Repository
public interface WebsiteManagementMapper extends BaseMapper<WebsiteManagement> {
List<WebsiteManagement> getList(WebsiteManagement websiteManagement);
}

View File

@@ -0,0 +1,40 @@
package com.ruoyi.cms.service;
import com.ruoyi.cms.domain.JobDataTrend;
import java.util.List;
import java.util.Map;
/**
* 岗位数据采集趋势统计Service接口
* * @author ruoyi
* @date 2025-12-01
*/
public interface IJobDataTrendService {
/**
* 查询岗位数据采集趋势统计列表
*/
List<JobDataTrend> selectJobDataTrendList(JobDataTrend jobDataTrend);
/**
* 查询岗位数据采集趋势统计
*/
JobDataTrend selectById(Long id);
/**
* 新增岗位数据采集趋势统计
*/
int insert(JobDataTrend jobDataTrend);
/**
* 修改岗位数据采集趋势统计
*/
int update(JobDataTrend jobDataTrend);
/**
* 查询 total 类型的趋势列表 (MyBatis-Plus 实现)
* @param jobDataTrend 查询参数
* @return 结果集合
*/
List<JobDataTrend> selectTrendTotalList(Map<String, String> params);
}

View File

@@ -0,0 +1,15 @@
package com.ruoyi.cms.service;
import com.baomidou.mybatisplus.extension.service.IService;
import com.ruoyi.cms.domain.JobDataStorageDetection;
import java.util.List;
public interface JobDataStorageDetectionService extends IService<JobDataStorageDetection> {
List<JobDataStorageDetection> getList(JobDataStorageDetection jobDataStorageDetection);
JobDataStorageDetection getSingle(String detectionId);
void saveData(JobDataStorageDetection jobDataStorageDetection) throws Exception;
}

View File

@@ -0,0 +1,10 @@
package com.ruoyi.cms.service;
import com.baomidou.mybatisplus.extension.service.IService;
import com.ruoyi.cms.domain.JobIndex;
import java.util.List;
public interface JobIndexService extends IService<JobIndex> {
List<JobIndex> getList(JobIndex jobIndex);
}

View File

@@ -0,0 +1,15 @@
package com.ruoyi.cms.service;
import com.baomidou.mybatisplus.extension.service.IService;
import com.ruoyi.cms.domain.WebsiteManagement;
import com.ruoyi.common.core.domain.AjaxResult;
import org.springframework.web.multipart.MultipartFile;
import java.util.List;
public interface WebsiteManagementService extends IService<WebsiteManagement> {
List<WebsiteManagement> getList(WebsiteManagement websiteManagement);
AjaxResult importData(MultipartFile file,String dataType);
}

View File

@@ -0,0 +1,93 @@
package com.ruoyi.cms.service.impl;
import com.baomidou.mybatisplus.core.toolkit.Wrappers;
import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
import com.ruoyi.cms.domain.JobDataStorageDetail;
import com.ruoyi.cms.domain.JobDataStorageDetection;
import com.ruoyi.cms.domain.WebsiteManagement;
import com.ruoyi.cms.mapper.JobDataStorageDetailMapper;
import com.ruoyi.cms.mapper.JobDataStorageDetectionMapper;
import com.ruoyi.cms.mapper.WebsiteManagementMapper;
import com.ruoyi.cms.service.JobDataStorageDetectionService;
import com.ruoyi.common.utils.DateUtils;
import com.ruoyi.common.utils.StringUtils;
import com.ruoyi.common.utils.uuid.IdUtils;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;
import org.springframework.transaction.annotation.Transactional;
import java.util.Date;
import java.util.List;
import java.util.Objects;
@Service
public class JobDataStorageDetectionServiceImpl extends ServiceImpl<JobDataStorageDetectionMapper, JobDataStorageDetection> implements JobDataStorageDetectionService {
@Autowired
JobDataStorageDetectionMapper jobDataStorageDetectionMapper;
@Autowired
WebsiteManagementMapper websiteManagementMapper;
@Autowired
JobDataStorageDetailMapper detailMapper;
@Override
public List<JobDataStorageDetection> getList(JobDataStorageDetection jobDataStorageDetection) {
return jobDataStorageDetectionMapper.getList(jobDataStorageDetection);
}
@Override
public JobDataStorageDetection getSingle(String detectionId) {
JobDataStorageDetection jobDataStorageDetection = jobDataStorageDetectionMapper.selectById(detectionId);
if(jobDataStorageDetection!=null){
List<JobDataStorageDetail> details = detailMapper.selectList(Wrappers.<JobDataStorageDetail>lambdaQuery().eq(JobDataStorageDetail::getDetectionId, jobDataStorageDetection.getDetectionId()).orderByAsc(JobDataStorageDetail::getWebsiteId,JobDataStorageDetail::getStorageTime));
jobDataStorageDetection.setDetails(details);
}
return jobDataStorageDetection;
}
@Transactional(rollbackFor = Exception.class)
@Override
public void saveData(JobDataStorageDetection jobDataStorageDetection) throws Exception {
try {
Date date = DateUtils.getNowDate();
String detectionId = IdUtils.fastSimpleUUID();
jobDataStorageDetection.setDetectionId(detectionId);
List<WebsiteManagement> websiteManagements = websiteManagementMapper.getList(null);
WebsiteManagement websiteManagement = new WebsiteManagement();
List<JobDataStorageDetail> details = jobDataStorageDetection.getDetails();
if(details!=null&&!details.isEmpty()){
int success = 0;
int failed = 0;
for(JobDataStorageDetail detail:details){
detail.setDetectionId(detectionId);
if(StringUtils.isEmpty(detail.getWebsiteName())&&StringUtils.isNotNull(detail.getWebsiteId())&&detail.getWebsiteId()!=0){
websiteManagement = websiteManagements.stream().filter(f-> Objects.nonNull(f.getWebsiteId())&&f.getWebsiteId().equals(detail.getWebsiteId())).findFirst().orElse(null);
if(websiteManagement!=null){
detail.setWebsiteName(websiteManagement.getWebsiteName());
}
}
if(StringUtils.isNull(detail.getStorageTime())){
detail.setStorageTime(date);
}
detailMapper.insert(detail);
success = success+(detail.getSuccessNumber()==null?0:detail.getSuccessNumber());
failed = failed+(detail.getFailedNumber()==null?0:detail.getFailedNumber());
}
String result = "入库成功"+success+"个岗位数据,入库失败"+failed+"个岗位数据";
if(StringUtils.isNotNull(jobDataStorageDetection.getStorageResult())){
jobDataStorageDetection.setStorageResult(jobDataStorageDetection.getStorageResult()+""+result);
}else{
jobDataStorageDetection.setStorageResult(result);
}
}
if(StringUtils.isNull(jobDataStorageDetection.getStorageDate())){
jobDataStorageDetection.setStorageDate(date);
}
jobDataStorageDetectionMapper.insert(jobDataStorageDetection);
} catch (Exception e) {
e.printStackTrace();
throw new Exception(e.getMessage());
}
}
}

View File

@@ -0,0 +1,149 @@
package com.ruoyi.cms.service.impl;
import java.time.LocalDate;
import java.time.ZoneId;
import java.time.format.DateTimeFormatter;
import java.time.temporal.ChronoUnit;
import java.util.*;
import com.baomidou.mybatisplus.core.conditions.query.LambdaQueryWrapper;
import com.baomidou.mybatisplus.core.toolkit.Wrappers;
import com.ruoyi.common.utils.DateUtils;
import com.ruoyi.common.utils.StringUtils;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;
import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
import com.ruoyi.common.utils.SecurityUtils;
import com.ruoyi.cms.mapper.JobDataTrendMapper;
import com.ruoyi.cms.domain.JobDataTrend;
import com.ruoyi.cms.service.IJobDataTrendService;
import static com.ruoyi.common.utils.DateUtils.YYYY_MM_DD_HH_MM_SS;
/**
* 岗位数据采集趋势统计Service业务层处理
* * @author ruoyi
* @date 2025-12-01
*/
@Service
public class JobDataTrendServiceImpl extends ServiceImpl<JobDataTrendMapper, JobDataTrend> implements IJobDataTrendService {
private static final DateTimeFormatter DATE_FMT = DateTimeFormatter.ofPattern("yyyy-MM-dd");
@Autowired
private JobDataTrendMapper jobDataTrendMapper;
@Override
public List<JobDataTrend> selectJobDataTrendList(JobDataTrend jobDataTrend) {
return jobDataTrendMapper.selectJobDataTrendList(jobDataTrend);
}
@Override
public JobDataTrend selectById(Long id) {
return getById(id);
}
@Override
public int insert(JobDataTrend jobDataTrend) {
jobDataTrend.setCreateTime(DateUtils.dateTimeNow(YYYY_MM_DD_HH_MM_SS));
jobDataTrend.setCreateBy(SecurityUtils.getUsername());
jobDataTrend.setDelFlag("0");
return save(jobDataTrend) ? 1 : 0;
}
@Override
public int update(JobDataTrend jobDataTrend) {
jobDataTrend.setUpdateTime(DateUtils.dateTimeNow(YYYY_MM_DD_HH_MM_SS));
jobDataTrend.setUpdateBy(SecurityUtils.getUsername());
return updateById(jobDataTrend) ? 1 : 0;
}
@Override
public List<JobDataTrend> selectTrendTotalList(Map<String, String> params) {
// ================= Step 1: 确定时间范围 (LocalDate) =================
String beginTimeStr = (params != null && params.get("beginTime") != null) ? params.get("beginTime").toString() : "";
String endTimeStr = (params != null && params.get("endTime") != null) ? params.get("endTime").toString() : "";
LocalDate start;
LocalDate end;
// 如果没有传时间,默认查最近 15 天(包含今天)
if (StringUtils.isEmpty(beginTimeStr) && StringUtils.isEmpty(endTimeStr)) {
end = LocalDate.now();
start = end.minusDays(14); // 最近15天
} else {
// 解析前端传入的 yyyy-MM-dd
try {
start = StringUtils.isNotEmpty(beginTimeStr) ? LocalDate.parse(beginTimeStr, DATE_FMT) : LocalDate.now().minusDays(14);
end = StringUtils.isNotEmpty(endTimeStr) ? LocalDate.parse(endTimeStr, DATE_FMT) : LocalDate.now();
} catch (Exception e) {
// 防止格式解析错误兜底
end = LocalDate.now();
start = end.minusDays(14);
}
}
// ================= Step 2: 查询数据库原始数据 =================
LambdaQueryWrapper<JobDataTrend> lqw = Wrappers.lambdaQuery();
lqw.eq(JobDataTrend::getWebsiteName, "total");
// 查询范围: >= Start 00:00:00 且 <= End 23:59:59
// 注意:数据库存的是 Date (带时分秒),这里转一下
lqw.ge(JobDataTrend::getStorageTime, Date.from(start.atStartOfDay(ZoneId.systemDefault()).toInstant()));
lqw.le(JobDataTrend::getStorageTime, Date.from(end.plusDays(1).atStartOfDay(ZoneId.systemDefault()).toInstant()));
List<JobDataTrend> dbList = this.baseMapper.selectList(lqw);
// ================= Step 3: 数据聚合 (处理同一天多次运行的情况) =================
// Map Key: "2025-12-01", Value: 聚合后的对象
Map<String, JobDataTrend> dateMap = new HashMap<>();
for (JobDataTrend item : dbList) {
// 将 Date 转为 yyyy-MM-dd 字符串作为 Key
String dateKey = DateUtils.parseDateToStr("yyyy-MM-dd", item.getStorageTime());
if (dateMap.containsKey(dateKey)) {
// 如果该天已存在数据,进行累加
JobDataTrend existing = dateMap.get(dateKey);
existing.setInsertCount(existing.getInsertCount() + item.getInsertCount());
existing.setDeleteCount(existing.getDeleteCount() + item.getDeleteCount());
existing.setFailCount(existing.getFailCount() + item.getFailCount());
// 保留最后一次的时间作为展示时间
if (item.getStorageTime().after(existing.getStorageTime())) {
existing.setStorageTime(item.getStorageTime());
}
} else {
// 第一次遇到该天的数据
dateMap.put(dateKey, item);
}
}
// ================= Step 4: 日期补全 (Gap Filling) =================
List<JobDataTrend> resultList = new ArrayList<>();
// 计算总天数,从 start 遍历到 end
long daysDiff = ChronoUnit.DAYS.between(start, end);
for (int i = 0; i <= daysDiff; i++) {
LocalDate currentLocalDate = start.plusDays(i);
String dateKey = currentLocalDate.format(DATE_FMT);
if (dateMap.containsKey(dateKey)) {
// 1. 如果当天有数据,直接取聚合后的数据
resultList.add(dateMap.get(dateKey));
} else {
// 2. 如果当天没数据创建一个全0对象
JobDataTrend emptyData = new JobDataTrend();
emptyData.setWebsiteName("total");
emptyData.setInsertCount(0L);
emptyData.setDeleteCount(0L);
emptyData.setFailCount(0L);
// 设置时间为当天的 00:00:00
emptyData.setStorageTime(Date.from(currentLocalDate.atStartOfDay(ZoneId.systemDefault()).toInstant()));
resultList.add(emptyData);
}
}
// 返回结果(此时 resultList 已经是按时间正序排列的:从旧到新)
return resultList;
}
}

View File

@@ -0,0 +1,22 @@
package com.ruoyi.cms.service.impl;
import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
import com.ruoyi.cms.domain.JobIndex;
import com.ruoyi.cms.mapper.JobIndexMapper;
import com.ruoyi.cms.service.JobIndexService;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;
import java.util.List;
@Service
public class JobIndexServiceImpl extends ServiceImpl<JobIndexMapper, JobIndex> implements JobIndexService {
@Autowired
JobIndexMapper jobIndexMapper;
@Override
public List<JobIndex> getList(JobIndex jobIndex) {
return jobIndexMapper.getList(jobIndex);
}
}

View File

@@ -0,0 +1,47 @@
package com.ruoyi.cms.service.impl;
import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
import com.ruoyi.cms.domain.WebsiteManagement;
import com.ruoyi.cms.mapper.WebsiteManagementMapper;
import com.ruoyi.cms.service.WebsiteManagementService;
import com.ruoyi.common.core.domain.AjaxResult;
import com.ruoyi.common.utils.StringUtils;
import com.ruoyi.common.utils.poi.ExcelUtil;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;
import org.springframework.web.multipart.MultipartFile;
import java.util.List;
@Service
public class WebsiteManagementServiceImpl extends ServiceImpl<WebsiteManagementMapper, WebsiteManagement> implements WebsiteManagementService {
@Autowired
WebsiteManagementMapper websiteManagementMapper;
@Override
public List<WebsiteManagement> getList(WebsiteManagement websiteManagement) {
return websiteManagementMapper.getList(websiteManagement);
}
@Override
public AjaxResult importData(MultipartFile file,String dataType) {
try {
ExcelUtil<WebsiteManagement> excelUtil = new ExcelUtil<>(WebsiteManagement.class);
List<WebsiteManagement> list = excelUtil.importExcel(file.getInputStream());
if(list!=null&&!list.isEmpty()){
for (WebsiteManagement websiteManagement : list) {
websiteManagement.setDataType(dataType);
if(StringUtils.isEmpty(websiteManagement.getIsActive())){
websiteManagement.setIsActive("0");
}
websiteManagementMapper.insert(websiteManagement);
}
}
return AjaxResult.success();
}catch (Exception e) {
e.printStackTrace();
return AjaxResult.error(e.getMessage());
}
}
}

View File

@@ -0,0 +1,35 @@
<?xml version="1.0" encoding="UTF-8" ?>
<!DOCTYPE mapper
PUBLIC "-//mybatis.org//DTD Mapper 3.0//EN"
"http://mybatis.org/dtd/mybatis-3-mapper.dtd">
<mapper namespace="com.ruoyi.cms.mapper.JobDataTrendMapper">
<resultMap type="com.ruoyi.cms.domain.JobDataTrend" id="JobDataTrendResult">
<id property="id" column="ID" />
<result property="deleteCount" column="DELETE_COUNT" />
<result property="insertCount" column="INSERT_COUNT" />
<result property="failCount" column="FAIL_COUNT" />
<result property="websiteName" column="WEBSITE_NAME" />
<result property="storageTime" column="STORAGE_TIME" />
<result property="delFlag" column="DEL_FLAG" />
<result property="createBy" column="CREATE_BY" />
<result property="createTime" column="CREATE_TIME" />
<result property="updateBy" column="UPDATE_BY" />
<result property="updateTime" column="UPDATE_TIME" />
</resultMap>
<sql id="selectJobDataTrendVo">
select ID, DELETE_COUNT, INSERT_COUNT, FAIL_COUNT, STORAGE_TIME,WEBSITE_NAME, DEL_FLAG, CREATE_BY, CREATE_TIME, UPDATE_BY, UPDATE_TIME
from JOB_DATA_TREND
</sql>
<select id="selectJobDataTrendList" parameterType="com.ruoyi.cms.domain.JobDataTrend" resultMap="JobDataTrendResult">
<include refid="selectJobDataTrendVo"/>
<where>
<if test="storageTime != null "> and STORAGE_TIME = #{storageTime}</if>
<if test="delFlag != null and delFlag != ''"> and DEL_FLAG = #{delFlag}</if>
</where>
ORDER BY STORAGE_TIME DESC
</select>
</mapper>

View File

@@ -0,0 +1,20 @@
<?xml version="1.0" encoding="UTF-8" ?>
<!DOCTYPE mapper
PUBLIC "-//mybatis.org//DTD Mapper 3.0//EN"
"http://mybatis.org/dtd/mybatis-3-mapper.dtd">
<mapper namespace="com.ruoyi.cms.mapper.JobIndexMapper">
<select id="getList" parameterType="com.ruoyi.cms.domain.JobIndex" resultType="com.ruoyi.cms.domain.JobIndex">
select * from JOB_INDEX where del_flag=0
<if test="indexName != null and indexName != ''">
and index_name like CONCAT('%',#{indexName},'%')
</if>
<if test="indexDesc != null and indexDesc != ''">
and index_desc like CONCAT('%',#{indexDesc},'%')
</if>
<if test="isActive != null and isActive != ''">
and is_active = #{isActive}
</if>
</select>
</mapper>

View File

@@ -0,0 +1,44 @@
<?xml version="1.0" encoding="UTF-8" ?>
<!DOCTYPE mapper
PUBLIC "-//mybatis.org//DTD Mapper 3.0//EN"
"http://mybatis.org/dtd/mybatis-3-mapper.dtd">
<mapper namespace="com.ruoyi.cms.mapper.WebsiteManagementMapper">
<select id="getList" parameterType="com.ruoyi.cms.domain.WebsiteManagement" resultType="com.ruoyi.cms.domain.WebsiteManagement">
SELECT
c.*
FROM
(
SELECT
wm.*,
NVL(jj.num, 0) AS num
FROM
WEBSITE_MANAGEMENT wm
LEFT JOIN (
SELECT
data_source,
NVL(count(job_id), 0) AS num
FROM
job j
GROUP BY
j.DATA_SOURCE
) jj ON jj.DATA_SOURCE = wm.WEBSITE_NAME
) c
where
c.del_flag=0
<if test="websiteName != null and websiteName != ''">
and c.website_name like CONCAT('%',#{websiteName},'%')
</if>
<if test="websiteUrl != null and websiteUrl != ''">
and c.website_url like CONCAT('%',#{websiteUrl},'%')
</if>
<if test="websiteOwnerCompany != null and websiteOwnerCompany != ''">
and c.website_owner_company like CONCAT('%',#{websiteOwnerCompany},'%')
</if>
<if test="isActive != null and isActive != ''">
and c.is_active = #{isActive}
</if>
ORDER BY c.num DESC
</select>
</mapper>