offerpai/offerpai_backend
6
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

添加岗位标签处理

Browse Source
This commit is contained in:
zk
2026-03-19 10:55:30 +08:00
parent 67c1842e37
commit 1c1792e204
8 changed files with 253 additions and 22 deletions
Download Patch File Download Diff File Expand all files Collapse all files
manager/src/main/java/org/jiayunet/mapper/JobSkillTagRelationMapper.java
+13
View File
@@ -0,0 +1,13 @@
package org.jiayunet.mapper;
import org.apache.ibatis.annotations.Mapper;
import org.jiayunet.pojo.po.JobSkillTagRelation;
/**
* 岗位-技能标签关联Mapper
*
* @author zk
*/
@Mapper
public interface JobSkillTagRelationMapper extends CommonMapper<JobSkillTagRelation> {
}
manager/src/main/java/org/jiayunet/pojo/po/JobSkillTagRelation.java
+31
View File
@@ -0,0 +1,31 @@
package org.jiayunet.pojo.po;
import com.baomidou.mybatisplus.annotation.IdType;
import com.baomidou.mybatisplus.annotation.TableId;
import com.baomidou.mybatisplus.annotation.TableName;
import lombok.Data;
import java.time.Instant;
/**
* 岗位-技能标签关联表（bg_job_skill_tag_relation）
* <p>预定义技能标签与岗位的关联，用于匹配度计算</p>
*
* @author zk
*/
@Data
@TableName(value = "bg_job_skill_tag_relation")
public class JobSkillTagRelation {
@TableId(type = IdType.ASSIGN_ID)
private Long id;
/** 岗位ID */
private Long jobId;
/** 技能标签ID */
private Long skillTagId;
/** 创建时间 */
private Instant createTime;
}
manager/src/main/java/org/jiayunet/service/DictCacheService.java
+50 -5
View File
@@ -5,22 +5,26 @@ import lombok.extern.slf4j.Slf4j;
import org.jiayunet.mapper.ChinaRegionsCodeMapper;
import org.jiayunet.mapper.IndustryMapper;
import org.jiayunet.mapper.JobCategoryMapper;
import org.jiayunet.mapper.SkillTagMapper;
import org.jiayunet.pojo.po.ChinaRegionsCode;
import org.jiayunet.pojo.po.Industry;
import org.jiayunet.pojo.po.JobCategory;
import org.jiayunet.pojo.po.SkillTag;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;
import javax.annotation.PostConstruct;
import java.util.Collections;
import java.util.List;
import java.util.Map;
import java.util.Set;
import java.util.stream.Collectors;
/**
* 字典数据缓存服务
* <p>启动时加载岗位分类、行业、地区数据到内存，供清洗/推荐等业务使用</p>
* <p>依赖：JobCategoryMapper、IndustryMapper、ChinaRegionsCodeMapper</p>
* <p>使用表：bg_job_category（全量缓存）、bg_industry（全量缓存）、bg_china_regions_code（市级缓存）</p>
* <p>启动时加载岗位分类、行业、地区、技能标签数据到内存，供清洗/推荐等业务使用</p>
* <p>依赖：JobCategoryMapper、IndustryMapper、ChinaRegionsCodeMapper、SkillTagMapper</p>
* <p>使用表：bg_job_category（全量缓存）、bg_industry（全量缓存）、bg_china_regions_code（市级缓存）、bg_skill_tag（按categoryId分组缓存）</p>
*
* @author zk
*/
@@ -37,10 +41,16 @@ public class DictCacheService {
@Autowired
private ChinaRegionsCodeMapper chinaRegionsCodeMapper;
@Autowired
private SkillTagMapper skillTagMapper;
private List<JobCategory> jobCategoryList;
private List<Industry> industryList;
private List<ChinaRegionsCode> regionList;
/** 技能标签按 categoryId 分组 */
private Map<Long, List<SkillTag>> skillTagMap;
/** 岗位分类文本（叶子节点，带父级路径），供 AI prompt 使用 */
private String jobCategoryText;
/** 行业文本（叶子节点，带父级路径），供 AI prompt 使用 */
@@ -89,8 +99,15 @@ public class DictCacheService {
long categoryLeafCount = jobCategoryList.stream().filter(c -> c.getLevel() == 3).count();
long industryLeafCount = industryList.stream().filter(i -> i.getLevel() == 2).count();
log.info("字典缓存加载完成: 岗位分类{}条(叶子{}条), 行业{}条(叶子{}条), 地区{}条",
jobCategoryList.size(), categoryLeafCount, industryList.size(), industryLeafCount, regionList.size());
// 加载技能标签，按 categoryId 分组
List<SkillTag> skillTagList = skillTagMapper.selectList(null);
skillTagMap = skillTagList.stream()
.collect(Collectors.groupingBy(SkillTag::getCategoryId));
log.info("字典缓存加载完成: 岗位分类{}条(叶子{}条), 行业{}条(叶子{}条), 地区{}条, 技能标签{}条(覆盖{}个分类)",
jobCategoryList.size(), categoryLeafCount, industryList.size(), industryLeafCount,
regionList.size(), skillTagList.size(), skillTagMap.size());
}
/** 获取岗位分类文本（叶子节点，带父级路径，逗号分隔） */
@@ -103,6 +120,34 @@ public class DictCacheService {
return industryText;
}
/**
* 获取指定岗位类型下的技能标签文本（id:name 逗号分隔）
*
* @param categoryId 岗位类型ID
* @return 标签文本，无标签返回 null
*/
public String getSkillTagText(Long categoryId) {
List<SkillTag> tags = skillTagMap.getOrDefault(categoryId, Collections.emptyList());
if (tags.isEmpty()) {
return null;
}
return tags.stream()
.map(t -> t.getId() + ":" + t.getName())
.collect(Collectors.joining(", "));
}
/**
* 获取指定岗位类型下的技能标签ID集合（用于校验AI返回）
*
* @param categoryId 岗位类型ID
* @return 标签ID集合
*/
public Set<Long> getSkillTagIds(Long categoryId) {
return skillTagMap.getOrDefault(categoryId, Collections.emptyList()).stream()
.map(SkillTag::getId)
.collect(Collectors.toSet());
}
/**
* 根据城市名匹配地区编码
* <p>模糊匹配，如"北京"匹配"北京市"</p>
manager/src/main/java/org/jiayunet/service/JobCleanService.java
+81 -3
View File
@@ -18,6 +18,7 @@ import org.springframework.stereotype.Service;
import java.time.Instant;
import java.util.ArrayList;
import java.util.List;
import java.util.Set;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors;
@@ -66,10 +67,15 @@ public class JobCleanService {
* 定时任务A：岗位清洗（每5分钟）
* <p>1. 批量锁定待清洗数据 2. 多线程并发调用AI清洗 3. 写入业务表</p>
*/
@Scheduled(cron = "0 */1 * * * ?")
@Scheduled(cron = "0 */5 * * * ?")
public void cleanJob() {
// 批量锁定：原子操作，clean_status 0→1
int locked = appJobDataMapper.update(null, new LambdaUpdateWrapper<AppJobData>().set(AppJobData::getCleanStatus, 1).eq(AppJobData::getCleanStatus, 0).eq(AppJobData::getIsValid, 1).last("LIMIT " + batchSize));
int locked = appJobDataMapper.update(null,
new LambdaUpdateWrapper<AppJobData>()
.set(AppJobData::getCleanStatus, 1)
.eq(AppJobData::getCleanStatus, 0)
.eq(AppJobData::getIsValid, 1)
.last("LIMIT " + batchSize));
if (locked == 0) {
return;
@@ -77,7 +83,11 @@ public class JobCleanService {
log.info("岗位清洗：锁定{}条数据", locked);
// 查出刚锁定的数据
List<AppJobData> dataList = appJobDataMapper.selectList(new LambdaQueryWrapper<AppJobData>().eq(AppJobData::getCleanStatus, 1).eq(AppJobData::getIsValid, 1).last("LIMIT " + batchSize));
List<AppJobData> dataList = appJobDataMapper.selectList(
new LambdaQueryWrapper<AppJobData>()
.eq(AppJobData::getCleanStatus, 1)
.eq(AppJobData::getIsValid, 1)
.last("LIMIT " + batchSize));
// 多线程并发处理
for (AppJobData data : dataList) {
@@ -176,12 +186,80 @@ public class JobCleanService {
// 8. 写入业务表（短事务，通过独立Service保证@Transactional生效）
jobCleanTransactionService.saveJobData(root, data, companyId, sourceId, regionCodes);
// 9. 技能标签匹配（第二次AI调用，失败不影响岗位入库）
try {
Long categoryId = root.path("categoryId").asLong(0);
String skillTagText = dictCacheService.getSkillTagText(categoryId);
if (skillTagText != null) {
String title = root.path("title").asText("");
String desc = root.path("description").asText("");
String req = root.path("requirement").asText("");
List<Long> skillTagIds = matchSkillTags(title, desc, req, skillTagText, categoryId);
if (!skillTagIds.isEmpty()) {
// 查出刚插入的 job，拿 jobId
Job insertedJob = jobMapper.selectOne(
new LambdaQueryWrapper<Job>().eq(Job::getSourceId, sourceId).last("LIMIT 1"));
if (insertedJob != null) {
jobCleanTransactionService.saveSkillTagRelations(insertedJob.getId(), skillTagIds);
}
}
}
} catch (Exception ex) {
log.warn("技能标签匹配失败, id={}", data.getId(), ex);
}
} catch (Exception e) {
log.error("AI 返回解析失败, id={}, response={}", data.getId(), aiResponse, e);
// 保持 clean_status=1，由僵尸恢复任务重置
}
}
/**
* 第二次AI调用：匹配技能标签
* <p>传入岗位信息和该分类下的标签列表，AI返回匹配的标签ID数组</p>
*/
private List<Long> matchSkillTags(String title, String description, String requirement,
String skillTagText, Long categoryId) {
String systemPrompt = """
你是一个技能标签匹配助手。根据岗位信息，从给定的技能标签列表中选出匹配的标签ID。
规则：
1. 只能从给定列表中选择，不允许自创标签
2. 选择与岗位核心技能要求相关的标签，不重复
3. 只返回ID数组，如 [1, 3, 7]，不要其他内容
""";
String userMessage = "【岗位信息】\n标题: " + title +
"\n职责: " + description +
"\n要求: " + requirement +
"\n\n【可选标签列表】\n" + skillTagText;
String aiResponse = aiChatAbility.chat(systemPrompt, userMessage);
// 解析返回的 ID 数组
String json = aiResponse.trim();
if (json.startsWith("```")) {
json = json.replaceAll("^```\\w*\\n?", "").replaceAll("\\n?```$", "").trim();
}
try {
JsonNode arrayNode = HttpTool.objectMapper.readTree(json);
Set<Long> validIds = dictCacheService.getSkillTagIds(categoryId);
List<Long> result = new ArrayList<>();
if (arrayNode.isArray()) {
for (JsonNode node : arrayNode) {
long id = node.asLong(0);
if (id > 0 && validIds.contains(id)) {
result.add(id);
}
}
}
return result;
} catch (Exception e) {
log.warn("技能标签AI返回解析失败: {}", json, e);
return List.of();
}
}
/** 构建系统提示词 */
private String buildSystemPrompt() {
return """
manager/src/main/java/org/jiayunet/service/JobCleanTransactionService.java
+32 -9
View File
@@ -8,10 +8,12 @@ import org.jiayunet.mapper.AppJobDataMapper;
import org.jiayunet.mapper.CompanyMapper;
import org.jiayunet.mapper.JobMapper;
import org.jiayunet.mapper.JobRegionRelationMapper;
import org.jiayunet.mapper.JobSkillTagRelationMapper;
import org.jiayunet.pojo.po.AppJobData;
import org.jiayunet.pojo.po.Company;
import org.jiayunet.pojo.po.Job;
import org.jiayunet.pojo.po.JobRegionRelation;
import org.jiayunet.pojo.po.JobSkillTagRelation;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;
import org.springframework.transaction.annotation.Transactional;
@@ -22,8 +24,8 @@ import java.util.List;
/**
* 岗位清洗事务服务
* <p>独立出来解决 @Transactional 同类自调用失效问题</p>
* <p>依赖：JobMapper、CompanyMapper、JobRegionRelationMapper、AppJobDataMapper</p>
* <p>使用表：bg_job（写入）、bg_company（查询/创建）、bg_job_region_relation（写入）、app_job_data（更新状态）</p>
* <p>依赖：JobMapper、CompanyMapper、JobRegionRelationMapper、JobSkillTagRelationMapper、AppJobDataMapper</p>
* <p>使用表：bg_job（写入）、bg_company（查询/创建）、bg_job_region_relation（写入）、bg_job_skill_tag_relation（写入）、app_job_data（更新状态）</p>
*
* @author zk
*/
@@ -43,6 +45,9 @@ public class JobCleanTransactionService {
@Autowired
private AppJobDataMapper appJobDataMapper;
@Autowired
private JobSkillTagRelationMapper jobSkillTagRelationMapper;
/**
* 写入 bg_job + bg_job_region_relation + 更新 clean_status（短事务）
*/
@@ -76,13 +81,16 @@ public class JobCleanTransactionService {
jobMapper.insert(job);
// 写入岗位-地区关联
for (String regionCode : regionCodes) {
JobRegionRelation relation = new JobRegionRelation();
relation.setJobId(job.getId());
relation.setRegionCode(regionCode);
relation.setCreateTime(Instant.now());
jobRegionRelationMapper.insert(relation);
// 写入岗位-地区关联（批量插入）
if (!regionCodes.isEmpty()) {
List<JobRegionRelation> relations = regionCodes.stream().map(regionCode -> {
JobRegionRelation relation = new JobRegionRelation();
relation.setJobId(job.getId());
relation.setRegionCode(regionCode);
relation.setCreateTime(Instant.now());
return relation;
}).toList();
jobRegionRelationMapper.batchInsert(relations);
}
// 更新清洗状态
@@ -113,6 +121,21 @@ public class JobCleanTransactionService {
return newCompany.getId();
}
/**
* 写入岗位-技能标签关联（批量插入）
*/
@Transactional(rollbackFor = Exception.class)
public void saveSkillTagRelations(Long jobId, List<Long> skillTagIds) {
List<JobSkillTagRelation> relations = skillTagIds.stream().map(skillTagId -> {
JobSkillTagRelation relation = new JobSkillTagRelation();
relation.setJobId(jobId);
relation.setSkillTagId(skillTagId);
relation.setCreateTime(Instant.now());
return relation;
}).toList();
jobSkillTagRelationMapper.batchInsert(relations);
}
/** 更新清洗状态 */
public void updateCleanStatus(Long id, int status) {
appJobDataMapper.update(null,