优化json提取格式
This commit is contained in:
@@ -128,6 +128,12 @@ async def _do_clean(data: dict) -> None:
|
||||
# 写入 bg_job
|
||||
job_id = next(_id_gen)
|
||||
now = datetime.now()
|
||||
|
||||
# expire_at 校验:超出合理范围的设为 NULL
|
||||
expire_at = data.get("expire_at")
|
||||
if expire_at and isinstance(expire_at, datetime) and expire_at.year > 2035:
|
||||
expire_at = None
|
||||
|
||||
async with MysqlSession() as mysql:
|
||||
await mysql.execute(
|
||||
insert(Job).values(
|
||||
@@ -146,10 +152,10 @@ async def _do_clean(data: dict) -> None:
|
||||
min_experience=result.get("minExperience", 0),
|
||||
required_industry_id=result.get("requiredIndustryId"),
|
||||
recruit_category=data.get("recruit_category", 3),
|
||||
expire_at=data.get("expire_at"),
|
||||
expire_at=expire_at,
|
||||
content_hash=data.get("content_hash"),
|
||||
source_url=data.get("detail_url"),
|
||||
source_id=source_id,
|
||||
source_id=str(data_id),
|
||||
status=0,
|
||||
create_time=now,
|
||||
update_time=now,
|
||||
|
||||
Reference in New Issue
Block a user