fix: 定时任务 company channel 的 job 也走 push_mapper + enrichment
company_cleaning_job → sync_company_jobs → store_batch(channel="company") 之前 channel="company" 的 job 配置没有 push_mapper,导致: - 不会生成 push_data_list → 不调 push_to_remote - 不触发 company_desc 补全 三个平台 channel="company" 配置加上对应的 push_mapper
This commit is contained in:
parent
24918a272b
commit
45fba5697e
@ -105,4 +105,5 @@ register(PlatformConfig(
|
|||||||
platform="boss", channel="company", data_type="job",
|
platform="boss", channel="company", data_type="job",
|
||||||
table="boss_job",
|
table="boss_job",
|
||||||
dedup_fields=(DedupFieldSpec(column="job_id", extractor=_extract_job_id),),
|
dedup_fields=(DedupFieldSpec(column="job_id", extractor=_extract_job_id),),
|
||||||
|
push_mapper=_build_boss_push,
|
||||||
))
|
))
|
||||||
|
|||||||
@ -105,4 +105,5 @@ register(PlatformConfig(
|
|||||||
DedupFieldSpec(column="job_id", extractor=_extract_job_id),
|
DedupFieldSpec(column="job_id", extractor=_extract_job_id),
|
||||||
DedupFieldSpec(column="update_date_time", extractor=_extract_update_dt),
|
DedupFieldSpec(column="update_date_time", extractor=_extract_update_dt),
|
||||||
),
|
),
|
||||||
|
push_mapper=_build_qcwy_push,
|
||||||
))
|
))
|
||||||
|
|||||||
@ -78,4 +78,5 @@ register(PlatformConfig(
|
|||||||
DedupFieldSpec(column="number", extractor=_extract_number),
|
DedupFieldSpec(column="number", extractor=_extract_number),
|
||||||
DedupFieldSpec(column="first_publish_time", extractor=_extract_fpt),
|
DedupFieldSpec(column="first_publish_time", extractor=_extract_fpt),
|
||||||
),
|
),
|
||||||
|
push_mapper=_build_zhilian_push,
|
||||||
))
|
))
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user