eyes.job

eyes job module

Eyes job

class eyes.job.JobType(value)

Eyes job type

class eyes.job.Jobs

Job dispatcher class

property job_map: Dict[eyes.job.JobType, Callable]

Return job map

crawl_ptt_latest_posts(job: eyes.job.Job)

Crawl latest ptt posts

Parameters

job (Job) – crawler job

crawl_ptt_board_list(job: eyes.job.Job)

Crawl ptt board list

Parameters

job (Job) – crawler job

crawl_ptt_top_board_posts(job: eyes.job.Job)

Crawl ptt top board posts

Parameters

job (Job) – crawler job

crawl_dcard_latest_posts(job: eyes.job.Job)

Crawl dcard latest posts

Parameters

job (Job) – crawler job

crawl_dcard_board_list(job: eyes.job.Job)

Crawl dcard board list

Parameters

job (Job) – crawler job

crawl_wiki_entities(job: eyes.job.Job)

Crawl entities from wikipedia

Parameters

job (job) – crawler job

ptt_monthly_summary(job: eyes.job.Job)

Summary ptt statistics

Parameters

job (Job) – stats job

entity_monthly_summary(job: eyes.job.Job)

Summary entity statistics

Parameters

job (Job) – stats job

ptt_spacy_pipeline(job: eyes.job.Job)

Run ptt post to spacy doc transforming

Parameters

job (Job) – ml job

dispatch(job: eyes.job.Job)

Dispatch job

Parameters

job (Job) – Eyes job