grab.spider.service.parser

Module Contents

Classes

ParserService

class grab.spider.service.parser.ParserService(fatal_error_queue: queue.Queue[grab.spider.interface.FatalErrorQueueItem], pool_size: int, task_dispatcher: grab.spider.service.task_dispatcher.TaskDispatcherService, stat: procstat.Stat, parser_requests_per_process: int, find_task_handler: collections.abc.Callable[[grab.spider.task.Task], collections.abc.Callable[Ellipsis, None]])[source]

Bases: grab.spider.service.base.BaseService

check_pool_health() → None[source]
supervisor_callback(worker: grab.spider.service.base.ServiceWorker) → None[source]
worker_callback(worker: grab.spider.service.base.ServiceWorker) → None[source]
execute_task_handler(handler: collections.abc.Callable[[grab.Grab, grab.spider.task.Task], None], result: grab.spider.service.network.NetworkResult, task: grab.spider.task.Task) → None[source]