grab.spider.service.network

Module Contents

Classes

BaseNetworkService

NetworkServiceThreaded

Attributes

NetworkResult

grab.spider.service.network.NetworkResult[source]
class grab.spider.service.network.BaseNetworkService(fatal_error_queue: queue.Queue[grab.spider.interface.FatalErrorQueueItem])[source]

Bases: grab.spider.service.base.BaseService

abstract get_active_threads_number() → int[source]
class grab.spider.service.network.NetworkServiceThreaded(fatal_error_queue: queue.Queue[grab.spider.interface.FatalErrorQueueItem], thread_number: int, process_task: collections.abc.Callable[[grab.spider.task.Task], None], get_task_from_queue: collections.abc.Callable[[], None | Literal[True] | grab.spider.task.Task])[source]

Bases: BaseNetworkService

get_active_threads_number() → int[source]
worker_callback(worker: grab.spider.service.base.ServiceWorker) → None[source]