cmoncrawl.aggregator.index_query.IndexAggregator.__init__
Contents
cmoncrawl.aggregator.index_query.IndexAggregator.__init__#
- IndexAggregator.__init__(domains: List[str], cc_indexes_server: str = 'http://index.commoncrawl.org/collinfo.json', cc_servers: List[str] = [], since: datetime = datetime.datetime(1, 1, 1, 0, 0), to: datetime = datetime.datetime(9999, 12, 31, 23, 59, 59, 999999), limit: Optional[int] = None, max_retry: int = 5, prefetch_size: int = 3, sleep_step: int = 20) None #