Secure your code as it's written. Use Snyk Code to scan source code in minutes - no build needed - and fix issues immediately.
'get the first 1000 result. "max_num" has '
'been automatically set to %d',
1000 - offset)
feeder_kwargs = dict(
url_template=('http://www.bing.com/images/search?qs=IM&form=QBIR&sc=8-9&sp=4&sk=IM3&'
'q={}&count=35&first={}'),
keyword=keyword,
offset=offset,
max_num=max_num,
page_step=35)
downloader_kwargs = dict(
max_num=max_num,
min_size=min_size,
max_size=max_size,
file_idx_offset=file_idx_offset)
super(BingImageCrawler, self).crawl(
feeder_kwargs=feeder_kwargs, downloader_kwargs=downloader_kwargs)
return
elif max_num > 1000:
max_num = 1000 - offset
self.logger.warning('Due to Bing\'s limitation, you can only '
'get the first 1000 result. "max_num" has '
'been automatically set to %d',
1000 - offset)
feeder_kwargs = dict(
keyword=keyword, offset=offset, max_num=max_num, filters=filters)
downloader_kwargs = dict(
max_num=max_num,
min_size=min_size,
max_size=max_size,
file_idx_offset=file_idx_offset,
overwrite=overwrite)
super(BingImageCrawler, self).crawl(
feeder_kwargs=feeder_kwargs, downloader_kwargs=downloader_kwargs)