29 lines
781 B
Python
29 lines
781 B
Python
from baid_spider import Request
|
|
from baid_spider.spider import Spider
|
|
class Baidu_Spider(Spider):
|
|
|
|
start_urls = ['https://www.baidu.com','https://www.baidu.com']
|
|
|
|
def parse(self,response):
|
|
print(response)
|
|
for i in range(10):
|
|
url = 'https://www.baidu.com'
|
|
response = Request(url=url)
|
|
yield response
|
|
|
|
# def start_requests(self):
|
|
#
|
|
# # response = requests.get(self.start_urls)
|
|
# # print(response)
|
|
#
|
|
# return self.start_urls[0]
|
|
|
|
# if __name__ == '__main__':
|
|
# #初始化请求
|
|
# # baiduspider = Baidu_Spider()
|
|
# # baiduspider.start_requests()
|
|
#
|
|
# #使用engine后调用请求
|
|
# baiduspider = Baidu_Spider()
|
|
# engine = Engine()
|
|
# engine.start_spider(baiduspider) |