初始化基类

baid_spider/spider/__init__.py

@@ -0,0 +1,14 @@
+
+class Spider:
+
+    def __init__(self):
+        if not hasattr(self,'start_urls'):
+            self.start_urls = []
+
+    def start_requests(self):
+        if self.start_urls:
+            for url in self.start_urls:
+                return url
+        else:
+            if hasattr(self,'start_url') and isinstance(getattr(self,'start_url'),str):
+                return  getattr(self,'start_url')

test/baidu_spider/baidu.py

@@ -1,16 +1,14 @@
-import requests
-from baid_spider.core.engine import Engine
+from baid_spider.spider import Spider
+class Baidu_Spider(Spider):
 
-class Baidu_Spider:
+    start_urls = ['https://www.baidu.com']
 
-    start_urls = 'https://www.baidu.com'
-
-    def start_requests(self):
-
-        # response = requests.get(self.start_urls)
-        # print(response)
-
-        return self.start_urls
+    # def start_requests(self):
+    #
+    #     # response = requests.get(self.start_urls)
+    #     # print(response)
+    #
+    #     return self.start_urls[0]
 
 # if __name__ == '__main__':
 #     #初始化请求