修改爬虫模板

Boris-code · Boris-code · commit 4ee875ee2699 · 2022-03-18T15:15:58.000+08:00
diff --git a/feapder/templates/air_spider_template.tmpl b/feapder/templates/air_spider_template.tmpl
@@ -12,10 +12,14 @@ import feapder
 
 class ${spider_name}(feapder.AirSpider):
     def start_requests(self):
-        yield feapder.Request("https://www.baidu.com")
+        yield feapder.Request("https://spidertools.cn")
 
     def parse(self, request, response):
-        print(response)
+        # 提取网站title
+        print(response.xpath("//title/text()").extract_first())
+        # 提取网站描述
+        print(response.xpath("//meta[@name='description']/@content").extract_first())
+        print("网站地址: ", response.url)
 
 
 if __name__ == "__main__":
diff --git a/feapder/templates/batch_spider_template.tmpl b/feapder/templates/batch_spider_template.tmpl
@@ -24,10 +24,14 @@ class ${spider_name}(feapder.BatchSpider):
     )
 
     def start_requests(self, task):
-        yield feapder.Request("https://www.baidu.com")
+        yield feapder.Request("https://spidertools.cn")
 
     def parse(self, request, response):
-        print(response)
+        # 提取网站title
+        print(response.xpath("//title/text()").extract_first())
+        # 提取网站描述
+        print(response.xpath("//meta[@name='description']/@content").extract_first())
+        print("网站地址: ", response.url)
 
 
 if __name__ == "__main__":
diff --git a/feapder/templates/spider_template.tmpl b/feapder/templates/spider_template.tmpl
@@ -17,10 +17,14 @@ class ${spider_name}(feapder.Spider):
     )
 
     def start_requests(self):
-        yield feapder.Request("https://www.baidu.com")
+        yield feapder.Request("https://spidertools.cn")
 
     def parse(self, request, response):
-        print(response)
+        # 提取网站title
+        print(response.xpath("//title/text()").extract_first())
+        # 提取网站描述
+        print(response.xpath("//meta[@name='description']/@content").extract_first())
+        print("网站地址: ", response.url)
 
 
 if __name__ == "__main__":
