From e7e7f7c8874435a5582e256ec0baa776d89bfc64 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?=E9=BB=84=E4=BA=BF=E5=8D=8E?= <code4crafter@gmail.com>
Date: Sun, 9 Jun 2013 22:55:49 +0900
Subject: [PATCH 01/81] update samples

---
 README.md | 24 ++----------------------
 1 file changed, 2 insertions(+), 22 deletions(-)

diff --git a/README.md b/README.md
index 723adf42f..e4adfd2c1 100644
--- a/README.md
+++ b/README.md
@@ -61,27 +61,7 @@ webmagic定制的核心是PageProcessor接口。一个最简单的webmagic爬虫
         }
     }
 
----
-
-TODO
-
-
-		public class OschinaBlogPageProcesser implements PageProcessor {
-
-        @Override
-        public void process(Page page) {
-            List<String> strings = page.getHtml().rs("<a[^<>]*href=[\"']{1}(http://my\\.oschina\\.net/\\w+/blog/\\d+)[\"']{1}").toStrings();
-            page.addTargetRequests(strings);
-            page.putField("title", page.getHtml().xs("//div[@class='BlogEntity']/div[@class='BlogTitle']/h1"));
-            page.putField("content", page.getHtml().sc());
-            page.putField("author", page.getUrl().r("my\\.oschina\\.net/(\\w+)/blog/\\d+"));
-        }
-
-        @Override
-        public Site getSite() {
-            return Site.me().setDomain("my.oschina.net").setStartUrl("http://www.oschina.net/").
-                    setUserAgent("Mozilla/5.0 (Macintosh; Chrome/26.0.1410.65 Safari/537.31");
-        	}
-    	}
+### 示例
 
+可参考作者博客[使用webmagic抓取页面并保存为wordpress文件](http://my.oschina.net/flashsword/blog/136846)
 

From e7c9ba8369f0e70a91456d942588346ce1c112d7 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?=E9=BB=84=E4=BA=BF=E5=8D=8E?= <code4crafter@gmail.com>
Date: Sun, 9 Jun 2013 22:00:39 +0800
Subject: [PATCH 02/81] update comment

---
 .../us/codecraft/webmagic/selector/SmartContentSelector.java   | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/SmartContentSelector.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/SmartContentSelector.java
index c2e36dff9..10ab15c6c 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/SmartContentSelector.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/SmartContentSelector.java
@@ -8,7 +8,8 @@
 import java.util.concurrent.atomic.AtomicInteger;
 
 /**
- * 找到clear
+ * readability算法，基础是找到所有p标签的父节点
+ * 写的比较乱，最终效果还在尝试中
  * User: cairne
  * Date: 13-4-21
  * Time: 下午4:42

From c90fb42a2c0e299be7bb667c6d338eb6915e9859 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?=E9=BB=84=E4=BA=BF=E5=8D=8E?= <code4crafter@gmail.com>
Date: Thu, 13 Jun 2013 15:51:05 +0800
Subject: [PATCH 03/81] update pom

---
 pom.xml | 99 ++++-----------------------------------------------------
 1 file changed, 6 insertions(+), 93 deletions(-)

diff --git a/pom.xml b/pom.xml
index c424910a6..3772cd011 100644
--- a/pom.xml
+++ b/pom.xml
@@ -8,98 +8,11 @@
 
     <artifactId>webmagic</artifactId>
 
-    <dependencies>
-        <dependency>
-            <groupId>org.apache.httpcomponents</groupId>
-            <artifactId>httpclient</artifactId>
-            <version>4.2.1</version>
-        </dependency>
+    <modules>  
+    <module>./webmagic-core</module>  
+    <module>./webmagic-plugin/</module>  
+    <module>./webmagic-samples/</module>  
+  </modules>  
 
-        <dependency>
-            <groupId>junit</groupId>
-            <artifactId>junit</artifactId>
-            <version>4.7</version>
-            <scope>test</scope>
-        </dependency>
 
-        <dependency>
-            <groupId>com.google.guava</groupId>
-            <artifactId>guava</artifactId>
-            <version>13.0.1</version>
-        </dependency>
-
-        <dependency>
-            <groupId>org.apache.commons</groupId>
-            <artifactId>commons-lang3</artifactId>
-            <version>3.1</version>
-        </dependency>
-
-        <dependency>
-            <groupId>log4j</groupId>
-            <artifactId>log4j</artifactId>
-            <version>1.2.17</version>
-        </dependency>
-        
-        <dependency>
-            <groupId>commons-collections</groupId>
-            <artifactId>commons-collections</artifactId>
-            <version>3.2.1</version>
-        </dependency>
-
-        <dependency>
-            <groupId>net.sourceforge.htmlcleaner</groupId>
-            <artifactId>htmlcleaner</artifactId>
-            <version>2.4</version>
-        </dependency>
-
-        <dependency>
-            <groupId>org.apache.commons</groupId>
-            <artifactId>commons-io</artifactId>
-            <version>1.3.2</version>
-        </dependency>
-
-    </dependencies>
-
-    <build>
-        <plugins>
-            <plugin>
-                <groupId>org.apache.maven.plugins</groupId>
-                <artifactId>maven-resources-plugin</artifactId>
-                <configuration>
-                    <encoding>UTF-8</encoding>
-                </configuration>
-            </plugin>
-            <plugin>
-                <groupId>org.apache.maven.plugins</groupId>
-                <artifactId>maven-source-plugin</artifactId>
-                <executions>
-                    <execution>
-                        <id>attach-sources</id>
-                        <goals>
-                            <goal>jar</goal>
-                        </goals>
-                    </execution>
-                </executions>
-            </plugin>
-            <plugin>
-                <groupId>org.apache.maven.plugins</groupId>
-                <artifactId>maven-javadoc-plugin</artifactId>
-                <executions>
-                    <execution>
-                        <id>attach-javadocs</id>
-                        <goals>
-                            <goal>jar</goal>
-                        </goals>
-                    </execution>
-                </executions>
-            </plugin>
-            <plugin>
-                <groupId>org.apache.maven.plugins</groupId>
-                <artifactId>maven-release-plugin</artifactId>
-                <version>2.0-beta-7</version>
-            </plugin>
-        </plugins>
-    </build>
-
-
-</project>
\ No newline at end of file
+</project>

From de3e9055610b38b56fd3952d4d7e0340222240a2 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Thu, 13 Jun 2013 15:58:42 +0800
Subject: [PATCH 04/81] update readme

---
 README.md | 29 ++++++++++++++++++-----------
 1 file changed, 18 insertions(+), 11 deletions(-)

diff --git a/README.md b/README.md
index e4adfd2c1..8724e8902 100644
--- a/README.md
+++ b/README.md
@@ -2,25 +2,28 @@ webmagic
 ---------
 ####*一个网络爬虫工具包*
 
-webmagic的发起源于工作中的需要，其定位是帮助开发者更便捷的开发一个垂直的网络爬虫。webmagic可以便捷的使用xpath和正则表达式进行链接和内容的提取，对于有Java和xpath或者正则基础的开发者，只需编写少量代码即可完成一个定制爬虫。
+webmagic的发起源于工作中的需要，其定位是帮助开发者更便捷的开发一个垂直的网络爬虫。
 
-###哲学###
+webmagic的功能覆盖整个爬虫的生命周期(链接提取、页面下载、内容抽取、持久化)，开发者可以便捷的使用xpath和正则表达式进行链接和内容的提取，只需编写少量代码即可完成一个定制爬虫。
 
-* Write Less, Do more.
+###特色###
 
-	webmagic是一个开发者的工具包，它的目标是让开发者可以通过更少的代码，实现一个高质量的爬虫。webmagic内部还集成了一些常见的垂直性爬虫的功能，例如针对页面正文的Readability技术，可以直接对页面的正文进行智能提取。
+* ####垂直爬虫####
+	webmagic着重于页面抽取的工作。开发者可以使用xpath和正则表达式进行链接和内容的提取，支持链式API调用，以及单复数转换。
+
+		String content = page.getHtml().x("//div[@class='body']").r("这段话比较重要(.*)").toString();
 	
+* ####嵌入式&无配置####
+	webmagic与其他Full-Stack的框架不同，没有配置文件，大部分功能都通过简单的API调用完成。webmagic以jar包的形式存在，并且不依赖任何框架，在程序可以随处进行调用。
+
 	以下是爬取oschina博客的一段代码：
 	
 		Spider.me().processor(new SimplePageProcessor("http://my.oschina.net/", "http://my.oschina.net/*/blog/*")).run();
+		
+* ####可扩展####
+	参考[`scrapy`](https://github.com/scrapy/scrapy)的设计，webmagic将爬虫的扩展点分为Processor、Schedular、Downloader、Pipeline三个模块，可以通过扩展这些接口实现强大的扩展功能。如可以通过多个Spider实现多线程抓取；可以通过扩展Schedular实现断点续传乃至于分布式爬虫；可以通过扩展Pipeline实现业务可定制的持久化功能。
 
-* 简单可用
-
-	webmagic的功能覆盖整个爬虫的生命周期(链接提取、页面下载、内容抽取、持久化)，是一个完整的爬虫框架。但是与其他Full-Stack的框架不同，webmagic只引入少量约定，大部分功能都通过简单的API调用完成，目的是尽量降低开发者的学习成本。webmagic以jar包的形式存在，并且不依赖任何框架，在程序可以随处进行调用。
-
-* 灵活性
-
-	参考scrapy的设计，webmagic将爬虫的扩展点分为processor、schedular、downloader、pipeline三个模块，可以通过扩展这些接口实现强大的扩展功能。如可以通过多个Spider实现多线程抓取；可以通过扩展schedular实现断点续传乃至于分布式爬虫；可以通过扩展pipeline实现业务可定制的持久化功能。
+	
 	
 ------
 
@@ -65,3 +68,7 @@ webmagic定制的核心是PageProcessor接口。一个最简单的webmagic爬虫
 
 可参考作者博客[使用webmagic抓取页面并保存为wordpress文件](http://my.oschina.net/flashsword/blog/136846)
 
+### 协议
+
+webmagic遵循[Apache 2.0协议](http://opensource.org/licenses/Apache-2.0)
+

From a48523ed4b3173c0c11be0a69d9f1716cd2b5d17 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Sun, 16 Jun 2013 14:47:02 +0800
Subject: [PATCH 05/81] fix a pom error

---
 README.md                                         | 15 +++++++++++----
 pom.xml                                           |  2 +-
 .../webmagic/processor/SimplePageProcessor.java   |  4 ++++
 3 files changed, 16 insertions(+), 5 deletions(-)

diff --git a/README.md b/README.md
index 8724e8902..e92a4405c 100644
--- a/README.md
+++ b/README.md
@@ -29,11 +29,9 @@ webmagic的功能覆盖整个爬虫的生命周期(链接提取、页面下载
 
 ###Get Started
 	
-webmagic定制的核心是PageProcessor接口。一个最简单的webmagic爬虫例子是这样的：
-
-	Spider.me().processor(new SimplePageProcessor("http://my.oschina.net/", "http://my.oschina.net/*/blog/*")).run();
+webmagic定制的核心是PageProcessor接口。
 	
-其中SimplePageProcessor实现如下：
+例如，我们要实现一个简单的通用爬虫SimplePageProcessor，代码如下：
 
     public class SimplePageProcessor implements PageProcessor {
 
@@ -53,16 +51,25 @@ webmagic定制的核心是PageProcessor接口。一个最简单的webmagic爬虫
         @Override
         public void process(Page page) {
             List<String> requests = page.getHtml().as().rs(urlPattern).toStrings();
+            //调用page.addTargetRequests()方法添加待抓取链接
             page.addTargetRequests(requests);
+            //xpath方式抽取
             page.putField("title", page.getHtml().x("//title"));
+            //sc表示使用Readability技术抽取正文
             page.putField("content", page.getHtml().sc());
         }
 
         @Override
         public Site getSite() {
+            //定义抽取站点的相关参数
             return site;
         }
     }
+        
+调用这个爬虫的代码如下：
+
+	Spider.me().processor(new SimplePageProcessor("http://my.oschina.net/", "http://my.oschina.net/*/blog/*")).run();
+
 
 ### 示例
 
diff --git a/pom.xml b/pom.xml
index 3772cd011..68927f20b 100644
--- a/pom.xml
+++ b/pom.xml
@@ -5,7 +5,7 @@
     <groupId>us.codecraft</groupId>
     <version>0.0.1-SNAPSHOT</version>
     <modelVersion>4.0.0</modelVersion>
-
+    <packaging>pom</packaging>
     <artifactId>webmagic</artifactId>
 
     <modules>  
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/processor/SimplePageProcessor.java b/webmagic-core/src/main/java/us/codecraft/webmagic/processor/SimplePageProcessor.java
index a8165bb42..eb8f56ea2 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/processor/SimplePageProcessor.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/processor/SimplePageProcessor.java
@@ -29,13 +29,17 @@ public SimplePageProcessor(String startUrl, String urlPattern) {
     @Override
     public void process(Page page) {
         List<String> requests = page.getHtml().as().rs(urlPattern).toStrings();
+        //调用page.addTargetRequests()方法添加待抓取链接
         page.addTargetRequests(requests);
+        //xpath方式抽取
         page.putField("title", page.getHtml().x("//title"));
+        //sc表示使用Readability技术抽取正文
         page.putField("content", page.getHtml().sc());
     }
 
     @Override
     public Site getSite() {
+        //定义抽取站点的相关参数
         return site;
     }
 }

From 1a2f8fb247750a6c3dc0ef4e3d682e07f9f94278 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Mon, 17 Jun 2013 11:12:22 +0800
Subject: [PATCH 06/81] clean some code

---
 .../webmagic/processor/PageProcessor.java     |    2 +-
 .../webmagic/selector/Selectable.java         |    4 +-
 .../us/codecraft/webmagic/SpiderTest.java     |  131 -
 .../webmagic/selector/HtmlCleanerTest.java    |   28 -
 .../selector/SmartConentSelectorTest.java     | 3051 -------------
 .../webmagic/selector/XpathSelectorTest.java  | 4068 ++++++-----------
 webmagic-core/src/test/resources/log4j.xml    |    2 +-
 .../java/us/codecraft/webmagic/HtmlTest.java  |   20 -
 .../us/codecraft/webmagic/SpiderTest.java     |    3 +
 .../processor/DiandianProcessorTest.java      |    2 +
 .../processor/DiaoyuwengProcessorTest.java    |    2 +
 .../processor/SinablogProcessorTest.java      |    2 +
 12 files changed, 1350 insertions(+), 5965 deletions(-)
 delete mode 100644 webmagic-core/src/test/java/us/codecraft/webmagic/SpiderTest.java
 delete mode 100644 webmagic-core/src/test/java/us/codecraft/webmagic/selector/HtmlCleanerTest.java
 delete mode 100644 webmagic-core/src/test/java/us/codecraft/webmagic/selector/SmartConentSelectorTest.java
 delete mode 100644 webmagic-samples/src/test/java/us/codecraft/webmagic/HtmlTest.java

diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/processor/PageProcessor.java b/webmagic-core/src/main/java/us/codecraft/webmagic/processor/PageProcessor.java
index 22a24c96f..e3c74a904 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/processor/PageProcessor.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/processor/PageProcessor.java
@@ -18,7 +18,7 @@ public interface PageProcessor {
 
     /**
      * the site the processor for
-     * @return
+     * @return site
      */
     public Site getSite();
 }
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selectable.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selectable.java
index 0fcc4208d..68ca47d44 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selectable.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selectable.java
@@ -35,14 +35,14 @@ public interface Selectable {
     /**
      * select a link
      *
-     * @return
+     * @return first link
      */
     public Selectable a();
 
     /**
      * select all links
      *
-     * @return
+     * @return all links
      */
     public Selectable as();
 
diff --git a/webmagic-core/src/test/java/us/codecraft/webmagic/SpiderTest.java b/webmagic-core/src/test/java/us/codecraft/webmagic/SpiderTest.java
deleted file mode 100644
index 5cb9848ff..000000000
--- a/webmagic-core/src/test/java/us/codecraft/webmagic/SpiderTest.java
+++ /dev/null
@@ -1,131 +0,0 @@
-package us.codecraft.webmagic;
-
-import org.junit.Ignore;
-import org.junit.Test;
-import us.codecraft.webmagic.pipeline.FilePipeline;
-import us.codecraft.webmagic.processor.SimplePageProcessor;
-import us.codecraft.webmagic.samples.HuxiuProcessor;
-import us.codecraft.webmagic.schedular.FileCacheQueueSchedular;
-
-/**
- * User: cairne
- * Date: 13-4-20
- * Time: 下午7:46
- */
-public class SpiderTest {
-
-
-    @Test
-    public void testSpider() throws InterruptedException {
-        Spider me = Spider.me().pipeline(new FilePipeline()).processor(new HuxiuProcessor());
-        me.run();
-    }
-
-    @Test
-    public void testGlobalSpider(){
-//        PageProcessor pageProcessor = new MeicanProcessor();
-//        Spider.me().pipeline(new FilePipeline()).schedular(new FileCacheQueueSchedular(pageProcessor.getSite(),"/data/temp/webmagic/cache/")).
-//                processor(pageProcessor).run();
-        SimplePageProcessor pageProcessor2 = new SimplePageProcessor("http://www.diaoyuweng.com/home.php?mod=space&uid=88304&do=thread&view=me&type=thread&from=space", "http://www.diaoyuweng.com/thread-*-1-1.html");
-        pageProcessor2.getSite().setEncoding("GBK");
-        System.out.println(pageProcessor2.getSite().getEncoding());
-        Spider.me().pipeline(new FilePipeline()).schedular(new FileCacheQueueSchedular(pageProcessor2.getSite(),"/data/temp/webmagic/cache/")).
-                processor(pageProcessor2).run();
-
-
-    }
-
-    @Test
-    public void test(){
-        System.out.println(System.getProperty("java.io.tmpdir"));
-    }
-
-
-    @Ignore
-    @Test
-    public void languageSchema() {
-
-
-        /**
-         *
-         * _hrefs = rs("<a[^<>]*href=[\"']{1}(/yewu/.*?)[\"']{1}")
-         * title = r(""<title>(.*)</title>"")
-         * body = x("//dd[@class='w133']")
-         *
-         * site.domain = "sh.58.com"
-         * site.ua=""
-         * site.cookie="aa:bb"
-         *
-         */
-
-        /**
-         *
-         *
-         * if (page == r('') && refer(1) == 1) {
-         *
-         *      type = _refer(1)
-         *      content = _text.t().c()
-         *      title = x("asd@asd").r("",1)
-         *      body[r(_currentUrl).g(1)] = body[r(_currentUrl).g(1)] + (x("").r("",1,2).c())
-         *
-         *      body=body[r(_currentUrl).g(1)]
-         *      tags[%] = (tags[%] + xs('')) . r('')
-         *
-         *      _targetUrls.add('' + x('').r(''))
-         *      _sourceUrls.add()
-         *      _header.put("","");
-         *      _cookie.add("asdsadasdsa");
-         *
-         *
-         * }
-         *
-         * _cookie.add(_cookie[''])
-         *
-         * if (page == r('') && refer(1) == 1)
-         *  (
-         *      _targetUrl = '' + x('') & r('')
-         *      _sourceUrl = ''
-         *  )
-         *
-         */
-
-        /**
-         * <condition></>
-         * <selector>
-         *     <fields>
-         *
-         *     <type>
-         *         <selector></selector>
-         *         <selector></selector>
-         *     </type>
-         *         </>
-         *     </>
-         */
-
-        /**
-         *
-         * if (model.url('') && model.refer(1) == 1)
-         *  (
-         *
-         *      model.set(type, model.refer(1))
-         *      content = t(_html) > c()
-         *      title = x(_html, 'asd@asd') > r('',1)
-         *      body[r(_currentUrl).g(1)] = body[r(_currentUrl).g(1)] + (x('') > r('',1,2) > c()) | x('')
-         *      tags[%] = tags + xs('') > r('')
-         *      model.setTargetUrl();
-         *
-         *      _targetUrl = '' + x('') & r('')
-         *      _sourceUrl = ''
-         * )
-         *
-         * _cookie.add(_cookie[''])
-         *
-         * if (page == r('') && refer(1) == 1)
-         *  (
-         *      _targetUrl = '' + x('') & r('')
-         *      _sourceUrl = ''
-         *  )
-         *
-         */
-    }
-}
diff --git a/webmagic-core/src/test/java/us/codecraft/webmagic/selector/HtmlCleanerTest.java b/webmagic-core/src/test/java/us/codecraft/webmagic/selector/HtmlCleanerTest.java
deleted file mode 100644
index 7aa2fc77d..000000000
--- a/webmagic-core/src/test/java/us/codecraft/webmagic/selector/HtmlCleanerTest.java
+++ /dev/null
@@ -1,28 +0,0 @@
-package us.codecraft.webmagic.selector;
-
-import org.htmlcleaner.CleanerProperties;
-import org.htmlcleaner.HtmlCleaner;
-import org.htmlcleaner.TagNode;
-import org.junit.Test;
-
-import java.io.IOException;
-import java.net.URL;
-
-/**
- * User: cairne
- * Date: 13-4-21
- * Time: 上午10:35
- */
-public class HtmlCleanerTest {
-
-    @Test
-    public void test() throws IOException {
-        HtmlCleaner htmlCleaner = new HtmlCleaner();
-
-        CleanerProperties props = htmlCleaner.getProperties();
-
-        TagNode node = htmlCleaner.clean(new URL("http://www.huanqiu.com"),"UTF-8");
-        System.out.println(node.getAllElementsList(true));
-        System.out.println(node);
-    }
-}
diff --git a/webmagic-core/src/test/java/us/codecraft/webmagic/selector/SmartConentSelectorTest.java b/webmagic-core/src/test/java/us/codecraft/webmagic/selector/SmartConentSelectorTest.java
deleted file mode 100644
index 4620a242b..000000000
--- a/webmagic-core/src/test/java/us/codecraft/webmagic/selector/SmartConentSelectorTest.java
+++ /dev/null
@@ -1,3051 +0,0 @@
-package us.codecraft.webmagic.selector;
-
-import org.junit.Test;
-
-import java.io.IOException;
-
-/**
- * User: cairne
- * Date: 13-4-21
- * Time: 上午10:35
- */
-public class SmartConentSelectorTest {
-
-    @Test
-    public void test() throws IOException {
-        String text ="\n" +
-                "<!DOCTYPE html PUBLIC \"-//W3C//DTD XHTML 1.0 Transitional//EN\"\n" +
-                "    \"http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd\">\n" +
-                "<html xmlns=\"http://www.w3.org/1999/xhtml\" id=\"sixapart-standard\">\n" +
-                "<head>\n" +
-                "    <meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\" />\n" +
-                "<meta name=\"generator\" content=\"Movable Type  5.2.2\" />\n" +
-                "<link rel=\"stylesheet\" href=\"http://www.ruanyifeng.com/blog/styles.css\" type=\"text/css\" />\n" +
-                "<link rel=\"start\" href=\"http://www.ruanyifeng.com/blog/\" title=\"Home\" />\n" +
-                "<link rel=\"alternate\" type=\"application/atom+xml\" title=\"Recent Entries\" href=\"http://feeds.feedburner.com/ruanyifeng\" />\n" +
-                "<script type=\"text/javascript\" src=\"http://www.ruanyifeng.com/blog/mt.js\"></script>\n" +
-                "<!--\n" +
-                "<rdf:RDF xmlns=\"http://web.resource.org/cc/\"\n" +
-                "         xmlns:dc=\"http://purl.org/dc/elements/1.1/\"\n" +
-                "         xmlns:rdf=\"http://www.w3.org/1999/02/22-rdf-syntax-ns#\">\n" +
-                "<Work rdf:about=\"http://www.ruanyifeng.com/blog/\">\n" +
-                "<dc:title>阮一峰的网络日志</dc:title>\n" +
-                "<dc:description>Ruan YiFeng&apos;s Blog</dc:description>\n" +
-                "<license rdf:resource=\"http://creativecommons.org/licenses/by-nc-nd/3.0/\" />\n" +
-                "</Work>\n" +
-                "<License rdf:about=\"http://creativecommons.org/licenses/by-nc-nd/3.0/\">\n" +
-                "</License>\n" +
-                "</rdf:RDF>\n" +
-                "-->\n" +
-                "\n" +
-                "\n" +
-                "    \n" +
-                "    <link rel=\"prev bookmark\" href=\"http://www.ruanyifeng.com/blog/2010/04/kangbashi.html\" title=\"&quot;草原新城&quot;康巴什\" />\n" +
-                "    <link rel=\"next bookmark\" href=\"http://www.ruanyifeng.com/blog/2010/04/musician_survival_manual_in_the_information_age.html\" title=\"网络时代的音乐家生存指南\" />\n" +
-                "    \n" +
-                "    <title>全文Feed的终极解决方案 - 阮一峰的网络日志</title>\n" +
-                "</head>\n" +
-                "<body id=\"scrapbook\" class=\"mt-entry-archive one-column\" onload=\"individualArchivesOnLoad(commenter_name)\">\n" +
-                "    <div id=\"container\">\n" +
-                "        <div id=\"container-inner\">\n" +
-                "\n" +
-                "\n" +
-                "            <div id=\"header\">\n" +
-                "    <div id=\"header-inner\">\n" +
-                "        <div id=\"header-content\">\n" +
-                "\n" +
-                "\n" +
-                "            <div id=\"header-name\">阮一峰的网络日志 <span id=\"site_location\"> » <a href=\"http://www.ruanyifeng.com/blog/\" accesskey=\"1\">首页</a></span><span id=\"site_archive\"> » <a href=\"http://www.ruanyifeng.com/blog/archives.html\">档案</a></span>\n" +
-                "</div>\n" +
-                "\n" +
-                "<div id=\"google_search\">\n" +
-                "<!-- SiteSearch Google -->\n" +
-                "<form action=\"http://www.ruanyifeng.com/blog/search.html\" id=\"cse-search-box\">\n" +
-                "      <div>\n" +
-                "        <input type=\"hidden\" name=\"cx\" value=\"016304377626642577906:b_e9skaywzq\" />\n" +
-                "    <input type=\"hidden\" name=\"cof\" value=\"FORID:11\" />\n" +
-                "    <input type=\"hidden\" name=\"ie\" value=\"UTF-8\" />\n" +
-                "        <input type=\"text\" name=\"q\" size=\"20\" class=\"searchbox\" id=\"sbi\" value=\"\"/>\n" +
-                "        <input type=\"image\" src=\"/static/themes/theme_scrapbook/images/top_search_submit.gif\" class=\"searchbox_submit\" value=\"\" alt=\"搜索\" name=\"sa\"/>\n" +
-                "      </div>\n" +
-                "    </form>\n" +
-                "<!-- SiteSearch Google -->\n" +
-                "</div>\n" +
-                "<div id=\"feed_icon\">\n" +
-                "<a href=\"/feed.html\" title=\"订阅Feed\">\n" +
-                "<img src=\"http://www.feedburner.com/fb/images/pub/feed-icon32x32.png\" alt=\"\" style=\"border: 0pt none;\" />\n" +
-                "</a></div>\n" +
-                "\n" +
-                "        </div>\n" +
-                "    </div>\n" +
-                "</div>\n" +
-                "\n" +
-                "\n" +
-                "\n" +
-                "            <div id=\"content\">\n" +
-                "                <div id=\"content-inner\">\n" +
-                "\n" +
-                "\n" +
-                "                    <div id=\"alpha\">\n" +
-                "                        <div id=\"alpha-inner\">\n" +
-                "\n" +
-                "\n" +
-                "                            <div id=\"entry-1377\" class=\"entry-asset asset hentry\">\n" +
-                "                                <div class=\"asset-header\">\n" +
-                "<div class=\"asset-nav entry-nav\">\n" +
-                "\n" +
-                "<div class=\"entry-location\">\n" +
-                "<ul>\n" +
-                "<li>上一篇：<a href=\"http://www.ruanyifeng.com/blog/2010/04/kangbashi.html\" title=\"&quot;草原新城&quot;康巴什\">&quot;草原新城&</a></li>\n" +
-                "<li>下一篇：<a href=\"http://www.ruanyifeng.com/blog/2010/04/musician_survival_manual_in_the_information_age.html\" title=\"网络时代的音乐家生存指南\">网络时代的音乐家生存指</a></li>\n" +
-                "</ul>\n" +
-                "</div>\n" +
-                "\n" +
-                "\n" +
-                "\n" +
-                "    \n" +
-                "                                    <div class=\"entry-categories\">\n" +
-                "                                        <p>分类<span class=\"delimiter\">：</span></p>\n" +
-                "                                        <ul>\n" +
-                "                                            <li><a href=\"http://www.ruanyifeng.com/blog/it/\" rel=\"tag\">IT技术</a></li>\n" +
-                "                                        </ul>\n" +
-                "                                    </div>\n" +
-                "    \n" +
-                "\n" +
-                "\n" +
-                "\n" +
-                "                                            \n" +
-                "</div>\n" +
-                "                                </div>\n" +
-                "<article class=\"hentry\">\n" +
-                "                                    <h1 id=\"page-title\" class=\"asset-name entry-title\">全文Feed的终极解决方案</h1>\n" +
-                "                                            <div id=\"share_button\" style=\"float:right;padding-right:2em;padding-top:1em;\"></div>\n" +
-                "                                    <div class=\"asset-meta\">\n" +
-                "                                        \n" +
-                "\n" +
-                "                                            <p class=\"vcard author\">作者： <a class=\"fn url\" href=\"http://www.ruanyifeng.com\">阮一峰</a></p>\n" +
-                "\n" +
-                "<p>日期： <a href=\"http://www.ruanyifeng.com/blog/2010/04/\"><abbr class=\"published\" title=\"2010-04-17T15:24:49+08:00\">2010年4月17日</abbr></a></p>\n" +
-                "\n" +
-                "\n" +
-                "\n" +
-                "                                    </div>\n" +
-                "                                \n" +
-                "                                <div class=\"asset-content entry-content\" id=\"main-content\">\n" +
-                "\n" +
-                "                                    <!-- div class=\"asset-body\" -->\n" +
-                "                                        <p>正如我们都知道的，全文Feed最有用。</p>\n" +
-                "                                    <!-- /div -->\n" +
-                "\n" +
-                "\n" +
-                "                                    <!-- div id=\"more\" class=\"asset-more\" -->\n" +
-                "                                        <p>但是，世界上的大部分Feed，都是摘要Feed，甚至是标题Feed。我们只好自己动手，制作全文Feed。</p>\n" +
-                "\n" +
-                "<p>传统的制作方法非常麻烦，需要针对不同的网站，编写不同的内容提取规则。要是有一个傻瓜型的\"全文Feed生成器\"，把摘要Feed往里面一扔，全文Feed就自动生成了，那该多好。</p>\n" +
-                "\n" +
-                "<p><a href=\"http://fivefilters.org/content-only/\">FiveFilters.org</a>提供的生成器，大概最接近于这种要求。</p>\n" +
-                "\n" +
-                "<p><a href=\"http://fivefilters.org/content-only/\"><img src=\"http://image.beekka.com/blog/201004/hp2010041701.png\" /></a></p>\n" +
-                "\n" +
-                "<p>举例来说，网易的社会新闻Feed（<a href=\"http://news.163.com/special/00011K6L/rss_sh.xml\">http://news.163.com/special/00011K6L/rss_sh.xml</a>）是一个摘要Feed。</p>\n" +
-                "\n" +
-                "<p><img src=\"http://image.beekka.com/blog/201004/hp2010041702.png\" /></p>\n" +
-                "\n" +
-                "<p>我们把这个网址，送进FiveFilters.org，点击\"Create Feed\"按钮，全文Feed就自动产生了！（<a href=\"http://fivefilters.org/content-only/makefulltextfeed.php?url=http%3A%2F%2Fnews.163.com%2Fspecial%2F00011K6L%2Frss_sh.xml&key=&max=4&submit=Create+Feed\">查看效果</a>）</p>\n" +
-                "\n" +
-                "<p>但是，这个生成器并不是百用百灵，比如新浪的Feed（<a href=\"http://rss.sina.com.cn/news/society/focus15.xml\">http://rss.sina.com.cn/news/society/focus15.xml</a>）就无法抓取全文。</p>\n" +
-                "\n" +
-                "<p>好在今年3月份，它开源了。作者<a href=\"http://www.keyvan.net\">Keyvan Minoukadeh</a>将所有代码都公开了，所以如果遇到不能生效的Feed，现在我们就可以修改源码了。因此理论上，几乎所有的摘要Feed都可以自动转成全文Feed了。</p>\n" +
-                "\n" +
-                "<p>源码存放在<a href=\"https://code.launchpad.net/~keyvan-k1m/fivefilters/content-only\">launchpad.net</a>上，需要安装<a href=\"http://bazaar.canonical.com/en/\">Bazaar</a>的客户端才能下载。我为大家提供方便，把它们压缩成一个zip文件，<a href=\"http://www.ruanyifeng.com/blog/2010/04/full-text-rss.zip\">点击下载</a>（1.0版，217KB）。</p>\n" +
-                "\n" +
-                "<p>下载后，上传到支持PHP 5.2的虚拟主机上，就可以直接使用。使用的时候，需要将cache子目录设为可写（权限777）。在config-sample.php文件中，可以查看设置选项，修改默认值后，将文件名改为config.php，就会生效。（不修改亦可，config文件并不是必需的。）</p>\n" +
-                "\n" +
-                "<p>这个程序的核心是readability.php文件，它负责判断当前网页中，那一部分属于页面的主要内容，然后将其抓取出来。实现原理照搬了arc90的<a href=\"http://lab.arc90.com/experiments/readability/\">ReadAbility脚本</a>。简单说，思路是这样的：1）检查页面中所有p元素的父容器；2）根据相关特征，为每一个父容器计算一个特征值；3）特征值最大的容器，就是放置主要内容的容器。</p>\n" +
-                "\n" +
-                "<p>具体实现请阅读代码，源码写得非常清晰，而且有详细的注释。如果遇到不能抓取全文的Feed，你就要自己修改readability.php，增加相应的规则。比如，在我提供下载的代码中，我就设置了新浪网的规则，新浪网的全文Feed就能自动生成了。</p>\n" +
-                "\n" +
-                "<p>这个程序使用的是<a href=\"http://en.wikipedia.org/wiki/Affero_General_Public_License\">AGPL许可证</a>，这就是说你可以自由地使用、修改、发布这个程序，但是只要你向他人提供基于这个程序的服务，你就必须公开源码。</p>\n" +
-                "\n" +
-                "<p>作者Keyvan Minoukadeh允诺，只要使用者向他捐款200美元，就发布2.0版。如果你喜欢这个程序，建议向他<a href=\"http://www.chipin.com/contribute/id/17c02430b8031b97\">捐款</a>。</p>\n" +
-                "\n" +
-                "<p>P.S.</p>\n" +
-                "\n" +
-                "<p>这几天，我还发现了一个非常优秀的开源相册软件<a href=\"http://www.zenphoto.org\">ZenPhoto</a>，也推荐使用。</p>\n" +
-                "\n" +
-                "<p><strong>UPDATE（2010.6.3）</strong></p>\n" +
-                "\n" +
-                "<p>Full TEXT RSS 1.5版<a href=\"http://www.ruanyifeng.com/blog/2010/04/full-text-rss_v1.5.zip\">下载</a>（283KB）</p>\n" +
-                "\n" +
-                "<p><strong>UPDATE（2010.11.10）</strong></p>\n" +
-                "\n" +
-                "<p>Full TEXT RSS 2.1版<a href=\"http://www.ruanyifeng.com/blog/2010/04/full-text-rss_v2.1.rar\">下载</a>（362KB）</p>\n" +
-                "\n" +
-                "<p>（完）</p>\n" +
-                "                                    <!-- /div -->\n" +
-                "\n" +
-                "                                </div>\n" +
-                "<script type=\"text/javascript\" src=\"/newwindow.js\"></script>\n" +
-                "                                <div class=\"asset-footer\">\n" +
-                "\n" +
-                "<h3>文档信息</h3>\n" +
-                "<ul>\n" +
-                "<li>版权声明：自由转载-非商用-非衍生-保持署名 | <a href=\"http://creativecommons.org/licenses/by-nc-nd/3.0/deed.zh\">Creative Commons BY-NC-ND 3.0</a></li>\n" +
-                "<li>原文网址：<a href=\"http://www.ruanyifeng.com/blog/2010/04/the_solution_of_full_text_feed.html\">http://www.ruanyifeng.com/blog/2010/04/the_solution_of_full_text_feed.html</a></li>\n" +
-                "<li>最后修改时间：2012年6月11日 06:58</li>\n" +
-                "<li>付费支持：<a href=\"https://me.alipay.com/ruanyf\" target=\"_blank\"><img src=\"http://www.ruanyifeng.com/blog/images/rmb_32.png\" title=\"人民币\" alt=\"人民币 - 支付宝\" style=\"border:none;vertical-align:middle;\" /></a> | <a href=\"https://www.paypal.com/cgi-bin/webscr?cmd=_xclick&business=yifeng.ruan@gmail.com&currency_code=USD&amount=0.99&return=http://www.ruanyifeng.com/thank.html&item_name=Ruan%20YiFeng's%20Blog&undefined_quantity=1&no_note=0\" target=\"_blank\"><img src=\"http://www.ruanyifeng.com/blog/images/dollar_32.png\"  alt=\"美元 - paypal\" title=\"美元\" style=\"border:none;vertical-align:middle;\" /></a> </li>\n" +
-                "</ul>\n" +
-                "                                </div>\n" +
-                "</article>\n" +
-                "                            </div>\n" +
-                "   <div id=\"gegz1\">\n" +
-                "   <p style=\"text-align:center;\"><a href=\"http://www.hi-vps.com\" target=\"_blank\"><img src=\"http://www.ruanyifeng.com/blog/images/ad_hivps.jpg\"  style=\"border:none;\"/></a></p>\n" +
-                "</div>\n" +
-                "<div id=\"related_entries\">\n" +
-                "<h2>相关文章</h2>\n" +
-                "<ul>\n" +
-                "\n" +
-                "<li><strong>2012.12.21: <a href=\"http://www.ruanyifeng.com/blog/2012/12/asynchronous＿javascript.html\">Javascript异步编程的4种方法</a></strong>\n" +
-                "\n" +
-                "                           <div class=\"entry-body\">\n" +
-                "                              你可能知道，Javascript语言的执行环境是\"单线程\"（single thread）。\n" +
-                "                           </div>\n" +
-                "\n" +
-                "</li>\n" +
-                "\n" +
-                " \n" +
-                "<li><strong>2012.12.14: <a href=\"http://www.ruanyifeng.com/blog/2012/12/obama_fundraising_website.html\">奥巴马筹款网站的制作过程</a></strong>\n" +
-                "\n" +
-                "                           <div class=\"entry-body\">\n" +
-                "                              1.\n" +
-                "\n" +
-                "Kyle Rush是一个网站工程师。\n" +
-                "                           </div>\n" +
-                "\n" +
-                "</li>\n" +
-                "\n" +
-                " \n" +
-                "</ul>\n" +
-                "</div>\n" +
-                "\n" +
-                "<div id=\"entry_utility\">\n" +
-                "<h2>功能链接</h2>\n" +
-                "<ul>\n" +
-                "<li><strong>前一篇：</strong><a href=\"http://www.ruanyifeng.com/blog/2010/04/kangbashi.html\">\"草原新城\"康巴什</a> </li>\n" +
-                "<li><strong>后一篇：</strong><a href=\"http://www.ruanyifeng.com/blog/2010/04/musician_survival_manual_in_the_information_age.html\">网络时代的音乐家生存指南</a></li>\n" +
-                "<li><strong>更多内容请访问：</strong><span class=\"homepage\"><a href=\"http://www.ruanyifeng.com/blog/\">首页</a></span>  » <a href=\"http://www.ruanyifeng.com/blog/archives.html\">档案</a>  » \n" +
-                "<a href=\"http://www.ruanyifeng.com/blog/it/\">IT技术</a> \n" +
-                "</li>\n" +
-                "\n" +
-                "<li>\n" +
-                "<!-- SiteSearch Google -->\n" +
-                "<form method=\"get\" action=\"/blog/search.html\" target=\"_top\" name=\"google_search\">\n" +
-                "<input type=\"hidden\" name=\"domains\" value=\"www.ruanyifeng.com\"></input>\n" +
-                "<strong>站内搜索：</strong><input type=\"text\" name=\"q\" style=\"width:250px;\"  maxlength=\"255\" value=\"网站\"></input>\n" +
-                "<input type=\"submit\" name=\"sa\" value=\"GO！\"></input>\n" +
-                "<span style=\"display:none;\"><input type=\"radio\" name=\"sitesearch\" value=\"\"></input>\n" +
-                "<font size=\"-1\" color=\"#000000\">Web</font>\n" +
-                "<input type=\"radio\" name=\"sitesearch\" value=\"www.ruanyifeng.com\" checked=\"checked\"></input>\n" +
-                "<font size=\"-1\" color=\"#000000\">www.ruanyifeng.com</font>\n" +
-                "</span>\n" +
-                "\n" +
-                "<input type=\"hidden\" name=\"cx\" value=\"016304377626642577906:b_e9skaywzq\" />\n" +
-                "<input type=\"hidden\" name=\"cof\" value=\"FORID:11\" />\n" +
-                "<input type=\"hidden\" name=\"ie\" value=\"UTF-8\" />\n" +
-                "</form>\n" +
-                "<!-- SiteSearch Google -->\n" +
-                "</li>\n" +
-                "<li><strong>Feed订阅：</strong>  <a href=\"http://feeds.feedburner.com/ruanyifeng\" target=\"_blank\"><img src=\"http://www.ruanyifeng.com/blog/images/rss.png\" height=\"16\" width=\"16\"/></a></li>\n" +
-                "</ul>\n" +
-                "</div>\n" +
-                "\n" +
-                "<div id=\"googlead1\">\n" +
-                "<h2>广告<a href=\"/ads.html\">（购买广告位）</a></h2>\n" +
-                "<div id=\"googlead1-inner\">\n" +
-                "<a href=\"http://www.ushan.cn/?act=suit\" target=\"_blank\"><image src=\"http://www.ruanyifeng.com/blog/images/ad_ushan_600.jpg\" style=\"border:none;\" /></a>\n" +
-                "\n" +
-                "<div id=\"googlead1-left\">\n" +
-                "</div>\n" +
-                "<div id=\"googlead1-right\">\n" +
-                "\n" +
-                "\n" +
-                "</div>\n" +
-                "</div>\n" +
-                "</div>\n" +
-                "\n" +
-                "                    \n" +
-                "\n" +
-                "                    <div id=\"comments\" class=\"comments\">\n" +
-                "\n" +
-                "\n" +
-                "    \n" +
-                "    \n" +
-                "        \n" +
-                "    <h2 class=\"comments-header\">留言（23条）</h2>\n" +
-                "\n" +
-                "    <div id=\"comments-content\" class=\"comments-content\" style=\"clear: left;\">\n" +
-                "        \n" +
-                "        <div id=\"comment-204889\" class=\"comment\">\n" +
-                "    <div  class=\"inner\">\n" +
-                "        <div class=\"comment-header\">\n" +
-                "            <div class=\"asset-meta\">\n" +
-                "<p>\n" +
-                "                <span class=\"byline\">\n" +
-                "                    \n" +
-                "\n" +
-                "                    <span class=\"vcard author\">zp</span>\n" +
-                "\n" +
-                " 说：\n" +
-                "                </span>\n" +
-                "</p>\n" +
-                "            </div>\n" +
-                "        </div>\n" +
-                "        <div class=\"comment-content\" id=\"comment-quote-204889\">\n" +
-                "            <p>能不能介绍些Movable Type的文章，我比较喜欢它的静态页面，国内关于它的资料好像还不多。特别是MT5出来后，多页面功能可能会让刚接触的人晕头转向。</p>\n" +
-                "        </div>\n" +
-                "<div class=\"comment-footer\">\n" +
-                "<div class=\"comment-footer-inner\">\n" +
-                "<p>\n" +
-                "                   <a href=\"http://www.ruanyifeng.com/blog/2010/04/the_solution_of_full_text_feed.html#comment-204889\"><abbr class=\"published\" title=\"2010-04-17T16:27:05+08:00\">2010年4月17日 16:27</abbr></a>\n" +
-                " | <a href=\"http://www.ruanyifeng.com/blog/user/zp.html\" title=\"zp的全部留言\">档案</a> \n" +
-                " | <a href=\"#comment-text\" title=\"引用zp的这条留言\" onclick=\"return CommentQuote('comment-quote-204889','zp');\">引用</a>\n" +
-                "</p>\n" +
-                "</div>\n" +
-                "</div>\n" +
-                "    </div>\n" +
-                "</div>\n" +
-                "        \n" +
-                "    \n" +
-                "        \n" +
-                "        <div id=\"comment-204890\" class=\"comment\">\n" +
-                "    <div  class=\"inner\">\n" +
-                "        <div class=\"comment-header\">\n" +
-                "            <div class=\"asset-meta\">\n" +
-                "<p>\n" +
-                "                <span class=\"byline\">\n" +
-                "                    \n" +
-                "\n" +
-                "                    <span class=\"vcard author\"><a title=\"http://huodian.blogspot.com/\" href=\"http://huodian.blogspot.com/\" target=\"_blank\" rel=\"nofollow\">火点</a></span>\n" +
-                "\n" +
-                " 说：\n" +
-                "                </span>\n" +
-                "</p>\n" +
-                "            </div>\n" +
-                "        </div>\n" +
-                "        <div class=\"comment-content\" id=\"comment-quote-204890\">\n" +
-                "            <p>很好，谢谢作者，只是赶到花了大量的时间在新闻上似乎有点不利于思考。</p>\n" +
-                "\n" +
-                "<p>用一个图书管理软件（BLM）整理了大学期间看过的书，仅有180本左右，汗颜，这就是我的大学……</p>\n" +
-                "\n" +
-                "<p>现在参加工作了，好在业余时间还算充裕，希望可以多读一些书。</p>\n" +
-                "        </div>\n" +
-                "<div class=\"comment-footer\">\n" +
-                "<div class=\"comment-footer-inner\">\n" +
-                "<p>\n" +
-                "                   <a href=\"http://www.ruanyifeng.com/blog/2010/04/the_solution_of_full_text_feed.html#comment-204890\"><abbr class=\"published\" title=\"2010-04-17T19:08:03+08:00\">2010年4月17日 19:08</abbr></a>\n" +
-                " | <a href=\"http://www.ruanyifeng.com/blog/user/火点.html\" title=\"火点的全部留言\">档案</a> \n" +
-                " | <a href=\"#comment-text\" title=\"引用火点的这条留言\" onclick=\"return CommentQuote('comment-quote-204890','火点');\">引用</a>\n" +
-                "</p>\n" +
-                "</div>\n" +
-                "</div>\n" +
-                "    </div>\n" +
-                "</div>\n" +
-                "        \n" +
-                "    \n" +
-                "        \n" +
-                "        <div id=\"comment-204891\" class=\"comment\">\n" +
-                "    <div  class=\"inner\">\n" +
-                "        <div class=\"comment-header\">\n" +
-                "            <div class=\"asset-meta\">\n" +
-                "<p>\n" +
-                "                <span class=\"byline\">\n" +
-                "                    \n" +
-                "\n" +
-                "                    <span class=\"vcard author\"><a title=\"http://www.eluanstone.cn\" href=\"http://www.eluanstone.cn\" target=\"_blank\" rel=\"nofollow\">AlbertDiao</a></span>\n" +
-                "\n" +
-                " 说：\n" +
-                "                </span>\n" +
-                "</p>\n" +
-                "            </div>\n" +
-                "        </div>\n" +
-                "        <div class=\"comment-content\" id=\"comment-quote-204891\">\n" +
-                "            <p>如果是手机RSS的话，摘要Feed比较好。一般浏览摘要，感兴趣的点进全文，这样比较节省流量。</p>\n" +
-                "        </div>\n" +
-                "<div class=\"comment-footer\">\n" +
-                "<div class=\"comment-footer-inner\">\n" +
-                "<p>\n" +
-                "                   <a href=\"http://www.ruanyifeng.com/blog/2010/04/the_solution_of_full_text_feed.html#comment-204891\"><abbr class=\"published\" title=\"2010-04-17T19:26:22+08:00\">2010年4月17日 19:26</abbr></a>\n" +
-                " | <a href=\"http://www.ruanyifeng.com/blog/user/AlbertDiao.html\" title=\"AlbertDiao的全部留言\">档案</a> \n" +
-                " | <a href=\"#comment-text\" title=\"引用AlbertDiao的这条留言\" onclick=\"return CommentQuote('comment-quote-204891','AlbertDiao');\">引用</a>\n" +
-                "</p>\n" +
-                "</div>\n" +
-                "</div>\n" +
-                "    </div>\n" +
-                "</div>\n" +
-                "        \n" +
-                "    \n" +
-                "        \n" +
-                "        <div id=\"comment-204896\" class=\"comment\">\n" +
-                "    <div  class=\"inner\">\n" +
-                "        <div class=\"comment-header\">\n" +
-                "            <div class=\"asset-meta\">\n" +
-                "<p>\n" +
-                "                <span class=\"byline\">\n" +
-                "                    \n" +
-                "\n" +
-                "                    <span class=\"vcard author\"><a title=\"http://yeahcao.blog.hexun.com\" href=\"http://yeahcao.blog.hexun.com\" target=\"_blank\" rel=\"nofollow\">野草博客</a></span>\n" +
-                "\n" +
-                " 说：\n" +
-                "                </span>\n" +
-                "</p>\n" +
-                "            </div>\n" +
-                "        </div>\n" +
-                "        <div class=\"comment-content\" id=\"comment-quote-204896\">\n" +
-                "            <p>嗯，野草一直在用他：）</p>\n" +
-                "        </div>\n" +
-                "<div class=\"comment-footer\">\n" +
-                "<div class=\"comment-footer-inner\">\n" +
-                "<p>\n" +
-                "                   <a href=\"http://www.ruanyifeng.com/blog/2010/04/the_solution_of_full_text_feed.html#comment-204896\"><abbr class=\"published\" title=\"2010-04-17T22:27:14+08:00\">2010年4月17日 22:27</abbr></a>\n" +
-                " | <a href=\"http://www.ruanyifeng.com/blog/user/野草博客.html\" title=\"野草博客的全部留言\">档案</a> \n" +
-                " | <a href=\"#comment-text\" title=\"引用野草博客的这条留言\" onclick=\"return CommentQuote('comment-quote-204896','野草博客');\">引用</a>\n" +
-                "</p>\n" +
-                "</div>\n" +
-                "</div>\n" +
-                "    </div>\n" +
-                "</div>\n" +
-                "        \n" +
-                "    \n" +
-                "        \n" +
-                "        <div id=\"comment-204897\" class=\"comment\">\n" +
-                "    <div  class=\"inner\">\n" +
-                "        <div class=\"comment-header\">\n" +
-                "            <div class=\"asset-meta\">\n" +
-                "<p>\n" +
-                "                <span class=\"byline\">\n" +
-                "                    \n" +
-                "\n" +
-                "                    <span class=\"vcard author\">Ruan YiFeng</span>\n" +
-                "\n" +
-                " 说：\n" +
-                "                </span>\n" +
-                "</p>\n" +
-                "            </div>\n" +
-                "        </div>\n" +
-                "        <div class=\"comment-content\" id=\"comment-quote-204897\">\n" +
-                "            <blockquote>\n" +
-                "<pre>引用AlbertDiao的发言：</pre>\n" +
-                "\n" +
-                "<p>如果是手机RSS的话，摘要Feed比较好。一般浏览摘要，感兴趣的点进全文，这样比较节省流量。</p>\n" +
-                "\n" +
-                "</blockquote>\n" +
-                "\n" +
-                "<p>流量会越来越便宜，真正昂贵的是你的时间。所以还是全文Feed好。</p>\n" +
-                "\n" +
-                "<blockquote>\n" +
-                "<pre>引用zp的发言：</pre>\n" +
-                "\n" +
-                "<p>能不能介绍些Movable Type的文章。</p>\n" +
-                "\n" +
-                "</blockquote>\n" +
-                "\n" +
-                "<p>我有这个打算，但是文章不太好写，还需要准备。</p>\n" +
-                "        </div>\n" +
-                "<div class=\"comment-footer\">\n" +
-                "<div class=\"comment-footer-inner\">\n" +
-                "<p>\n" +
-                "                   <a href=\"http://www.ruanyifeng.com/blog/2010/04/the_solution_of_full_text_feed.html#comment-204897\"><abbr class=\"published\" title=\"2010-04-17T22:31:35+08:00\">2010年4月17日 22:31</abbr></a>\n" +
-                " | <a href=\"http://www.ruanyifeng.com/blog/user/Ruan YiFeng.html\" title=\"Ruan YiFeng的全部留言\">档案</a> \n" +
-                " | <a href=\"#comment-text\" title=\"引用Ruan YiFeng的这条留言\" onclick=\"return CommentQuote('comment-quote-204897','Ruan YiFeng');\">引用</a>\n" +
-                "</p>\n" +
-                "</div>\n" +
-                "</div>\n" +
-                "    </div>\n" +
-                "</div>\n" +
-                "        \n" +
-                "    \n" +
-                "        \n" +
-                "        <div id=\"comment-204899\" class=\"comment\">\n" +
-                "    <div  class=\"inner\">\n" +
-                "        <div class=\"comment-header\">\n" +
-                "            <div class=\"asset-meta\">\n" +
-                "<p>\n" +
-                "                <span class=\"byline\">\n" +
-                "                    \n" +
-                "\n" +
-                "                    <span class=\"vcard author\">luops</span>\n" +
-                "\n" +
-                " 说：\n" +
-                "                </span>\n" +
-                "</p>\n" +
-                "            </div>\n" +
-                "        </div>\n" +
-                "        <div class=\"comment-content\" id=\"comment-quote-204899\">\n" +
-                "            <p>昨晚测试了此订阅<br />\n" +
-                " 同时我也保留了原订阅。<br />\n" +
-                "今天发现，同样订阅了163新闻的情况下<br />\n" +
-                "全文订阅比官方订阅少了很多新闻<br />\n" +
-                "不知其他童靴有没有这样子情况</p>\n" +
-                "        </div>\n" +
-                "<div class=\"comment-footer\">\n" +
-                "<div class=\"comment-footer-inner\">\n" +
-                "<p>\n" +
-                "                   <a href=\"http://www.ruanyifeng.com/blog/2010/04/the_solution_of_full_text_feed.html#comment-204899\"><abbr class=\"published\" title=\"2010-04-18T09:39:37+08:00\">2010年4月18日 09:39</abbr></a>\n" +
-                " | <a href=\"http://www.ruanyifeng.com/blog/user/luops.html\" title=\"luops的全部留言\">档案</a> \n" +
-                " | <a href=\"#comment-text\" title=\"引用luops的这条留言\" onclick=\"return CommentQuote('comment-quote-204899','luops');\">引用</a>\n" +
-                "</p>\n" +
-                "</div>\n" +
-                "</div>\n" +
-                "    </div>\n" +
-                "</div>\n" +
-                "        \n" +
-                "    \n" +
-                "        \n" +
-                "        <div id=\"comment-204900\" class=\"comment\">\n" +
-                "    <div  class=\"inner\">\n" +
-                "        <div class=\"comment-header\">\n" +
-                "            <div class=\"asset-meta\">\n" +
-                "<p>\n" +
-                "                <span class=\"byline\">\n" +
-                "                    \n" +
-                "\n" +
-                "                    <span class=\"vcard author\">鲜为人志</span>\n" +
-                "\n" +
-                " 说：\n" +
-                "                </span>\n" +
-                "</p>\n" +
-                "            </div>\n" +
-                "        </div>\n" +
-                "        <div class=\"comment-content\" id=\"comment-quote-204900\">\n" +
-                "            <p>呵呵～ 这样都可以啊～</p>\n" +
-                "        </div>\n" +
-                "<div class=\"comment-footer\">\n" +
-                "<div class=\"comment-footer-inner\">\n" +
-                "<p>\n" +
-                "                   <a href=\"http://www.ruanyifeng.com/blog/2010/04/the_solution_of_full_text_feed.html#comment-204900\"><abbr class=\"published\" title=\"2010-04-18T09:53:31+08:00\">2010年4月18日 09:53</abbr></a>\n" +
-                " | <a href=\"http://www.ruanyifeng.com/blog/user/鲜为人志.html\" title=\"鲜为人志的全部留言\">档案</a> \n" +
-                " | <a href=\"#comment-text\" title=\"引用鲜为人志的这条留言\" onclick=\"return CommentQuote('comment-quote-204900','鲜为人志');\">引用</a>\n" +
-                "</p>\n" +
-                "</div>\n" +
-                "</div>\n" +
-                "    </div>\n" +
-                "</div>\n" +
-                "        \n" +
-                "    \n" +
-                "        \n" +
-                "        <div id=\"comment-204901\" class=\"comment\">\n" +
-                "    <div  class=\"inner\">\n" +
-                "        <div class=\"comment-header\">\n" +
-                "            <div class=\"asset-meta\">\n" +
-                "<p>\n" +
-                "                <span class=\"byline\">\n" +
-                "                    \n" +
-                "\n" +
-                "                    <span class=\"vcard author\">roy_hu</span>\n" +
-                "\n" +
-                " 说：\n" +
-                "                </span>\n" +
-                "</p>\n" +
-                "            </div>\n" +
-                "        </div>\n" +
-                "        <div class=\"comment-content\" id=\"comment-quote-204901\">\n" +
-                "            <blockquote>\n" +
-                "<pre>引用AlbertDiao的发言：</pre>\n" +
-                "\n" +
-                "<p>如果是手机RSS的话，摘要Feed比较好。一般浏览摘要，感兴趣的点进全文，这样比较节省流量。</p>\n" +
-                "\n" +
-                "</blockquote>\n" +
-                "\n" +
-                "<p>我更喜欢全文博客，因为在手机上看Google Reader，自动都排好了版，而看全文的时候需要浏览器排版，没有Google Reader那样专门设计给手机的看着舒服。</p>\n" +
-                "        </div>\n" +
-                "<div class=\"comment-footer\">\n" +
-                "<div class=\"comment-footer-inner\">\n" +
-                "<p>\n" +
-                "                   <a href=\"http://www.ruanyifeng.com/blog/2010/04/the_solution_of_full_text_feed.html#comment-204901\"><abbr class=\"published\" title=\"2010-04-18T10:13:36+08:00\">2010年4月18日 10:13</abbr></a>\n" +
-                " | <a href=\"http://www.ruanyifeng.com/blog/user/roy_hu.html\" title=\"roy_hu的全部留言\">档案</a> \n" +
-                " | <a href=\"#comment-text\" title=\"引用roy_hu的这条留言\" onclick=\"return CommentQuote('comment-quote-204901','roy_hu');\">引用</a>\n" +
-                "</p>\n" +
-                "</div>\n" +
-                "</div>\n" +
-                "    </div>\n" +
-                "</div>\n" +
-                "        \n" +
-                "    \n" +
-                "        \n" +
-                "        <div id=\"comment-204902\" class=\"comment\">\n" +
-                "    <div  class=\"inner\">\n" +
-                "        <div class=\"comment-header\">\n" +
-                "            <div class=\"asset-meta\">\n" +
-                "<p>\n" +
-                "                <span class=\"byline\">\n" +
-                "                    \n" +
-                "\n" +
-                "                    <span class=\"vcard author\">Jack</span>\n" +
-                "\n" +
-                " 说：\n" +
-                "                </span>\n" +
-                "</p>\n" +
-                "            </div>\n" +
-                "        </div>\n" +
-                "        <div class=\"comment-content\" id=\"comment-quote-204902\">\n" +
-                "            <p>另外，也可以用YAHOO PIPE 和YQL来抓取全文。这样除了可以把非全文的FEED变成全文输出外，还可以处理根本没有FEED输出的网页。（不过有很多网页需要处理一下GB2312和UNICODE转换。).而且这样还有一个最大的好处,就是不用建立自己的服务器。</p>\n" +
-                "\n" +
-                "<p><br />\n" +
-                "下面两个FEED 就是用这种办法生成的。<br />\n" +
-                "<a href=\"http://feeds.feedburner.com/wenxuecity_news\" rel=\"nofollow\">http://feeds.feedburner.com/wenxuecity_news</a></p>\n" +
-                "\n" +
-                "<p><a href=\"http://feeds.feedburner.com/boxun_headline\" rel=\"nofollow\">http://feeds.feedburner.com/boxun_headline</a></p>\n" +
-                "\n" +
-                "<p>可以用GOOGLE READER 来读取它们。也不失为一种间接翻越G/F/W 的办法。<br />\n" +
-                "</p>\n" +
-                "        </div>\n" +
-                "<div class=\"comment-footer\">\n" +
-                "<div class=\"comment-footer-inner\">\n" +
-                "<p>\n" +
-                "                   <a href=\"http://www.ruanyifeng.com/blog/2010/04/the_solution_of_full_text_feed.html#comment-204902\"><abbr class=\"published\" title=\"2010-04-18T11:49:57+08:00\">2010年4月18日 11:49</abbr></a>\n" +
-                " | <a href=\"http://www.ruanyifeng.com/blog/user/Jack.html\" title=\"Jack的全部留言\">档案</a> \n" +
-                " | <a href=\"#comment-text\" title=\"引用Jack的这条留言\" onclick=\"return CommentQuote('comment-quote-204902','Jack');\">引用</a>\n" +
-                "</p>\n" +
-                "</div>\n" +
-                "</div>\n" +
-                "    </div>\n" +
-                "</div>\n" +
-                "        \n" +
-                "    \n" +
-                "        \n" +
-                "        <div id=\"comment-204903\" class=\"comment\">\n" +
-                "    <div  class=\"inner\">\n" +
-                "        <div class=\"comment-header\">\n" +
-                "            <div class=\"asset-meta\">\n" +
-                "<p>\n" +
-                "                <span class=\"byline\">\n" +
-                "                    \n" +
-                "\n" +
-                "                    <span class=\"vcard author\">Ruan YiFeng</span>\n" +
-                "\n" +
-                " 说：\n" +
-                "                </span>\n" +
-                "</p>\n" +
-                "            </div>\n" +
-                "        </div>\n" +
-                "        <div class=\"comment-content\" id=\"comment-quote-204903\">\n" +
-                "            <blockquote>\n" +
-                "<pre>引用luops的发言：</pre>\n" +
-                "\n" +
-                "<p>全文订阅比官方订阅少了很多新闻</p>\n" +
-                "\n" +
-                "</blockquote>\n" +
-                "\n" +
-                "<p>全文Feed默认只有4个条目，下载代码后，你可以自己修改这个值。</p>\n" +
-                "        </div>\n" +
-                "<div class=\"comment-footer\">\n" +
-                "<div class=\"comment-footer-inner\">\n" +
-                "<p>\n" +
-                "                   <a href=\"http://www.ruanyifeng.com/blog/2010/04/the_solution_of_full_text_feed.html#comment-204903\"><abbr class=\"published\" title=\"2010-04-18T17:42:49+08:00\">2010年4月18日 17:42</abbr></a>\n" +
-                " | <a href=\"http://www.ruanyifeng.com/blog/user/Ruan YiFeng.html\" title=\"Ruan YiFeng的全部留言\">档案</a> \n" +
-                " | <a href=\"#comment-text\" title=\"引用Ruan YiFeng的这条留言\" onclick=\"return CommentQuote('comment-quote-204903','Ruan YiFeng');\">引用</a>\n" +
-                "</p>\n" +
-                "</div>\n" +
-                "</div>\n" +
-                "    </div>\n" +
-                "</div>\n" +
-                "        \n" +
-                "    \n" +
-                "        \n" +
-                "        <div id=\"comment-204915\" class=\"comment\">\n" +
-                "    <div  class=\"inner\">\n" +
-                "        <div class=\"comment-header\">\n" +
-                "            <div class=\"asset-meta\">\n" +
-                "<p>\n" +
-                "                <span class=\"byline\">\n" +
-                "                    \n" +
-                "\n" +
-                "                    <span class=\"vcard author\"><a title=\"http://没有，汗~~~\" href=\"http://没有，汗~~~\" target=\"_blank\" rel=\"nofollow\">坏坏鼠</a></span>\n" +
-                "\n" +
-                " 说：\n" +
-                "                </span>\n" +
-                "</p>\n" +
-                "            </div>\n" +
-                "        </div>\n" +
-                "        <div class=\"comment-content\" id=\"comment-quote-204915\">\n" +
-                "            <p>不懂编程只会用GR的文科生飘过~~~<br />\n" +
-                "ps:阮老师的这篇文章GR里也只是显示标题，所以漂洋过海地过来了（牛博编辑的那个频道，已经将你的博客订阅了呵O(∩_∩)O）~~</p>\n" +
-                "        </div>\n" +
-                "<div class=\"comment-footer\">\n" +
-                "<div class=\"comment-footer-inner\">\n" +
-                "<p>\n" +
-                "                   <a href=\"http://www.ruanyifeng.com/blog/2010/04/the_solution_of_full_text_feed.html#comment-204915\"><abbr class=\"published\" title=\"2010-04-19T00:36:02+08:00\">2010年4月19日 00:36</abbr></a>\n" +
-                " | <a href=\"http://www.ruanyifeng.com/blog/user/坏坏鼠.html\" title=\"坏坏鼠的全部留言\">档案</a> \n" +
-                " | <a href=\"#comment-text\" title=\"引用坏坏鼠的这条留言\" onclick=\"return CommentQuote('comment-quote-204915','坏坏鼠');\">引用</a>\n" +
-                "</p>\n" +
-                "</div>\n" +
-                "</div>\n" +
-                "    </div>\n" +
-                "</div>\n" +
-                "        \n" +
-                "    \n" +
-                "        \n" +
-                "        <div id=\"comment-204919\" class=\"comment\">\n" +
-                "    <div  class=\"inner\">\n" +
-                "        <div class=\"comment-header\">\n" +
-                "            <div class=\"asset-meta\">\n" +
-                "<p>\n" +
-                "                <span class=\"byline\">\n" +
-                "                    \n" +
-                "\n" +
-                "                    <span class=\"vcard author\">111</span>\n" +
-                "\n" +
-                " 说：\n" +
-                "                </span>\n" +
-                "</p>\n" +
-                "            </div>\n" +
-                "        </div>\n" +
-                "        <div class=\"comment-content\" id=\"comment-quote-204919\">\n" +
-                "            <blockquote>\n" +
-                "<pre>引用luops的发言：</pre>\n" +
-                "\n" +
-                "<p>全文订阅比官方订阅少了很多新闻</p>\n" +
-                "\n" +
-                "</blockquote>\n" +
-                "\n" +
-                "<p><br />\n" +
-                "是这样的，丢失了好多，时效性好差<br />\n" +
-                "</p>\n" +
-                "        </div>\n" +
-                "<div class=\"comment-footer\">\n" +
-                "<div class=\"comment-footer-inner\">\n" +
-                "<p>\n" +
-                "                   <a href=\"http://www.ruanyifeng.com/blog/2010/04/the_solution_of_full_text_feed.html#comment-204919\"><abbr class=\"published\" title=\"2010-04-19T10:25:01+08:00\">2010年4月19日 10:25</abbr></a>\n" +
-                " | <a href=\"http://www.ruanyifeng.com/blog/user/111.html\" title=\"111的全部留言\">档案</a> \n" +
-                " | <a href=\"#comment-text\" title=\"引用111的这条留言\" onclick=\"return CommentQuote('comment-quote-204919','111');\">引用</a>\n" +
-                "</p>\n" +
-                "</div>\n" +
-                "</div>\n" +
-                "    </div>\n" +
-                "</div>\n" +
-                "        \n" +
-                "    \n" +
-                "        \n" +
-                "        <div id=\"comment-204921\" class=\"comment\">\n" +
-                "    <div  class=\"inner\">\n" +
-                "        <div class=\"comment-header\">\n" +
-                "            <div class=\"asset-meta\">\n" +
-                "<p>\n" +
-                "                <span class=\"byline\">\n" +
-                "                    \n" +
-                "\n" +
-                "                    <span class=\"vcard author\"><a title=\"http://www.cnblogs.com/kuber\" href=\"http://www.cnblogs.com/kuber\" target=\"_blank\" rel=\"nofollow\">kuber</a></span>\n" +
-                "\n" +
-                " 说：\n" +
-                "                </span>\n" +
-                "</p>\n" +
-                "            </div>\n" +
-                "        </div>\n" +
-                "        <div class=\"comment-content\" id=\"comment-quote-204921\">\n" +
-                "            <p>想请教一下你怎么修改规则来全文输出新浪网rss的, 我也碰到几个Feed,缺省的配置不能正确处理.<br />\n" +
-                "另外我建议设立一个地方大家可以交流一下脚本不能处理的feed,以及修改的方法, 这样各人不用重复浪费时间了.</p>\n" +
-                "        </div>\n" +
-                "<div class=\"comment-footer\">\n" +
-                "<div class=\"comment-footer-inner\">\n" +
-                "<p>\n" +
-                "                   <a href=\"http://www.ruanyifeng.com/blog/2010/04/the_solution_of_full_text_feed.html#comment-204921\"><abbr class=\"published\" title=\"2010-04-19T10:57:07+08:00\">2010年4月19日 10:57</abbr></a>\n" +
-                " | <a href=\"http://www.ruanyifeng.com/blog/user/kuber.html\" title=\"kuber的全部留言\">档案</a> \n" +
-                " | <a href=\"#comment-text\" title=\"引用kuber的这条留言\" onclick=\"return CommentQuote('comment-quote-204921','kuber');\">引用</a>\n" +
-                "</p>\n" +
-                "</div>\n" +
-                "</div>\n" +
-                "    </div>\n" +
-                "</div>\n" +
-                "        \n" +
-                "    \n" +
-                "        \n" +
-                "        <div id=\"comment-204922\" class=\"comment\">\n" +
-                "    <div  class=\"inner\">\n" +
-                "        <div class=\"comment-header\">\n" +
-                "            <div class=\"asset-meta\">\n" +
-                "<p>\n" +
-                "                <span class=\"byline\">\n" +
-                "                    \n" +
-                "\n" +
-                "                    <span class=\"vcard author\">111</span>\n" +
-                "\n" +
-                " 说：\n" +
-                "                </span>\n" +
-                "</p>\n" +
-                "            </div>\n" +
-                "        </div>\n" +
-                "        <div class=\"comment-content\" id=\"comment-quote-204922\">\n" +
-                "            <p>下载了lz的代码，发布到网站上，功能可用了。rss数量自己设置就好。</p>\n" +
-                "\n" +
-                "<p>杯具的是网站只有内网地址，gr不认生成的feed地址。</p>\n" +
-                "\n" +
-                "<p>只能CS订阅，不喜。</p>\n" +
-                "        </div>\n" +
-                "<div class=\"comment-footer\">\n" +
-                "<div class=\"comment-footer-inner\">\n" +
-                "<p>\n" +
-                "                   <a href=\"http://www.ruanyifeng.com/blog/2010/04/the_solution_of_full_text_feed.html#comment-204922\"><abbr class=\"published\" title=\"2010-04-19T11:23:25+08:00\">2010年4月19日 11:23</abbr></a>\n" +
-                " | <a href=\"http://www.ruanyifeng.com/blog/user/111.html\" title=\"111的全部留言\">档案</a> \n" +
-                " | <a href=\"#comment-text\" title=\"引用111的这条留言\" onclick=\"return CommentQuote('comment-quote-204922','111');\">引用</a>\n" +
-                "</p>\n" +
-                "</div>\n" +
-                "</div>\n" +
-                "    </div>\n" +
-                "</div>\n" +
-                "        \n" +
-                "    \n" +
-                "        \n" +
-                "        <div id=\"comment-204923\" class=\"comment\">\n" +
-                "    <div  class=\"inner\">\n" +
-                "        <div class=\"comment-header\">\n" +
-                "            <div class=\"asset-meta\">\n" +
-                "<p>\n" +
-                "                <span class=\"byline\">\n" +
-                "                    \n" +
-                "\n" +
-                "                    <span class=\"vcard author\">lietlie</span>\n" +
-                "\n" +
-                " 说：\n" +
-                "                </span>\n" +
-                "</p>\n" +
-                "            </div>\n" +
-                "        </div>\n" +
-                "        <div class=\"comment-content\" id=\"comment-quote-204923\">\n" +
-                "            <p><a href=\"http://mrss.dokoda.jp/\" rel=\"nofollow\">http://mrss.dokoda.jp/</a><br />\n" +
-                "虽然是小鬼子的网站，但是是我找到的能够全文Feed最好的在线工具了，和LZ推荐的网站相比，可以输出所有项目，而没有4条目的限制，当然也不必自己搭建服务器，日文内容很简单，如果使用的是FF或Chrome浏览器还可以利用Google的自动翻译功能将大致内容翻译为中文（FF利用Google Toolbar）——其实即使不翻译一样很容易使用。</p>\n" +
-                "        </div>\n" +
-                "<div class=\"comment-footer\">\n" +
-                "<div class=\"comment-footer-inner\">\n" +
-                "<p>\n" +
-                "                   <a href=\"http://www.ruanyifeng.com/blog/2010/04/the_solution_of_full_text_feed.html#comment-204923\"><abbr class=\"published\" title=\"2010-04-19T12:31:20+08:00\">2010年4月19日 12:31</abbr></a>\n" +
-                " | <a href=\"http://www.ruanyifeng.com/blog/user/lietlie.html\" title=\"lietlie的全部留言\">档案</a> \n" +
-                " | <a href=\"#comment-text\" title=\"引用lietlie的这条留言\" onclick=\"return CommentQuote('comment-quote-204923','lietlie');\">引用</a>\n" +
-                "</p>\n" +
-                "</div>\n" +
-                "</div>\n" +
-                "    </div>\n" +
-                "</div>\n" +
-                "        \n" +
-                "    \n" +
-                "        \n" +
-                "        <div id=\"comment-204925\" class=\"comment\">\n" +
-                "    <div  class=\"inner\">\n" +
-                "        <div class=\"comment-header\">\n" +
-                "            <div class=\"asset-meta\">\n" +
-                "<p>\n" +
-                "                <span class=\"byline\">\n" +
-                "                    \n" +
-                "\n" +
-                "                    <span class=\"vcard author\">Ruan YiFeng</span>\n" +
-                "\n" +
-                " 说：\n" +
-                "                </span>\n" +
-                "</p>\n" +
-                "            </div>\n" +
-                "        </div>\n" +
-                "        <div class=\"comment-content\" id=\"comment-quote-204925\">\n" +
-                "            <blockquote>\n" +
-                "<pre>引用kuber的发言：</pre>\n" +
-                "\n" +
-                "<p>想请教一下你怎么修改规则来全文输出新浪网rss的, 我也碰到几个Feed,缺省的配置不能正确处理.</p>\n" +
-                "\n" +
-                "</blockquote>\n" +
-                "\n" +
-                "<p>新浪的内容容器，有一个比较怪的ID名。只要搜索这个字符串，就能提取内容了。</p>\n" +
-                "\n" +
-                "<p>最终，你还是需要读readability.php的代码，只要读懂了，我觉得任何页面都能提取。<br />\n" +
-                "</p>\n" +
-                "        </div>\n" +
-                "<div class=\"comment-footer\">\n" +
-                "<div class=\"comment-footer-inner\">\n" +
-                "<p>\n" +
-                "                   <a href=\"http://www.ruanyifeng.com/blog/2010/04/the_solution_of_full_text_feed.html#comment-204925\"><abbr class=\"published\" title=\"2010-04-19T12:58:12+08:00\">2010年4月19日 12:58</abbr></a>\n" +
-                " | <a href=\"http://www.ruanyifeng.com/blog/user/Ruan YiFeng.html\" title=\"Ruan YiFeng的全部留言\">档案</a> \n" +
-                " | <a href=\"#comment-text\" title=\"引用Ruan YiFeng的这条留言\" onclick=\"return CommentQuote('comment-quote-204925','Ruan YiFeng');\">引用</a>\n" +
-                "</p>\n" +
-                "</div>\n" +
-                "</div>\n" +
-                "    </div>\n" +
-                "</div>\n" +
-                "        \n" +
-                "    \n" +
-                "        \n" +
-                "        <div id=\"comment-204927\" class=\"comment\">\n" +
-                "    <div  class=\"inner\">\n" +
-                "        <div class=\"comment-header\">\n" +
-                "            <div class=\"asset-meta\">\n" +
-                "<p>\n" +
-                "                <span class=\"byline\">\n" +
-                "                    \n" +
-                "\n" +
-                "                    <span class=\"vcard author\"><a title=\"http://www.shimuuu.com\" href=\"http://www.shimuuu.com\" target=\"_blank\" rel=\"nofollow\">诗沐</a></span>\n" +
-                "\n" +
-                " 说：\n" +
-                "                </span>\n" +
-                "</p>\n" +
-                "            </div>\n" +
-                "        </div>\n" +
-                "        <div class=\"comment-content\" id=\"comment-quote-204927\">\n" +
-                "            <p>哇 源码写得相当清爽啊～注释习惯很棒</p>\n" +
-                "        </div>\n" +
-                "<div class=\"comment-footer\">\n" +
-                "<div class=\"comment-footer-inner\">\n" +
-                "<p>\n" +
-                "                   <a href=\"http://www.ruanyifeng.com/blog/2010/04/the_solution_of_full_text_feed.html#comment-204927\"><abbr class=\"published\" title=\"2010-04-19T15:02:32+08:00\">2010年4月19日 15:02</abbr></a>\n" +
-                " | <a href=\"http://www.ruanyifeng.com/blog/user/诗沐.html\" title=\"诗沐的全部留言\">档案</a> \n" +
-                " | <a href=\"#comment-text\" title=\"引用诗沐的这条留言\" onclick=\"return CommentQuote('comment-quote-204927','诗沐');\">引用</a>\n" +
-                "</p>\n" +
-                "</div>\n" +
-                "</div>\n" +
-                "    </div>\n" +
-                "</div>\n" +
-                "        \n" +
-                "    \n" +
-                "        \n" +
-                "        <div id=\"comment-204930\" class=\"comment\">\n" +
-                "    <div  class=\"inner\">\n" +
-                "        <div class=\"comment-header\">\n" +
-                "            <div class=\"asset-meta\">\n" +
-                "<p>\n" +
-                "                <span class=\"byline\">\n" +
-                "                    \n" +
-                "\n" +
-                "                    <span class=\"vcard author\">xangd</span>\n" +
-                "\n" +
-                " 说：\n" +
-                "                </span>\n" +
-                "</p>\n" +
-                "            </div>\n" +
-                "        </div>\n" +
-                "        <div class=\"comment-content\" id=\"comment-quote-204930\">\n" +
-                "            <p>有人在appspot上部署了一个python的port<br />\n" +
-                "<a href=\"http://andrewtrusty.appspot.com/readability/\" rel=\"nofollow\">http://andrewtrusty.appspot.com/readability/</a><br />\n" +
-                "这个没有4篇post的限制</p>\n" +
-                "        </div>\n" +
-                "<div class=\"comment-footer\">\n" +
-                "<div class=\"comment-footer-inner\">\n" +
-                "<p>\n" +
-                "                   <a href=\"http://www.ruanyifeng.com/blog/2010/04/the_solution_of_full_text_feed.html#comment-204930\"><abbr class=\"published\" title=\"2010-04-19T17:12:27+08:00\">2010年4月19日 17:12</abbr></a>\n" +
-                " | <a href=\"http://www.ruanyifeng.com/blog/user/xangd.html\" title=\"xangd的全部留言\">档案</a> \n" +
-                " | <a href=\"#comment-text\" title=\"引用xangd的这条留言\" onclick=\"return CommentQuote('comment-quote-204930','xangd');\">引用</a>\n" +
-                "</p>\n" +
-                "</div>\n" +
-                "</div>\n" +
-                "    </div>\n" +
-                "</div>\n" +
-                "        \n" +
-                "    \n" +
-                "        \n" +
-                "        <div id=\"comment-204949\" class=\"comment\">\n" +
-                "    <div  class=\"inner\">\n" +
-                "        <div class=\"comment-header\">\n" +
-                "            <div class=\"asset-meta\">\n" +
-                "<p>\n" +
-                "                <span class=\"byline\">\n" +
-                "                    \n" +
-                "\n" +
-                "                    <span class=\"vcard author\">neotrue</span>\n" +
-                "\n" +
-                " 说：\n" +
-                "                </span>\n" +
-                "</p>\n" +
-                "            </div>\n" +
-                "        </div>\n" +
-                "        <div class=\"comment-content\" id=\"comment-quote-204949\">\n" +
-                "            <p>很好用，谢谢！</p>\n" +
-                "        </div>\n" +
-                "<div class=\"comment-footer\">\n" +
-                "<div class=\"comment-footer-inner\">\n" +
-                "<p>\n" +
-                "                   <a href=\"http://www.ruanyifeng.com/blog/2010/04/the_solution_of_full_text_feed.html#comment-204949\"><abbr class=\"published\" title=\"2010-04-20T23:01:10+08:00\">2010年4月20日 23:01</abbr></a>\n" +
-                " | <a href=\"http://www.ruanyifeng.com/blog/user/neotrue.html\" title=\"neotrue的全部留言\">档案</a> \n" +
-                " | <a href=\"#comment-text\" title=\"引用neotrue的这条留言\" onclick=\"return CommentQuote('comment-quote-204949','neotrue');\">引用</a>\n" +
-                "</p>\n" +
-                "</div>\n" +
-                "</div>\n" +
-                "    </div>\n" +
-                "</div>\n" +
-                "        \n" +
-                "    \n" +
-                "        \n" +
-                "        <div id=\"comment-205898\" class=\"comment\">\n" +
-                "    <div  class=\"inner\">\n" +
-                "        <div class=\"comment-header\">\n" +
-                "            <div class=\"asset-meta\">\n" +
-                "<p>\n" +
-                "                <span class=\"byline\">\n" +
-                "                    \n" +
-                "\n" +
-                "                    <span class=\"vcard author\">harvey</span>\n" +
-                "\n" +
-                " 说：\n" +
-                "                </span>\n" +
-                "</p>\n" +
-                "            </div>\n" +
-                "        </div>\n" +
-                "        <div class=\"comment-content\" id=\"comment-quote-205898\">\n" +
-                "            <p>博主，作者把1.5版本放出来了，<br />\n" +
-                "可否再麻烦你打包一下，我bazzar一直不成功</p>\n" +
-                "        </div>\n" +
-                "<div class=\"comment-footer\">\n" +
-                "<div class=\"comment-footer-inner\">\n" +
-                "<p>\n" +
-                "                   <a href=\"http://www.ruanyifeng.com/blog/2010/04/the_solution_of_full_text_feed.html#comment-205898\"><abbr class=\"published\" title=\"2010-06-01T19:04:09+08:00\">2010年6月 1日 19:04</abbr></a>\n" +
-                " | <a href=\"http://www.ruanyifeng.com/blog/user/harvey.html\" title=\"harvey的全部留言\">档案</a> \n" +
-                " | <a href=\"#comment-text\" title=\"引用harvey的这条留言\" onclick=\"return CommentQuote('comment-quote-205898','harvey');\">引用</a>\n" +
-                "</p>\n" +
-                "</div>\n" +
-                "</div>\n" +
-                "    </div>\n" +
-                "</div>\n" +
-                "        \n" +
-                "    \n" +
-                "        \n" +
-                "        <div id=\"comment-205934\" class=\"comment\">\n" +
-                "    <div  class=\"inner\">\n" +
-                "        <div class=\"comment-header\">\n" +
-                "            <div class=\"asset-meta\">\n" +
-                "<p>\n" +
-                "                <span class=\"byline\">\n" +
-                "                    \n" +
-                "\n" +
-                "                    <span class=\"vcard author\">Ruan YiFeng</span>\n" +
-                "\n" +
-                " 说：\n" +
-                "                </span>\n" +
-                "</p>\n" +
-                "            </div>\n" +
-                "        </div>\n" +
-                "        <div class=\"comment-content\" id=\"comment-quote-205934\">\n" +
-                "            <blockquote>\n" +
-                "<pre>引用harvey的发言：</pre>\n" +
-                "\n" +
-                "<p>博主，作者把1.5版本放出来了，<br />\n" +
-                "可否再麻烦你打包一下，我bazzar一直不成功</p>\n" +
-                "\n" +
-                "</blockquote>\n" +
-                "\n" +
-                "<p>已经加上去了，:-)</p>\n" +
-                "        </div>\n" +
-                "<div class=\"comment-footer\">\n" +
-                "<div class=\"comment-footer-inner\">\n" +
-                "<p>\n" +
-                "                   <a href=\"http://www.ruanyifeng.com/blog/2010/04/the_solution_of_full_text_feed.html#comment-205934\"><abbr class=\"published\" title=\"2010-06-03T13:04:34+08:00\">2010年6月 3日 13:04</abbr></a>\n" +
-                " | <a href=\"http://www.ruanyifeng.com/blog/user/Ruan YiFeng.html\" title=\"Ruan YiFeng的全部留言\">档案</a> \n" +
-                " | <a href=\"#comment-text\" title=\"引用Ruan YiFeng的这条留言\" onclick=\"return CommentQuote('comment-quote-205934','Ruan YiFeng');\">引用</a>\n" +
-                "</p>\n" +
-                "</div>\n" +
-                "</div>\n" +
-                "    </div>\n" +
-                "</div>\n" +
-                "        \n" +
-                "    \n" +
-                "        \n" +
-                "        <div id=\"comment-207117\" class=\"comment\">\n" +
-                "    <div  class=\"inner\">\n" +
-                "        <div class=\"comment-header\">\n" +
-                "            <div class=\"asset-meta\">\n" +
-                "<p>\n" +
-                "                <span class=\"byline\">\n" +
-                "                    \n" +
-                "\n" +
-                "                    <span class=\"vcard author\"><a title=\"http://sina.com\" href=\"http://sina.com\" target=\"_blank\" rel=\"nofollow\">张治国</a></span>\n" +
-                "\n" +
-                " 说：\n" +
-                "                </span>\n" +
-                "</p>\n" +
-                "            </div>\n" +
-                "        </div>\n" +
-                "        <div class=\"comment-content\" id=\"comment-quote-207117\">\n" +
-                "            <p>博主，全文Feed默认只有4个条目，下载代码后，修改哪段代码可以改变这个值啊，config-sample.PHP中的数值吗？我是新手，希望博主指点一下，谢谢。</p>\n" +
-                "        </div>\n" +
-                "<div class=\"comment-footer\">\n" +
-                "<div class=\"comment-footer-inner\">\n" +
-                "<p>\n" +
-                "                   <a href=\"http://www.ruanyifeng.com/blog/2010/04/the_solution_of_full_text_feed.html#comment-207117\"><abbr class=\"published\" title=\"2010-08-05T01:12:23+08:00\">2010年8月 5日 01:12</abbr></a>\n" +
-                " | <a href=\"http://www.ruanyifeng.com/blog/user/张治国.html\" title=\"张治国的全部留言\">档案</a> \n" +
-                " | <a href=\"#comment-text\" title=\"引用张治国的这条留言\" onclick=\"return CommentQuote('comment-quote-207117','张治国');\">引用</a>\n" +
-                "</p>\n" +
-                "</div>\n" +
-                "</div>\n" +
-                "    </div>\n" +
-                "</div>\n" +
-                "        \n" +
-                "    \n" +
-                "        \n" +
-                "        <div id=\"comment-210873\" class=\"comment\">\n" +
-                "    <div id=\"comment-last\" class=\"inner\">\n" +
-                "        <div class=\"comment-header\">\n" +
-                "            <div class=\"asset-meta\">\n" +
-                "<p>\n" +
-                "                <span class=\"byline\">\n" +
-                "                    \n" +
-                "\n" +
-                "                    <span class=\"vcard author\">felix</span>\n" +
-                "\n" +
-                " 说：\n" +
-                "                </span>\n" +
-                "</p>\n" +
-                "            </div>\n" +
-                "        </div>\n" +
-                "        <div class=\"comment-content\" id=\"comment-quote-210873\">\n" +
-                "            <p>看不懂readability，不知道博主能否提供一下过滤页面上的干扰字符的方法<br />\n" +
-                "</p>\n" +
-                "        </div>\n" +
-                "<div class=\"comment-footer\">\n" +
-                "<div class=\"comment-footer-inner\">\n" +
-                "<p>\n" +
-                "                   <a href=\"http://www.ruanyifeng.com/blog/2010/04/the_solution_of_full_text_feed.html#comment-210873\"><abbr class=\"published\" title=\"2011-01-12T12:28:44+08:00\">2011年1月12日 12:28</abbr></a>\n" +
-                " | <a href=\"http://www.ruanyifeng.com/blog/user/felix.html\" title=\"felix的全部留言\">档案</a> \n" +
-                " | <a href=\"#comment-text\" title=\"引用felix的这条留言\" onclick=\"return CommentQuote('comment-quote-210873','felix');\">引用</a>\n" +
-                "</p>\n" +
-                "</div>\n" +
-                "</div>\n" +
-                "    </div>\n" +
-                "</div>\n" +
-                "        \n" +
-                "    </div>\n" +
-                "        \n" +
-                "    \n" +
-                "\n" +
-                "\n" +
-                "    \n" +
-                "    \n" +
-                "    <div class=\"comments-open\" id=\"comments-open\">\n" +
-                "        <h2 class=\"comments-open-header\">我要发表看法</h2>\n" +
-                "        <div class=\"comments-open-content\">\n" +
-                "\n" +
-                "        \n" +
-                "            <div id=\"comment-greeting\"></div>\n" +
-                "\n" +
-                "            <form method=\"post\" action=\"http://www.ruanyifeng.com/cgi-bin/mtos/mt-comments.cgi\" name=\"comments_form\" id=\"comments-form\" onsubmit=\"return pleaseWait();\">\n" +
-                "                <input type=\"hidden\" name=\"static\" value=\"1\" />\n" +
-                "                <input type=\"hidden\" name=\"entry_id\" value=\"1377\" />\n" +
-                "                <input type=\"hidden\" name=\"__lang\" value=\"en\" />\n" +
-                "                <input type=\"hidden\" name=\"parent_id\" value=\"\" id=\"comment-parent-id\" />\n" +
-                "                <input type=\"hidden\" name=\"armor\" value=\"1\" />\n" +
-                "                <input type=\"hidden\" name=\"preview\" value=\"\" />\n" +
-                "                <input type=\"hidden\" name=\"sid\" value=\"\" />\n" +
-                "                <div id=\"comments-open-data\">\n" +
-                "            <div id=\"comments-open-text\">\n" +
-                "                    <p><label for=\"comment-text\">您的留言\n" +
-                "                    （HTML标签部分可用）</label></p>\n" +
-                "                    <p><textarea id=\"comment-text\" name=\"text\" rows=\"10\" cols=\"50\"></textarea></p>\n" +
-                "                </div>\n" +
-                "                    <div id=\"comment-form-name\">\n" +
-                "                        <p><label for=\"comment-author\">您的大名：</label></p>\n" +
-                "                        <p><input id=\"comment-author\" name=\"author\" size=\"30\" value=\"\" />  <span class=\"hint\"> &laquo;-必填</span></p>\n" +
-                "                    </div>\n" +
-                "                    <div id=\"comment-form-email\">\n" +
-                "                        <p><label for=\"comment-email\">电子邮件：</label></p>\n" +
-                "                        <p><input id=\"comment-email\" name=\"email\" size=\"30\" value=\"\" />  <span class=\"hint\"> &laquo;-必填，不公开</span></p>\n" +
-                "                    </div>\n" +
-                "                    <div id=\"comment-form-url\">\n" +
-                "                        <p><label for=\"comment-url\">个人网址：</label></p>\n" +
-                "                        <p><input id=\"comment-url\" name=\"url\" size=\"30\" value=\"\" />  <span class=\"hint\"> &laquo;-我信任你，不会填写广告链接</span></p>\n" +
-                "                    </div>\n" +
-                "                    <div id=\"comment-form-remember-me\">\n" +
-                "                        <p>\n" +
-                "                        <label for=\"comment-bake-cookie\">记住个人信息？</label><input type=\"checkbox\" id=\"comment-bake-cookie\" name=\"bakecookie\" onclick=\"!this.checked?forgetMe(document.comments_form):rememberMe(document.comments_form)\" value=\"1\" accesskey=\"r\" /></p>\n" +
-                "                    </div>\n" +
-                "                </div>\n" +
-                "                    <div id=\"comment-form-reply\" style=\"display:none\">\n" +
-                "                    <input type=\"checkbox\" id=\"comment-reply\" name=\"comment_reply\" value=\"\" onclick=\"mtSetCommentParentID()\" />\n" +
-                "                    <label for=\"comment-reply\" id=\"comment-reply-label\"></label>\n" +
-                "                </div>\n" +
-                "                <div id=\"comments-open-captcha\"></div>\n" +
-                "                <div id=\"comments-open-footer\">\n" +
-                "<div id=\"wait\" style=\"display:none;\">\n" +
-                "<p><strong>正在发表您的评论，请稍候</strong></p>\n" +
-                "<p>\n" +
-                "<input type=\"text\" name=\"percent\" size=\"3\" style=\"font-family:Arial; color:black;text-align:center; border-width:medium; border-style:none;\">           \n" +
-                "<input type=\"text\" name=\"chart\" size=\"46\" style=\"font-family:Arial;font-weight:bolder; color:black; padding:0px; border-style:none;\">\n" +
-                "</p>\n" +
-                "</div>\n" +
-                "\n" +
-                "                    <p><input type=\"submit\" accesskey=\"s\" name=\"post\" id=\"comment-submit\" value=\"发表\" />  <span class=\"hint\"> &laquo;- 点击按钮</span></p>\n" +
-                "                </div>\n" +
-                "            </form>\n" +
-                "\n" +
-                "\n" +
-                "        </div>\n" +
-                "    </div>\n" +
-                "\n" +
-                "    \n" +
-                "\n" +
-                "\n" +
-                "</div>\n" +
-                "\n" +
-                "\n" +
-                "\n" +
-                "\n" +
-                "                        </div>\n" +
-                "                    </div>\n" +
-                "\n" +
-                "                </div>\n" +
-                "            </div>\n" +
-                "\n" +
-                "\n" +
-                "            <div id=\"footer\">\n" +
-                "    <div id=\"footer-inner\">\n" +
-                "        <div id=\"footer-content\">\n" +
-                "<p><a href=\"/contact.html\">联系方式</a> | ruanyifeng.com 2003 - 2012\n" +
-                "<!--WEBBOT bot=\"Script\" startspan PREVIEW=\"Site Meter\" -->\n" +
-                "<script type=\"text/javascript\" language=\"JavaScript\">var site=\"sm3bomoocom\"</script>\n" +
-                "<script type=\"text/javascript\" language=\"JavaScript1.2\" src=\"http://sm3.sitemeter.com/js/counter.js?site=sm3bomoocom\">\n" +
-                "</script>\n" +
-                "<noscript>\n" +
-                "<a href=\"http://sm3.sitemeter.com/stats.asp?site=sm3bomoocom\" target=\"_top\">\n" +
-                "<img src=\"http://sm3.sitemeter.com/meter.asp?site=sm3bomoocom\" alt=\"Site Meter\" border=0></a>\n" +
-                "</noscript>\n" +
-                "<!-- Copyright (c)2002 Site Meter -->\n" +
-                "</p>\n" +
-                "\n" +
-                "        </div>\n" +
-                "    </div>\n" +
-                "</div>\n" +
-                "\n" +
-                "\n" +
-                "<div id=\"share_button_proto\" style=\"display:none;\"><a class=\"bshareDiv\" href=\"http://www.bshare.cn/share\">分享按钮</a><script type=\"text/javascript\" charset=\"utf-8\" src=\"http://static.bshare.cn/b/buttonLite.js#uuid=15e016b4-0028-44f1-a40d-a3c9d9c13c28&style=10&bgcolor=#fff&bp=facebook,twitter,sinaminiblog,qqmb,douban,feixin,renren,kaixin001,fanfou,instapaper,delicious,email&ssc=false\"></script>                                       \n" +
-                "<script type=\"text/javascript\" charset=\"utf-8\">\n" +
-                "bShare.addEntry({\n" +
-                "    title: document.getElementById(\"page-title\").innerHTML,\n" +
-                "url:window.location.href\n" +
-                "});\n" +
-                "</script></div>\n" +
-                "<script>\n" +
-                "document.getElementById(\"share_button\").innerHTML=document.getElementById(\"share_button_proto\").innerHTML;\n" +
-                "</script>\n" +
-                "\n" +
-                "\n" +
-                "\n" +
-                "\n" +
-                "        </div>\n" +
-                "    </div>\n" +
-                "</body>\n" +
-                "</html>";
-        Html html = new Html(text);
-        Selectable sc = html.sc();
-        System.out.println(sc);
-    }
-
-    @Test
-    public void test2(){
-                String text = "\n" +
-                        "\n" +
-                        "\n" +
-                        "<!DOCTYPE html>\n" +
-                        "<html lang=\"zh-CN\" class=\"ua-mac ua-webkit book-new-nav\">\n" +
-                        "<head>\n" +
-                        "  <meta http-equiv=\"Content-Type\" content=\"text/html; charset=utf-8\">\n" +
-                        "  <title>地球上最后的夜晚 (豆瓣)</title>\n" +
-                        "  \n" +
-                        "\n" +
-                        "\n" +
-                        "  \n" +
-                        "<script>!function(f){var h=function(o,n,m){var k=new Date(),j,l;n=n||30;m=m||\"/\";k.setTime(k.getTime()+(n*24*60*60*1000));j=\"; expires=\"+k.toGMTString();for(l in o){f.cookie=l+\"=\"+o[l]+j+\"; path=\"+m}},d=function(m){var l=m+\"=\",o,n,j,k=f.cookie.split(\";\");for(n=0,j=k.length;n<j;n++){o=k[n].replace(/^\\s+|\\s+$/g,\"\");if(o.indexOf(l)==0){return o.substring(l.length,o.length).replace(/\\\"/g,\"\")}}return null},e=f.write,b={\"douban.com\":1,\"douban.fm\":1,\"google.com\":1,\"google.cn\":1,\"googleapis.com\":1,\"gmaptiles.co.kr\":1,\"gstatic.com\":1,\"gstatic.cn\":1,\"google-analytics.com\":1,\"googleadservices.com\":1},a=function(l,k){var j=new Image();j.onload=function(){};j.src=\"http://www.douban.com/j/except_report?kind=ra022&reason=\"+encodeURIComponent(l)+\"&environment=\"+encodeURIComponent(k)},i=function(k){try{e.call(f,k)}catch(j){e(k)}},c=/<script.*?src\\=[\"']?([^\"'\\s>]+)/ig,g=/http:\\/\\/(.+?)\\.([^\\/]+).+/i;f.writeln=f.write=function(k){var j=c.exec(k),l;if(!j){i(k);return}l=g.exec(j[1]);if(!l){i(k);return}if(b[l[2]]){i(k);return}if(d(\"hj\")===\"tqs\"){return}a(j[1],location.href);h({hj:\"tqs\"},1);setTimeout(function(){location.replace(location.href)},50)}}(document);</script>\n" +
-                        "\n" +
-                        "  \n" +
-                        "  <meta http-equiv=\"Pragma\" content=\"no-cache\">\n" +
-                        "  <meta http-equiv=\"Expires\" content=\"Sun, 6 Mar 2005 01:00:00 GMT\">\n" +
-                        "  \n" +
-                        "<meta http-equiv=\"mobile-agent\" content=\"format=xhtml; url=http://m.douban.com/book/subject/20501761/\">\n" +
-                        "<meta name=\"keywords\" content=\"地球上最后的夜晚,[智利] 罗贝托·波拉尼奥,上海人民出版社,2013-4-1,简介,作者,书评,论坛,推荐,二手\">\n" +
-                        "<meta name=\"description\" content=\"图书地球上最后的夜晚 介绍、书评、论坛及推荐 \">\n" +
-                        "\n" +
-                        "  <script>var _head_start = new Date();</script>\n" +
-                        "  \n" +
-                        "  <link href=\"http://img3.douban.com/css/book/packed_master5149446613.css\" rel=\"stylesheet\" type=\"text/css\">\n" +
-                        "\n" +
-                        "  <style type=\"text/css\"></style>\n" +
-                        "  <script src=\"http://img3.douban.com/js/book/lib/jquery/packed_jquery7529595477.js\"></script>\n" +
-                        "  <script src=\"http://img3.douban.com/js/book/packed_master2876199327.js\"></script>\n" +
-                        "  \n" +
-                        "\n" +
-                        "  \n" +
-                        "  <link rel=\"stylesheet\" href=\"http://img3.douban.com/css/book/packed_subject354916977.css\">\n" +
-                        "  <script src=\"http://img3.douban.com/js/lib/packed_jquery.snippet3033262609.js\"></script>\n" +
-                        "  <script src=\"http://img3.douban.com/js/ui/packed_dialog3992230463.js\"></script>\n" +
-                        "    <link rel=\"alternate\" href=\"http://book.douban.com/feed/subject/20501761/reviews\" type=\"application/rss+xml\" title=\"RSS\">\n" +
-                        "  <style type=\"text/css\"> h2 {color: #007722;} </style>\n" +
-                        "\n" +
-                        "  <script>  </script>\n" +
-                        "  <link rel=\"stylesheet\" href=\"http://img3.douban.com/misc/mixed_static/2cdd7afb27b53949.css\">\n" +
-                        "\n" +
-                        "  <link rel=\"shortcut icon\" href=\"http://img3.douban.com/favicon.ico\" type=\"image/x-icon\">\n" +
-                        "</head>\n" +
-                        "<body>\n" +
-                        "  \n" +
-                        "    <script type=\"text/javascript\">var _body_start = new Date();</script>\n" +
-                        "    \n" +
-                        "  \n" +
-                        "  \n" +
-                        "  \n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "<div id=\"db-global-nav\" class=\"global-nav\">\n" +
-                        "  <div class=\"bd\">\n" +
-                        "    \n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "<div class=\"top-nav-info\">\n" +
-                        "    <span class=\"perf-metric\"><!-- _performtips_ --></span>\n" +
-                        "    \n" +
-                        "     <ul>\n" +
-                        "       <li><a href=\"http://www.douban.com/doumail/\">豆邮<em>(3)</em></a></li>\n" +
-                        "       <li class=\"nav-user-account\">\n" +
-                        "       <a target=\"_blank\" href=\"http://www.douban.com/accounts/\" class=\"bn-more\"><span>黄亿华的帐号</span><span class=\"arrow\"></span></a>\n" +
-                        "       <div class=\"more-items\">\n" +
-                        "      <table cellpadding=\"0\" cellspacing=\"0\">\n" +
-                        "            <tr><td><a href=\"http://www.douban.com/people/flashsword20/\">我的豆瓣</a></td></tr>\n" +
-                        "            <tr><td><a target=\"_blank\" href=\"http://www.douban.com/accounts/\">我的帐号</a></td></tr>\n" +
-                        "            <tr><td><a href=\"http://www.douban.com/accounts/logout?source=book&amp;ck=OFto\">退出</a></td></tr>\n" +
-                        "         </table>\n" +
-                        "       </div>\n" +
-                        "\n" +
-                        "       </li>\n" +
-                        "     </ul>\n" +
-                        "</div>\n" +
-                        "\n" +
-                        "\n" +
-                        "    <div class=\"top-nav-reminder\" >\n" +
-                        "        <a href=\"http://www.douban.com/notification/\" class=\"lnk-remind\">提醒\n" +
-                        "        </a>\n" +
-                        "    <div id=\"top-nav-notimenu\" class=\"more-items\">\n" +
-                        "      <div class=\"bd\">\n" +
-                        "          <p>加载中...</p>\n" +
-                        "      </div>\n" +
-                        "    </div>\n" +
-                        "    </div>\n" +
-                        "    \n" +
-                        "\n" +
-                        "    <div class=\"global-nav-items\">\n" +
-                        "      <ul>\n" +
-                        "          \n" +
-                        "            \n" +
-                        "            <li>\n" +
-                        "              <a href=\"http://www.douban.com/\">豆瓣</a>\n" +
-                        "            </li>\n" +
-                        "          \n" +
-                        "            \n" +
-                        "            <li class=\"on\">\n" +
-                        "              <a href=\"http://book.douban.com/\">读书</a>\n" +
-                        "            </li>\n" +
-                        "          \n" +
-                        "            \n" +
-                        "            <li>\n" +
-                        "              <a href=\"http://movie.douban.com/\">电影</a>\n" +
-                        "            </li>\n" +
-                        "          \n" +
-                        "            \n" +
-                        "            <li>\n" +
-                        "              <a href=\"http://music.douban.com/\">音乐</a>\n" +
-                        "            </li>\n" +
-                        "          \n" +
-                        "            \n" +
-                        "            <li>\n" +
-                        "              <a href=\"http://www.douban.com/location/\">同城</a>\n" +
-                        "            </li>\n" +
-                        "          \n" +
-                        "            \n" +
-                        "            <li>\n" +
-                        "              <a href=\"http://www.douban.com/group/\">小组</a>\n" +
-                        "            </li>\n" +
-                        "          \n" +
-                        "            \n" +
-                        "            <li>\n" +
-                        "              <a href=\"http://read.douban.com/?dcs=top-nav&amp;dcm=douban\" target=\"_blank\">阅读</a>\n" +
-                        "            </li>\n" +
-                        "          \n" +
-                        "            \n" +
-                        "            <li>\n" +
-                        "              <a href=\"http://douban.fm/\" target=\"_blank\">豆瓣FM</a>\n" +
-                        "            </li>\n" +
-                        "          \n" +
-                        "            <li>\n" +
-                        "              <a href=\"#more\" class=\"bn-more\"><span>更多</span></a>\n" +
-                        "              <div class=\"more-items\">\n" +
-                        "                <table cellpadding=\"0\" cellspacing=\"0\">\n" +
-                        "                    \n" +
-                        "                    <tr><td><a href=\"http://9.douban.com\" target=\"_blank\">九点</a></td></tr>\n" +
-                        "                    \n" +
-                        "                    <tr><td><a href=\"http://alphatown.com\" target=\"_blank\">阿尔法城</a></td></tr>\n" +
-                        "                    \n" +
-                        "                    <tr><td><a href=\"http://www.douban.com/mobile/\" target=\"_blank\">移动应用</a></td></tr>\n" +
-                        "                </table>\n" +
-                        "              </div>\n" +
-                        "            </li>\n" +
-                        "      </ul>\n" +
-                        "    </div>\n" +
-                        "  </div>\n" +
-                        "</div>\n" +
-                        "\n" +
-                        "\n" +
-                        "  \n" +
-                        "    \n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "<div id=\"db-nav-book\" class=\"nav\">\n" +
-                        "  <div class=\"nav-wrap\">\n" +
-                        "  <div class=\"nav-primary\">\n" +
-                        "    <div class=\"nav-logo\">\n" +
-                        "      <a href=\"http://book.douban.com\">豆瓣读书</a>\n" +
-                        "    </div>\n" +
-                        "    <div class=\"nav-search\">\n" +
-                        "      <form action=\"http://book.douban.com/subject_search\" method=\"get\">\n" +
-                        "        <fieldset>\n" +
-                        "          <legend>搜索：</legend>\n" +
-                        "          <label for=\"inp-query\">书名、作者、ISBN</label>\n" +
-                        "          <div class=\"inp\"><input id=\"inp-query\" name=\"search_text\" size=\"22\" maxlength=\"60\" value=\"\"></div>\n" +
-                        "          <div class=\"inp-btn\"><input type=\"submit\" value=\"搜索\"></div>\n" +
-                        "          <input type=\"hidden\" name=\"cat\" value=\"1001\" />\n" +
-                        "        </fieldset>\n" +
-                        "      </form>\n" +
-                        "    </div>\n" +
-                        "\n" +
-                        "  </div>\n" +
-                        "  </div>\n" +
-                        "  <div class=\"nav-secondary\">\n" +
-                        "    <ul class=\"nav-items\">\n" +
-                        "        <li class=\"nav-item-first\"><a href=\"http://book.douban.com/mine\">我读</a></li>\n" +
-                        "        <li><a href=\"http://book.douban.com/updates\">动态</a></li>\n" +
-                        "        <li><a href=\"http://book.douban.com/recommended\">豆瓣猜</a></li>\n" +
-                        "      <li\n" +
-                        "      ><a href=\"http://book.douban.com/tag/\">分类浏览</a></li>\n" +
-                        "      <li><a href=\"http://book.douban.com/writers/\">作者</a></li>\n" +
-                        "      \n" +
-                        "      <li><a href=\"http://read.douban.com?dcs=book-nav&amp;dcm=douban\" target=\"_blank\">阅读</a></li>\n" +
-                        "      \n" +
-                        "      <li class=\"book-cart\"><a href=\"http://book.douban.com/cart\">购书单</a></li>\n" +
-                        "    </ul>\n" +
-                        "  </div>\n" +
-                        "</div>\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "  \n" +
-                        "  <script type=\"text/template\" id=\"suggest-item\">\n" +
-                        "    <li class=\"item\"><a href=\"#\">{{= item}}</a></li>\n" +
-                        "  </script>\n" +
-                        "  \n" +
-                        "  \n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "    <div id=\"wrapper\">\n" +
-                        "        \n" +
-                        "<h1>\n" +
-                        "    <span property=\"v:itemreviewed\">地球上最后的夜晚</span>\n" +
-                        "    <div class=\"clear\"></div>\n" +
-                        "</h1>\n" +
-                        "\n" +
-                        "        \n" +
-                        "  <div id=\"content\">\n" +
-                        "    \n" +
-                        "    <div class=\"grid-16-8 clearfix\">\n" +
-                        "      \n" +
-                        "      <div class=\"article\">\n" +
-                        "<div class=\"indent\">\n" +
-                        "  <div class=\"subjectwrap clearfix\">\n" +
-                        "    \n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "<div class=\"subject clearfix\">\n" +
-                        "<div id=\"mainpic\" class=\"\">\n" +
-                        "\n" +
-                        "  \n" +
-                        "\n" +
-                        "  <a class=\"nbg\" \n" +
-                        "      href=\"http://img3.douban.com/lpic/s26258459.jpg\" title=\"&lt;bound method Book.seo_title of &lt;Book(20501761, ), title: 地球上最后的夜晚, uid: 7208112029, cat_id: 1001&gt;&gt;\">\n" +
-                        "    <img src=\"http://img3.douban.com/mpic/s26258459.jpg\" title=\"点击看大图\" alt=\"地球上最后的夜晚\" rel=\"v:photo\">\n" +
-                        "  </a>\n" +
-                        "\n" +
-                        "    <br>\n" +
-                        "      <p class=\"gact\">\n" +
-                        "        <a href=\"http://book.douban.com/subject/20501761/edit\">更新描述或封面</a>\n" +
-                        "      </p>\n" +
-                        "\n" +
-                        "\n" +
-                        "</div>\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "<div id=\"info\" class=\"\">\n" +
-                        "\n" +
-                        "\n" +
-                        "    \n" +
-                        "    \n" +
-                        "  \n" +
-                        "\n" +
-                        "    \n" +
-                        "    \n" +
-                        "  \n" +
-                        "    <span class=\"pl\">原作名:</span> Last Evenings on Earth<br/>\n" +
-                        "\n" +
-                        "    \n" +
-                        "    \n" +
-                        "  \n" +
-                        "    <span>\n" +
-                        "      <span class=\"pl\"> 作者</span>: \n" +
-                        "        \n" +
-                        "        <a href=\"/search/%5B%E6%99%BA%E5%88%A9%5D%20%E7%BD%97%E8%B4%9D%E6%89%98%C2%B7%E6%B3%A2%E6%8B%89%E5%B0%BC%E5%A5%A5\">[智利] 罗贝托·波拉尼奥</a>\n" +
-                        "    </span><br/>\n" +
-                        "\n" +
-                        "    \n" +
-                        "    \n" +
-                        "  \n" +
-                        "    <span>\n" +
-                        "      <span class=\"pl\"> 译者</span>: \n" +
-                        "        \n" +
-                        "        <a href=\"/search/%E8%B5%B5%E5%BE%B7%E6%98%8E\">赵德明</a>\n" +
-                        "    </span><br/>\n" +
-                        "\n" +
-                        "    \n" +
-                        "    \n" +
-                        "  \n" +
-                        "    <span class=\"pl\">出版社:</span> 上海人民出版社<br/>\n" +
-                        "\n" +
-                        "    \n" +
-                        "    \n" +
-                        "  \n" +
-                        "    <span class=\"pl\">出版年:</span> 2013-4-1<br/>\n" +
-                        "\n" +
-                        "    \n" +
-                        "    \n" +
-                        "  \n" +
-                        "    <span class=\"pl\">页数:</span> 288<br/>\n" +
-                        "\n" +
-                        "    \n" +
-                        "    \n" +
-                        "  \n" +
-                        "    <span class=\"pl\">定价:</span> 45.00元<br/>\n" +
-                        "\n" +
-                        "    \n" +
-                        "    \n" +
-                        "  \n" +
-                        "\n" +
-                        "    \n" +
-                        "    \n" +
-                        "  \n" +
-                        "    <span class=\"pl\">丛书:</span>&nbsp;<a href=\"http://book.douban.com/series/16633\">罗贝托·波拉尼奥作品系列</a><br>\n" +
-                        "\n" +
-                        "    \n" +
-                        "    \n" +
-                        "  \n" +
-                        "    \n" +
-                        "      \n" +
-                        "      <span class=\"pl\">ISBN:</span> 9787208112025<br/>\n" +
-                        "\n" +
-                        "\n" +
-                        "</div>\n" +
-                        "\n" +
-                        "</div>\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "    \n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "<div id=\"interest_sectl\" class=\"\">\n" +
-                        "  <div class=\"rating_wrap\" rel=\"v:rating\">\n" +
-                        "    <p class=\"rating_self clearfix\" typeof=\"v:Rating\">\n" +
-                        "      <span class=\"ll bigstar45\"></span>\n" +
-                        "\n" +
-                        "\n" +
-                        "      <strong class=\"ll rating_num \" property=\"v:average\">\n" +
-                        "      8.4\n" +
-                        "      </strong>\n" +
-                        "\n" +
-                        "      <span property=\"v:best\" content=\"10.0\"></span>\n" +
-                        "    </p>\n" +
-                        "    <p class=\"rating_self font_normal clearbox\">\n" +
-                        "    (\n" +
-                        "    <span class=\"\">\n" +
-                        "      <a href=\"collections\"><span property=\"v:votes\">11</span>人评价</a>\n" +
-                        "    </span>\n" +
-                        "    )\n" +
-                        "  </p>\n" +
-                        "    \n" +
-                        "    \n" +
-                        "<span class=\"stars5 starstop\" title=\"力荐\"></span>\n" +
-                        "\n" +
-                        "    \n" +
-                        "<div class=\"power\" style=\"width:50px\"></div>\n" +
-                        "\n" +
-                        "    45.5%<br>\n" +
-                        "    \n" +
-                        "    \n" +
-                        "<span class=\"stars4 starstop\" title=\"推荐\"></span>\n" +
-                        "\n" +
-                        "    \n" +
-                        "<div class=\"power\" style=\"width:10px\"></div>\n" +
-                        "\n" +
-                        "    9.1%<br>\n" +
-                        "    \n" +
-                        "    \n" +
-                        "<span class=\"stars3 starstop\" title=\"还行\"></span>\n" +
-                        "\n" +
-                        "    \n" +
-                        "<div class=\"power\" style=\"width:20px\"></div>\n" +
-                        "\n" +
-                        "    18.2%<br>\n" +
-                        "    \n" +
-                        "    \n" +
-                        "<span class=\"stars2 starstop\" title=\"较差\"></span>\n" +
-                        "\n" +
-                        "    \n" +
-                        "<div class=\"power\" style=\"width:20px\"></div>\n" +
-                        "\n" +
-                        "    18.2%<br>\n" +
-                        "    \n" +
-                        "    \n" +
-                        "<span class=\"stars1 starstop\" title=\"很差\"></span>\n" +
-                        "\n" +
-                        "    \n" +
-                        "<div class=\"power\" style=\"width:10px\"></div>\n" +
-                        "\n" +
-                        "    9.1%<br>\n" +
-                        "</div>\n" +
-                        "</div>\n" +
-                        "\n" +
-                        "\n" +
-                        "  </div>\n" +
-                        "  \n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "  \n" +
-                        "    \n" +
-                        "    <div id=\"interest_sect_level\" class=\"clearfix\">\n" +
-                        "        <a href=\"http://book.douban.com/subject/20501761/?interest=wish&amp;ck=OFto\" rel=\"nofollow\" class=\"collect_btn colbutt ll\" name=\"pbtn-20501761-wish\">\n" +
-                        "          <span>想读</span>\n" +
-                        "        </a>\n" +
-                        "        <a href=\"http://book.douban.com/subject/20501761/?interest=do&amp;ck=OFto\" rel=\"nofollow\" class=\"collect_btn colbutt ll\" name=\"pbtn-20501761-do\">\n" +
-                        "          <span>在读</span>\n" +
-                        "        </a>\n" +
-                        "        <a href=\"http://book.douban.com/subject/20501761/?interest=collect&amp;ck=OFto\" rel=\"nofollow\" class=\"collect_btn colbutt ll\" name=\"pbtn-20501761-collect\">\n" +
-                        "          <span>读过</span>\n" +
-                        "        </a>\n" +
-                        "      <div class=\"ll j a_stars\">\n" +
-                        "        \n" +
-                        "\n" +
-                        "<span class=\"j a_stars\">\n" +
-                        "  <span class=\"rate_stars\">\n" +
-                        "    评价: \n" +
-                        "    <span id=\"rating\">\n" +
-                        "      <span id=\"stars\"><a href=\"javascript:void(0)\" class=\"j a_collect_btn\" name=\"pbtn-20501761-collect-1\"><img src=\"http://img3.douban.com/pics/nst.gif\" id=\"star1\" /></a><a href=\"javascript:void(0)\" class=\"j a_collect_btn\" name=\"pbtn-20501761-collect-2\"><img src=\"http://img3.douban.com/pics/nst.gif\" id=\"star2\" /></a><a href=\"javascript:void(0)\" class=\"j a_collect_btn\" name=\"pbtn-20501761-collect-3\"><img src=\"http://img3.douban.com/pics/nst.gif\" id=\"star3\" /></a><a href=\"javascript:void(0)\" class=\"j a_collect_btn\" name=\"pbtn-20501761-collect-4\"><img src=\"http://img3.douban.com/pics/nst.gif\" id=\"star4\" /></a><a href=\"javascript:void(0)\" class=\"j a_collect_btn\" name=\"pbtn-20501761-collect-5\"><img src=\"http://img3.douban.com/pics/nst.gif\" id=\"star5\" /></a>      </span>\n" +
-                        "      <span id=\"rateword\" class=\"pl\"></span>\n" +
-                        "      <input id=\"n_rating\" type=\"hidden\" value=\"\"\n" +
-                        "          />\n" +
-                        "    </span>\n" +
-                        "  </span>\n" +
-                        "</span>\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "      </div>\n" +
-                        "    </div>\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "  \n" +
-                        "  <div class=\"gtleft\">\n" +
-                        "    <ul class=\"ul_subject_menu bicelink color_gray pt6 clearfix\">\n" +
-                        "        <li>\n" +
-                        "          <img src=\"http://img3.douban.com/pics/add-review.gif\" />&nbsp;<a href=\"http://book.douban.com/annotation/write?sid=20501761\" rel=\"nofollow\">写笔记</a>\n" +
-                        "        </li>\n" +
-                        "\n" +
-                        "        <li>\n" +
-                        "          <img src=\"http://img3.douban.com/pics/add-review.gif\" />&nbsp;<a href=\"http://book.douban.com/subject/20501761/new_review\" rel=\"nofollow\">写书评</a>\n" +
-                        "        </li>\n" +
-                        "\n" +
-                        "      <li>\n" +
-                        "\n" +
-                        "  <span class=\"rr\">\n" +
-                        "  \n" +
-                        "\n" +
-                        "    <img src=\"http://img3.douban.com/pics/add-cart.gif\"/>\n" +
-                        "      <a name=\"20501761\" class=\"j a_add2cart\" href=\"javascript:;\">加入购书单</a>\n" +
-                        "  <span class=\"hidden\">已在<a href=\"http://book.douban.com/cart\">购书单</a></span>\n" +
-                        "</span><br class=\"clearfix\" />\n" +
-                        "</li>\n" +
-                        "\n" +
-                        "        <li>\n" +
-                        "          \n" +
-                        "\n" +
-                        "\n" +
-                        "<div class=\"doulist-add-btn\">\n" +
-                        "    \n" +
-                        "\n" +
-                        "    \n" +
-                        "\n" +
-                        "    \n" +
-                        "\n" +
-                        "    <a href=\"http://www.douban.com/people/flashsword20/doulists/all?add=20501761&amp;cat=1001\" data-id=\"20501761\" data-cate=\"1001\" data-catename=\"图书\" class=\"lnk-doulist-add\"><i></i>添加到豆列</a>\n" +
-                        "</div>\n" +
-                        "\n" +
-                        "        </li>\n" +
-                        "\n" +
-                        "        \n" +
-                        "        \n" +
-                        "    \n" +
-                        "    <li class=\"rec\" id=\"C-20501761\">\n" +
-                        "        <a href= \"#\" data-url=\"http://book.douban.com/subject/20501761/\" data-desc=\"\" data-title=\"书籍《地球上最后的夜晚》 (来自豆瓣) \" data-pic=\"http://img3.douban.com/lpic/s26258459.jpg\" class=\"bn-sharing \">分享到</a> &nbsp;&nbsp;\n" +
-                        "    </li>\n" +
-                        "    <script>\n" +
-                        "    var cache_url = cache_url || {};\n" +
-                        "    (function(u){ if(cache_url[u]){ return; } cache_url[u] = true; Do(function(){$.getScript(u);}); })('http://img3.douban.com/js/lib/packed_sharebutton8478494727.js');\n" +
-                        "    </script>\n" +
-                        "\n" +
-                        "    </ul>\n" +
-                        "  </div>\n" +
-                        "\n" +
-                        "\n" +
-                        "    \n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "    <style type=\"text/css\">\n" +
-                        "      .book-share-dialog{z-index:98}.book-share-dialog div.bd{padding:0}.book-share .form-bd{position:relative;padding:15px 15px 16px 15px}.book-share-with-media .form-bd{height:136px}.book-share-no-media .form-bd{height:140px}.book-share-dialog .share-text{height:115px;position:relative;z-index:1;background:transparent}.book-share-with-media .share-text{float:right;_display:inline;width:355px;margin-right:8px}.book-share-dialog .mentioned-highlighter{height:115px;padding:3px;color:white}.book-share-dialog .mentioned-highlighter b{color:#d2e1f3}.book-share-with-media .mentioned-highlighter{width:355px;top:16px;left:140px}.book-share-no-media .mentioned-highlighter{width:484px;top:16px;left:16px}.book-share-no-media .share-text{float:none;_display:block;font-size:14px;width:484px;margin-right:0}.book-share .form-ft{background:#e9eef2;height:25px;padding-top:10px;padding-bottom:10px}.book-share .form-ft-inner{height:25px;padding-left:15px;padding-right:15px}.book-share-dialog .dialog-only-text{text-align:center;font-size:14px;line-height:1.5;padding-top:30px;padding-bottom:30px;color:#0c7823}.book-share-dialog .ll{float:left;display:inline}.book-share-dialog .share-label{width:auto;display:inline;float:none}.book-share-dialog .leading-label{_vertical-align:-2px}.book-share-dialog .media{float:left;_display:inline}.book-share-dialog #sync-setting{_vertical-align:-5px;margin-left:10px}.book-share-dialog .server-error{position:absolute;bottom:0;*bottom:8px}.book-share-no-media .server-error{left:16px;bottom:5px}.book-share-with-media .server-error{left:140px}.book-share-dialog .avail-num-indicator{color:#aaa;font-weight:800;position:absolute;right:22px;bottom:8px}.book-share-dialog .error{color:red}.book-share-dialog .bottom-setting{width:432px}.book-share-dialog .input-checkbox{vertical-align:-2px;_vertical-align:-1px}.book-share-dialog #sync-setting img{_vertical-align:2px}.suggest-overlay{z-index:2000}\n" +
-                        "      .suggestions-list li{position:relative;left:0;top:0;margin-bottom:7px;height:35px}.suggestions-list li .user-thumb{display:inline-block;*display:inline;float:left;margin:2px 5px 0 0;vertical-align:top}.suggestions-list li .user-thumb img{width:25px;height:25px}.suggestions-list li .user-name-info{display:inline-block;*display:inline;line-height:1.4em}.suggestions-list li .user-name-info .user-profile-link{color:#333;font-weight:800}.suggestions-list li .user-name-info .user-profile-link:hover{color:#4b8dc5}.suggestions-list li .user-name-info p{color:#999}.suggestions-list li .user-name-info b{color:#4b8dc5;font-weight:normal;cursor:pointer}.suggestions-list li .user-name-info b:hover{text-decoration:underline}.suggestions-list li .dismiss{position:absolute}.suggestions-list li .dismiss{color:#aaa;margin:0 0 0 10px;top:0;right:0}.suggestions-list li .dismiss:hover{color:#333;text-decoration:none}.suggest-overlay{position:absolute;z-index:99;width:auto;background:#fff;border:1px solid #c5c7d2;-moz-border-radius:3px;-webkit-border-radius:3px;border-radius:3px}.suggest-overlay .bd{min-width:220px;line-height:1;background:#fafafa;color:#b3b3b3;padding:5px;-moz-border-radius:3px;-webkit-border-radius:3px;border-radius:3px}.suggest-overlay ul{color:#333;padding:3px 0;min-width:214px}.suggest-overlay li{cursor:pointer;padding:3px 7px}.suggest-overlay li b{font-weight:bold}.suggest-overlay li span{color:#999}.suggest-overlay img{margin-right:5px;width:20px;height:20px;vertical-align:middle}.suggest-overlay .on{background:#e9f0f8}.mentioned-highlighter{font:14px/20px \"Helvetica Neue\",Helvetica,Arial,sans-serif;position:absolute;left:4px;top:4px;font-size:14px;height:60px;width:98.5%;overflow:hidden;background:#fff;white-space:pre-wrap;word-wrap:break-word;color:transparent}.mentioned-highlighter b{font-weight:normal;background-color:#d2e1f3;color:transparent;-moz-border-radius:2px;-webkit-border-radius:2px;border-radius:2px}\n" +
-                        "    </style>\n" +
-                        "    <script src=\"http://img3.douban.com/js/lib/packed_mustache5518868182.js\" type=\"text/javascript\"></script>\n" +
-                        "    <script src=\"http://img3.douban.com/js/lib/packed_textarea-mention1109633934.js\" type=\"text/javascript\"></script>\n" +
-                        "    <script src=\"http://img3.douban.com/js/book/packed_share1689383174.js\" type=\"text/javascript\"></script>\n" +
-                        "\n" +
-                        "<div class=\"rec-sec\">\n" +
-                        "\n" +
-                        "  <span class=\"rec\">\n" +
-                        "  \n" +
-                        "\n" +
-                        "  <script id=\"book-share\" type=\"text/x-html-snippet\">\n" +
-                        "      \n" +
-                        "  \n" +
-                        "\n" +
-                        "  \n" +
-                        "  \n" +
-                        "  <form class=\"book-share book-share-with-media\" action=\"/j/subject/20501761/share\" method=\"POST\"><div style=\"display:none;\"><input type=\"hidden\" name=\"ck\" value=\"OFto\"/></div>\n" +
-                        "    <div class=\"clearfix form-bd\">\n" +
-                        "        <img class=\"media\" src=\"http://img3.douban.com/mpic/s26258459.jpg\"\n" +
-                        "          width=\"108px\" height=\"136px\" />\n" +
-                        "\n" +
-                        "      <textarea name=\"text\" class=\"share-text\" cols=\"40\" placeholder=\"写点什么吧\"\n" +
-                        "        data-mention-api=\"https://api.douban.com/shuo/in/complete?alt=xd&amp;callback=?\"></textarea>\n" +
-                        "\n" +
-                        "      <input type=\"hidden\" name=\"book_comment\" value=\"推荐图书《地球上最后的夜晚》\">\n" +
-                        "      <input type=\"hidden\" name=\"comment_title\" value=\"推荐图书《地球上最后的夜晚》。\">\n" +
-                        "      <p class=\"error server-error\">&nbsp;</p>\n" +
-                        "      <span class=\"avail-num-indicator\">128</span>\n" +
-                        "      <div class=\"mentioned-highlighter\"></div>\n" +
-                        "    </div>\n" +
-                        "    <div class=\"form-ft\">\n" +
-                        "      <div class=\"form-ft-inner\">\n" +
-                        "        \n" +
-                        "\n" +
-                        "\n" +
-                        "<style>\n" +
-                        ".bottom-setting{width:440px;*width:400px;float:left}\n" +
-                        "#sync-setting:hover {background:none; color:#336699;}\n" +
-                        "#sync-setting img{vertical-align:baseline;*vertical-align:middle;opacity:.5;filter:alpha(opacity=50);display:inline-block;width:10px;height:10px;*display:inline;zoom:1;position:relative;top:1px;margin-left:5px;}\n" +
-                        "#sync-setting:hover img{opacity:.8;background:none;filter:alpha(opacity=80);}\n" +
-                        "#sync-setting img{width:10px;height:10px;}\n" +
-                        ".book-sns .private{float:none;}\n" +
-                        ".share-label{margin:8px;vertical-align:middle;*vertical-align:middle;}\n" +
-                        "</style>\n" +
-                        "\n" +
-                        "<div class=\"bottom-setting\">\n" +
-                        "    <div class=\"ll\">\n" +
-                        "        <span class=\"pl\">分享到</span>\n" +
-                        "            <input name=\"share-shuo\" type=\"hidden\" value=\"on\" />\n" +
-                        "\n" +
-                        "        </label> \n" +
-                        "    </div>\n" +
-                        "\n" +
-                        "      <a id=\"sync-setting\" href=\"http://book.douban.com/settings/sync\" target=\"_blank\"\n" +
-                        "        class=\"pl share-label\"><img src=\"http://img3.douban.com/pics/fm/home/share_g.png\" \n" +
-                        "          alt=\"去绑定新浪、腾讯等微博\" />去绑定新浪、腾讯等微博</a>\n" +
-                        "</div>\n" +
-                        "\n" +
-                        "        <span class=\"bn-flat\">\n" +
-                        "          <input type=\"submit\" value=\"确定\" />\n" +
-                        "        </span>\n" +
-                        "      </div>\n" +
-                        "    </div>\n" +
-                        "  </form>\n" +
-                        "\n" +
-                        "\n" +
-                        "  </script>\n" +
-                        "  \n" +
-                        "<script id=\"suggest-mention-tmpl\" type=\"text/mustache-template\">\n" +
-                        "  <ul>\n" +
-                        "    {{#users}}\n" +
-                        "    <li id=\"{{uid}}\"><img src=\"{{avatar}}\"\n" +
-                        "      >{{{username}}}&nbsp;<span>({{{uid}}})</span></li>\n" +
-                        "    {{/users}}\n" +
-                        "  </ul>\n" +
-                        "</script>\n" +
-                        "\n" +
-                        "\n" +
-                        "    <a href=\"#\" class=\"lnk-sharing\" data-share-dialog=\"#book-share\"\n" +
-                        "      data-dialog-title=\"推荐图书\">推荐</a>\n" +
-                        "  </span>\n" +
-                        "\n" +
-                        "</div>\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "<script>\n" +
-                        "  //bind events for collection button.\n" +
-                        "  $('.collect_btn', '#interest_sect_level').each(function(){\n" +
-                        "      Douban.init_collect_btn(this);\n" +
-                        "  });\n" +
-                        "</script>\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "</div>\n" +
-                        "\n" +
-                        "<br clear=\"all\">\n" +
-                        "<div id=\"collect_form_20501761\"></div>\n" +
-                        "<div class=\"related_info\">\n" +
-                        "  \n" +
-                        "  \n" +
-                        "  \n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "  \n" +
-                        "\n" +
-                        "  <h2 class=\"\">\n" +
-                        "\n" +
-                        "    内容简介\n" +
-                        "      &nbsp;&middot;&nbsp;&middot;&nbsp;&middot;&nbsp;&middot;&nbsp;&middot;&nbsp;&middot;\n" +
-                        "\n" +
-                        "  </h2>\n" +
-                        "\n" +
-                        "\n" +
-                        "<div class=\"indent\" id=\"link-report\">\n" +
-                        "  \n" +
-                        "    <style type=\"text/css\" media=\"screen\">\n" +
-                        ".intro p{text-indent:2em;}\n" +
-                        "</style>\n" +
-                        "<div class=\"intro\">\n" +
-                        "    <p>◎《2666》作者波拉尼奥首部短篇小说集</p>    <p>◎令人着迷、苦寻的答案。挫败，但并非失败的旅程。</p>    <p>◎《2666》屡获2012年各项读书大奖：深圳读书月年度十大好书；《中华读书报》年度十大好书，是惟一入选的外国小说；《中国图书商报》年度影响力图书；入围新浪读书年度十大好书等。</p>    <p>◎波拉尼奥在短篇小说领域展现出来的纯熟技巧，堪与卡夫卡和博尔赫斯媲美。</p>    <p>——————————————————————</p>    <p>《地球上最后的夜晚》由十四个故事组成，大部分故事的主人公是“B”：一个智利流亡者，在南美和欧洲漫无目的地游荡，串起了他同时代的其他人的故事，几乎都是在流亡生活中理想破灭的一代人，如何挣扎于边缘，困于梦魇。这些人犹如在一场梦中，在不同的故事中不断改换着形象、名字或背景。评论家们普遍认为，波拉尼奥在短篇小说领域展现出来的纯熟技巧，堪与卡夫卡和博尔赫斯媲美。</p></div>\n" +
-                        "\n" +
-                        "    \n" +
-                        "<style>\n" +
-                        "    #link-report .report { text-align: right; font-size: 12px; visibility: hidden; }\n" +
-                        "    #link-report .report a { color: #BBB; }\n" +
-                        "    #link-report .report a:hover { color: #FFF; background-color: #BBB; }\n" +
-                        "</style>\n" +
-                        "<script>\n" +
-                        "    Do = (typeof Do === 'undefined')? $ : Do;\n" +
-                        "    Do(function(){\n" +
-                        "    $(\"body\").delegate(\"#link-report\", 'mouseenter mouseleave', function(e){\n" +
-                        "      switch (e.type) {\n" +
-                        "        case \"mouseenter\":\n" +
-                        "          $(this).find(\".report\").css('visibility', 'visible');\n" +
-                        "          break;\n" +
-                        "        case \"mouseleave\":\n" +
-                        "          $(this).find(\".report\").css('visibility', 'hidden');\n" +
-                        "          break;\n" +
-                        "      }\n" +
-                        "    });\n" +
-                        "    $(\"#link-report\").delegate(\".report a\", 'click', function(e){\n" +
-                        "        e.preventDefault();\n" +
-                        "        var auditUrl = \"http://www.douban.com/misc/audit_report?url=\",\n" +
-                        "        opt = \"\";\n" +
-                        "        var obj = $(e.target).closest('#link-report');\n" +
-                        "        var id = obj.length != 0 ? obj.data(\"id\") : undefined;\n" +
-                        "        var params = (opt&&id) ? '?'.concat(opt, '=', id) : '';\n" +
-                        "        var url = auditUrl.concat(\"http://book.douban.com/book/subject/20501761/\", params);\n" +
-                        "        window.location.href = url;\n" +
-                        "    });\n" +
-                        "\n" +
-                        "    $(\"#link-report\").append('<div class=\"report\"><a rel=\"nofollow\" href=\"#\">举报</a></div>');\n" +
-                        "  });\n" +
-                        "</script>\n" +
-                        "\n" +
-                        "</div>\n" +
-                        "\n" +
-                        "  \n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "    \n" +
-                        "  \n" +
-                        "\n" +
-                        "  <h2 class=\"\">\n" +
-                        "\n" +
-                        "    作者简介\n" +
-                        "      &nbsp;&middot;&nbsp;&middot;&nbsp;&middot;&nbsp;&middot;&nbsp;&middot;&nbsp;&middot;\n" +
-                        "\n" +
-                        "  </h2>\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "      <div class=\"indent\">\n" +
-                        "          \n" +
-                        "            <span class=\"short\">\n" +
-                        "                <style type=\"text/css\" media=\"screen\">\n" +
-                        ".intro p{text-indent:2em;}\n" +
-                        "</style>\n" +
-                        "<div class=\"intro\">\n" +
-                        "    <p>罗贝托•波拉尼奥（Roberto Bolaño，1953—2003）出生于智利，父亲是卡车司机和业余拳击手，母亲在学校教授数学和统计学。1968年全家移居墨西哥。1973年波拉尼奥再次回到智利投身社会主义革命却遭到逮捕，差点被杀害。逃回墨西哥后他和好友推动了融合超现实主义、达达主义以及街头剧场的“现实以下主义”（Infrarealism）运动，意图激发拉丁美洲年轻人对生活与文学的热爱。1977年他前往欧洲，最后在西班牙波拉瓦海岸结婚定居。2003年因为肝脏功能损坏，等不到器官移植而在巴塞罗那去世，年仅五十岁。</p>    <p>波拉尼奥四十岁才开始写小说，作品数量却十分惊人，身后留下十部小说、四部短篇小说集以及三部诗集。1998年出版的《荒野侦探》在拉美文坛引起的轰动，不亚于三十年前《百年孤独》出版时的盛况。而其身后出版的《2666》更是引发欧美舆论压倒性好评，均致以...</p><p><a href=\"javascript:void(0)\" class=\"j a_show_full\">(展开全部)</a></p></div>\n" +
-                        "\n" +
-                        "            </span>\n" +
-                        "            <span class=\"all hidden\">\n" +
-                        "                <style type=\"text/css\" media=\"screen\">\n" +
-                        ".intro p{text-indent:2em;}\n" +
-                        "</style>\n" +
-                        "<div class=\"intro\">\n" +
-                        "    <p>罗贝托•波拉尼奥（Roberto Bolaño，1953—2003）出生于智利，父亲是卡车司机和业余拳击手，母亲在学校教授数学和统计学。1968年全家移居墨西哥。1973年波拉尼奥再次回到智利投身社会主义革命却遭到逮捕，差点被杀害。逃回墨西哥后他和好友推动了融合超现实主义、达达主义以及街头剧场的“现实以下主义”（Infrarealism）运动，意图激发拉丁美洲年轻人对生活与文学的热爱。1977年他前往欧洲，最后在西班牙波拉瓦海岸结婚定居。2003年因为肝脏功能损坏，等不到器官移植而在巴塞罗那去世，年仅五十岁。</p>    <p>波拉尼奥四十岁才开始写小说，作品数量却十分惊人，身后留下十部小说、四部短篇小说集以及三部诗集。1998年出版的《荒野侦探》在拉美文坛引起的轰动，不亚于三十年前《百年孤独》出版时的盛况。而其身后出版的《2666》更是引发欧美舆论压倒性好评，均致以杰作、伟大、里程碑、天才等等赞誉。苏珊•桑塔格、约翰•班维尔、科尔姆•托宾、斯蒂芬•金等众多作家对波拉尼奥赞赏有加，更有评论认为此书的出版自此将作者带至塞万提斯，斯特恩，梅尔维尔，普鲁斯特，穆齐尔与品钦的同一队列。</p></div>\n" +
-                        "\n" +
-                        "            </span>\n" +
-                        "      </div>\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "  \n" +
-                        "\n" +
-                        "  \n" +
-                        "    \n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "  \n" +
-                        "\n" +
-                        "  <h2 class=\"\">\n" +
-                        "\n" +
-                        "    目录\n" +
-                        "      &nbsp;&middot;&nbsp;&middot;&nbsp;&middot;&nbsp;&middot;&nbsp;&middot;&nbsp;&middot;\n" +
-                        "\n" +
-                        "  </h2>\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "<div class=\"indent\" id=\"dir_20501761_short\">\n" +
-                        "        圣西尼……………………………………3<br/>\n" +
-                        "        亨利·西蒙·勒普兰斯…………………… 27<br/>\n" +
-                        "        恩里克·马丁……………………………39<br/>\n" +
-                        "        一件文学奇事…………………… ……59<br/>\n" +
-                        "        通话…………………… ………………75<br/>\n" +
-                        "        毛毛虫…………………………………83<br/>\n" +
-                        "    · · · · · ·\n" +
-                        "    (<a href=\"javascript:$('#dir_20501761_short').hide();$('#dir_20501761_full').show();$.get('/j/subject/j_dir_count',{id:20501761});void(0);\">更多</a>)\n" +
-                        "</div>\n" +
-                        "\n" +
-                        "<div class=\"indent\" id=\"dir_20501761_full\" style=\"display:none\">\n" +
-                        "        圣西尼……………………………………3<br/>\n" +
-                        "        亨利·西蒙·勒普兰斯…………………… 27<br/>\n" +
-                        "        恩里克·马丁……………………………39<br/>\n" +
-                        "        一件文学奇事…………………… ……59<br/>\n" +
-                        "        通话…………………… ………………75<br/>\n" +
-                        "        毛毛虫…………………………………83<br/>\n" +
-                        "        安妮·穆尔的生平 ……………………101<br/>\n" +
-                        "        “小眼”席尔瓦 ………………………139<br/>\n" +
-                        "        戈麦斯帕拉西奥 ……………………159<br/>\n" +
-                        "        地球上最后的夜晚………………… 173<br/>\n" +
-                        "        1978 年的几天………………………205<br/>\n" +
-                        "        在法国和比利时闲逛…………………225<br/>\n" +
-                        "        牙科医生…………………… ………245<br/>\n" +
-                        "        邀舞卡……………………………… 273<br/>\n" +
-                        "     · · · · · ·     (<a href=\"javascript:$('#dir_20501761_full').hide();$('#dir_20501761_short').show();void(0);\">收起</a>)\n" +
-                        "</div>\n" +
-                        "\n" +
-                        "\n" +
-                        "    \n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "  \n" +
-                        "\n" +
-                        "  <h2 class=\"\">\n" +
-                        "\n" +
-                        "    &#34;地球上最后的夜晚&#34;试读\n" +
-                        "      &nbsp;&middot;&nbsp;&middot;&nbsp;&middot;&nbsp;&middot;&nbsp;&middot;&nbsp;&middot;\n" +
-                        "\n" +
-                        "  </h2>\n" +
-                        "\n" +
-                        "\n" +
-                        "<div class=\"indent\">\n" +
-                        "<p>情况是这样的：B 和B 父去阿卡普尔科度假。一大早，清晨六点，父子俩就要出发。那天夜里，B 睡在父亲家里。没梦，或者就算有梦，一睁眼也忘了。听见父亲在卫生间。向窗外望去，一片漆黑。B 不开灯，穿衣裳。等走出卧室的时候，父亲已经在桌旁看前一天的体育报纸了。早饭已经做好了。咖啡，牧场煎蛋。B 问候父亲后，走进卫生间。\n" +
-                        "B 父的汽车是1970 年的福特野马。六点半，父子俩上车，开..</p>\n" +
-                        "<ul class=\"col2-list clearfix\">\n" +
-                        "\n" +
-                        "<li>\n" +
-                        "    <a href=\"http://book.douban.com/reading/25695704/\">地球上最后的夜晚</a>\n" +
-                        "</li>\n" +
-                        "</ul>\n" +
-                        "<div align=\"right\">  · · · · · ·    (<a href=\"http://book.douban.com/subject/20501761/reading/\">查看全部试读</a>)</div>\n" +
-                        "</div>\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "  \n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "<div id=\"db-tags-section\" class=\"blank20\">\n" +
-                        "  \n" +
-                        "  \n" +
-                        "\n" +
-                        "  <h2 class=\"\">\n" +
-                        "\n" +
-                        "    豆瓣成员常用的标签(共38个)\n" +
-                        "      &nbsp;&middot;&nbsp;&middot;&nbsp;&middot;&nbsp;&middot;&nbsp;&middot;&nbsp;&middot;\n" +
-                        "\n" +
-                        "  </h2>\n" +
-                        "\n" +
-                        "\n" +
-                        "  <div class=\"indent\">      <a class=\"\" href=\"http://book.douban.com/tag/%E7%BD%97%E8%B4%9D%E6%89%98-%E6%B3%A2%E6%8B%89%E5%B0%BC%E5%A5%A5\">罗贝托-波拉尼奥</a>(68) &nbsp;      <a class=\"\" href=\"http://book.douban.com/tag/%E6%8B%89%E7%BE%8E%E6%96%87%E5%AD%A6\">拉美文学</a>(35) &nbsp;      <a class=\"\" href=\"http://book.douban.com/tag/%E5%A4%96%E5%9B%BD%E6%96%87%E5%AD%A6\">外国文学</a>(24) &nbsp;      <a class=\"\" href=\"http://book.douban.com/tag/%E5%B0%8F%E8%AF%B4\">小说</a>(22) &nbsp;      <a class=\"\" href=\"http://book.douban.com/tag/%E6%99%BA%E5%88%A9%E6%96%87%E5%AD%A6\">智利文学</a>(14) &nbsp;      <a class=\"\" href=\"http://book.douban.com/tag/%E6%B3%A2%E6%8B%89%E5%B0%BC%E5%A5%A5\">波拉尼奥</a>(10) &nbsp;      <a class=\"\" href=\"http://book.douban.com/tag/%E6%99%BA%E5%88%A9\">智利</a>(10) &nbsp;      <a class=\"\" href=\"http://book.douban.com/tag/%E5%B0%8F%E8%AF%B4%E9%9B%86\">小说集</a>(10) &nbsp;  </div>\n" +
-                        "</div>\n" +
-                        "\n" +
-                        "\n" +
-                        "  \n" +
-                        "\n" +
-                        "\n" +
-                        "<div class=\"subject_show block5\">\n" +
-                        "<h2>丛书信息</h2>\n" +
-                        "<div>\n" +
-                        "　　<a href=\"http://book.douban.com/series/16633\">罗贝托·波拉尼奥作品系列 (共6册)</a>,\n" +
-                        "这套丛书还有\n" +
-                        "《2666》,《荒野侦探》,《2666》,《荒野侦探》,《护身符》。</div>\n" +
-                        "</div>\n" +
-                        "<script>\n" +
-                        "$(function(){$(\".knnlike a\").click(function(){return moreurl(this,{'from':'knnlike'})})})\n" +
-                        "</script>\n" +
-                        "\n" +
-                        "  \n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "  \n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "  <div id=\"reviews\" class=\"ugc-mod\">\n" +
-                        "        <h2 class=\"clearfix\">\n" +
-                        "          书评&nbsp;&nbsp;· · · · · ·&nbsp;\n" +
-                        "        </h2>\n" +
-                        "        \n" +
-                        "      <a class=\"redbutt rr\" href=\"http://book.douban.com/subject/20501761/new_review\" rel=\"nofollow\"><span>我来评论这本书</span></a>\n" +
-                        "\n" +
-                        "\n" +
-                        "      <ul id=\"comment_tab\" class=\"inline-tabs\">\n" +
-                        "        <li id=\"t_0\" class=\"on\">\n" +
-                        "          <a href=\"javascript:void(0)\" onclick=\"return switch_tab('t_0')\">热门评论</a>\n" +
-                        "        </li>\n" +
-                        "        <li id=\"t_1\">\n" +
-                        "          <a href=\"javascript:void(0)\" onclick=\"return switch_tab('t_1')\">最新评论</a>\n" +
-                        "        </li>\n" +
-                        "      </ul>\n" +
-                        "\n" +
-                        "      \n" +
-                        "\n" +
-                        "      <div id=\"wt_0\" class=\"\">\n" +
-                        "          \n" +
-                        "    \n" +
-                        "        <div class='ctsh'>\n" +
-                        "    <div class=\"tlst\">\n" +
-                        "        <div class=\"ilst\">\n" +
-                        "                \n" +
-                        "    <a href=\"http://book.douban.com/people/4364899/\" title=\"DeadKennedy\"><img class=\"pil\" src=\"http://img3.douban.com/icon/user_normal.jpg\" alt=\"DeadKennedy\"/></a>\n" +
-                        "\n" +
-                        "        </div>\n" +
-                        "        <div class=\"nlst\"><h3>\n" +
-                        "            <div id=\"tb-5304911\" class=\"rr\"><a id=\"af-5304911\" href=\"http://book.douban.com/review/5304911/\" class=\"j a_unfolder\" style=\"background:none;\">\n" +
-                        "            <img src=\"http://img3.douban.com/pics/blank.gif\" class=\"bn-arrow\" width=\"48\" height=\"19\" alt=\"&gt;\" title=\"展开全文\"/></a>\n" +
-                        "            <a id=\"au-5304911\" href=\"javascript:void(0);\" class=\"j a_folder\" style=\"background:none;display:none\">\n" +
-                        "            <img src=\"http://img3.douban.com/pics/blank.gif\" class=\"bn-arrow\" width=\"48\" height=\"19\" alt=\"&lt;\" title=\"缩进全文\"/></a>\n" +
-                        "            </div>\n" +
-                        "            <a title=\"信仰的挽歌\" class=\"\" href=\"http://book.douban.com/review/5304911/\">信仰的挽歌</a>\n" +
-                        "        </h3></div>\n" +
-                        "        <div class=\"clst\">\n" +
-                        "            <span class=\"ll user\">\n" +
-                        "                <span class=\"starb\">                    <a href=\"http://book.douban.com/people/4364899/\" class=\"\">DeadKennedy</a>                    &nbsp;                </span>\n" +
-                        "                <span class=\"allstar50\" title=\"力荐\"></span>\n" +
-                        "            </span>\n" +
-                        "            <br /><br />\n" +
-                        "            <div id='review_5304911_short' class=\"review-short\">\n" +
-                        "                    <span class=\"\">Elegy to Faith\n" +
-                        "\n" +
-                        "\n" +
-                        "波拉诺难得的短篇集。\n" +
-                        "\n" +
-                        "\n" +
-                        "比之长篇，波拉诺的短篇是其能力的代表。他的长篇像话剧台词，冗长，精彩，让人迷失其中，在读过大概三百页之后似乎明白一些他在说什么。而他的短篇则像电台DJ的串词，明了，信息丰富，基本是波拉诺的自传和自白。很多篇目就是作家自身经历的镜像。是一些关于动荡，个人自由，劳动，知识份子，流放和坚持的故事。纽约时报评论这本书为“流放民谣”。\n" +
-                        "\n" +
-                        "\n" +
-                        "比如写自身经历的：......</span>\n" +
-                        "\n" +
-                        "                    <br/><br/><div class=\"pl clearfix\">\n" +
-                        "                    <span class=\"fleft\">\n" +
-                        "                        <span class=\"\">2012-02-14 13:53 &nbsp; &nbsp;</span>\n" +
-                        "                        <span class=\"\">2/2有用</span>\n" +
-                        "                    </span>\n" +
-                        "                    \n" +
-                        "                    <span class=\"works-link\">来自&nbsp;<a onclick=\"moreurl(this, {from:'works'})\" href=\"http://book.douban.com/subject/2583733/\">New Directions2007版</a></span>\n" +
-                        "\n" +
-                        "                    </div>\n" +
-                        "            </div>\n" +
-                        "            <div id=\"review_5304911_full\" style=\"display:none\"></div>\n" +
-                        "        </div>\n" +
-                        "    </div>\n" +
-                        "        </div>\n" +
-                        "    <div class=\"clear\"></div>\n" +
-                        "    \n" +
-                        "\n" +
-                        "\n" +
-                        "      </div>\n" +
-                        "\n" +
-                        "      <div id=\"wt_1\" class=\"hidden\">\n" +
-                        "          \n" +
-                        "    \n" +
-                        "        <div class='ctsh'>\n" +
-                        "    <div class=\"tlst\">\n" +
-                        "        <div class=\"ilst\">\n" +
-                        "                \n" +
-                        "    <a href=\"http://book.douban.com/people/4364899/\" title=\"DeadKennedy\"><img class=\"pil\" src=\"http://img3.douban.com/icon/user_normal.jpg\" alt=\"DeadKennedy\"/></a>\n" +
-                        "\n" +
-                        "        </div>\n" +
-                        "        <div class=\"nlst\"><h3>\n" +
-                        "            <div id=\"tb-5304911\" class=\"rr\"><a id=\"af-5304911\" href=\"http://book.douban.com/review/5304911/\" class=\"j a_unfolder\" style=\"background:none;\">\n" +
-                        "            <img src=\"http://img3.douban.com/pics/blank.gif\" class=\"bn-arrow\" width=\"48\" height=\"19\" alt=\"&gt;\" title=\"展开全文\"/></a>\n" +
-                        "            <a id=\"au-5304911\" href=\"javascript:void(0);\" class=\"j a_folder\" style=\"background:none;display:none\">\n" +
-                        "            <img src=\"http://img3.douban.com/pics/blank.gif\" class=\"bn-arrow\" width=\"48\" height=\"19\" alt=\"&lt;\" title=\"缩进全文\"/></a>\n" +
-                        "            </div>\n" +
-                        "            <a title=\"信仰的挽歌\" class=\"\" href=\"http://book.douban.com/review/5304911/\">信仰的挽歌</a>\n" +
-                        "        </h3></div>\n" +
-                        "        <div class=\"clst\">\n" +
-                        "            <span class=\"ll user\">\n" +
-                        "                <span class=\"starb\">                    <a href=\"http://book.douban.com/people/4364899/\" class=\"\">DeadKennedy</a>                    &nbsp;                </span>\n" +
-                        "                <span class=\"allstar50\" title=\"力荐\"></span>\n" +
-                        "            </span>\n" +
-                        "            <br /><br />\n" +
-                        "            <div id='review_5304911_short' class=\"review-short\">\n" +
-                        "                    <span class=\"\">Elegy to Faith\n" +
-                        "\n" +
-                        "\n" +
-                        "波拉诺难得的短篇集。\n" +
-                        "\n" +
-                        "\n" +
-                        "比之长篇，波拉诺的短篇是其能力的代表。他的长篇像话剧台词，冗长，精彩，让人迷失其中，在读过大概三百页之后似乎明白一些他在说什么。而他的短篇则像电台DJ的串词，明了，信息丰富，基本是波拉诺的自传和自白。很多篇目就是作家自身经历的镜像。是一些关于动荡，个人自由，劳动，知识份子，流放和坚持的故事。纽约时报评论这本书为“流放民谣”。\n" +
-                        "\n" +
-                        "\n" +
-                        "比如写自身经历的：......</span>\n" +
-                        "\n" +
-                        "                    <br/><br/><div class=\"pl clearfix\">\n" +
-                        "                    <span class=\"fleft\">\n" +
-                        "                        <span class=\"\">2012-02-14 13:53 &nbsp; &nbsp;</span>\n" +
-                        "                        <span class=\"\">2/2有用</span>\n" +
-                        "                    </span>\n" +
-                        "                    \n" +
-                        "                    <span class=\"works-link\">来自&nbsp;<a onclick=\"moreurl(this, {from:'works'})\" href=\"http://book.douban.com/subject/2583733/\">New Directions2007版</a></span>\n" +
-                        "\n" +
-                        "                    </div>\n" +
-                        "            </div>\n" +
-                        "            <div id=\"review_5304911_full\" style=\"display:none\"></div>\n" +
-                        "        </div>\n" +
-                        "    </div>\n" +
-                        "        </div>\n" +
-                        "    <div class=\"clear\"></div>\n" +
-                        "    \n" +
-                        "\n" +
-                        "\n" +
-                        "      </div>\n" +
-                        "\n" +
-                        "      <script type=\"text/javascript\">\n" +
-                        "          function switch_tab(tab_id){\n" +
-                        "              hide_tab_id = $(\"#comment_tab .on\")[0].id;\n" +
-                        "              if (hide_tab_id==tab_id) {\n" +
-                        "                  return false;\n" +
-                        "              }\n" +
-                        "              $(\"#\"+tab_id).addClass(\"on\");\n" +
-                        "              $(\"#\"+hide_tab_id).removeClass(\"on\");\n" +
-                        "              $(\"#w\"+hide_tab_id).hide();\n" +
-                        "              $(\"#w\"+tab_id).show();\n" +
-                        "          }\n" +
-                        "\n" +
-                        "        $('.ctsh').delegate('.clst', 'hover', function(e) {\n" +
-                        "          $(this).find('.report')[e.type === 'mouseenter' ? 'show' : 'hide']()\n" +
-                        "        })\n" +
-                        "      </script>\n" +
-                        "  </div>\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "  \n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "<div class=\"ugc-mod reading-notes\">\n" +
-                        "  <div class=\"hd\">\n" +
-                        "  </div>\n" +
-                        "  \n" +
-                        "\n" +
-                        "\n" +
-                        "</div>\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "<script type=\"text/javascript\">\n" +
-                        "  $(document).ready(function(){\n" +
-                        "    var TEMPL_ADD_COL = '<a href=\"\" id=\"n-{NOTE_ID}\" class=\"colbutt ll add-col\"><span>收藏</span></a>',\n" +
-                        "      TEMPL_DEL_COL = '<span class=\"pl\">已收藏 &gt;<a href=\"\" id=\"n-{NOTE_ID}\" class=\"del-col\">取消收藏</a></span>';\n" +
-                        "\n" +
-                        "    $('body').delegate('.add-col', 'click', function(e){\n" +
-                        "      e.preventDefault();\n" +
-                        "      var nnid = $(this).attr('id').split('-')[1],\n" +
-                        "        bn_add = $(this);\n" +
-                        "      $.post_withck(\"/j/book/annotation_collect\",{nid:nnid},function(){\n" +
-                        "        var a = $(TEMPL_DEL_COL.replace('{NOTE_ID}', nnid));\n" +
-                        "        bn_add.before(a);\n" +
-                        "        bn_add.remove();\n" +
-                        "      })\n" +
-                        "    });\n" +
-                        "\n" +
-                        "    $('body').delegate('.del-col', 'click', function(e){\n" +
-                        "      e.preventDefault();\n" +
-                        "      var nnid = $(this).attr('id').split('-')[1],\n" +
-                        "        bn_del = $(this).parent();\n" +
-                        "      $.post_withck(\"/j/book/annotation_uncollect\", {nid: nnid}, function() {\n" +
-                        "        var a = $(TEMPL_ADD_COL.replace('{NOTE_ID}', nnid));\n" +
-                        "        bn_del.before(a);\n" +
-                        "        bn_del.remove();\n" +
-                        "      })\n" +
-                        "    });\n" +
-                        "\n" +
-                        "    $(\"pre.source\").each(function(){\n" +
-                        "      var cn = $(this).attr('class').split(' ');\n" +
-                        "      l = cn[1];\n" +
-                        "      s = 'rand01';\n" +
-                        "      n = cn[2];\n" +
-                        "      $(this).snippet(n,{style: s, showNum: l});\n" +
-                        "    });\n" +
-                        "\n" +
-                        "    var annotationMod = $('.reading-notes .bd')\n" +
-                        "      , annotationTabs = annotationMod.find('.inline-tabs li')\n" +
-                        "      , annotationTabLinks = annotationTabs.find('a')\n" +
-                        "      , annotationTabContents = annotationMod.find('ul.comments');\n" +
-                        "\n" +
-                        "    annotationTabLinks.click(function(e){\n" +
-                        "      e.preventDefault();\n" +
-                        "      var el = $(this)\n" +
-                        "        , kind = el.attr('id');\n" +
-                        "\n" +
-                        "      annotationTabs.removeClass('on');\n" +
-                        "      el.parent().addClass('on');\n" +
-                        "      annotationTabContents.hide();\n" +
-                        "      annotationTabContents.filter('.' + kind).show();\n" +
-                        "    });\n" +
-                        "  });\n" +
-                        "</script>\n" +
-                        "\n" +
-                        "<script type=\"text/x-mathjax-config\">\n" +
-                        "MathJax.Hub.Config({\n" +
-                        "\tjax: [\"input/TeX\", \"output/HTML-CSS\"],\n" +
-                        "    extensions: [\"tex2jax.js\",\"TeX/AMSmath.js\",\"TeX/AMSsymbols.js\",\"TeX/noUndefined.js\"],\n" +
-                        "    tex2jax: {\n" +
-                        "\t\tinlineMath: [ [\"($\", \"$)\"], ['\\\\(','\\\\)'] ],\n" +
-                        "\t\tdisplayMath: [ [\"($$\",\"$$)\"], ['\\\\[','\\\\]']],\n" +
-                        "\t\tskipTags: [\"script\",\"noscript\",\"style\",\"textarea\"],\n" +
-                        "\t\tprocessEscapes: true,\n" +
-                        "\t\tprocessEnvironments: true,\n" +
-                        "\t\tpreview: \"TeX\"\n" +
-                        "\t},\n" +
-                        "\tshowProcessingMessages: false\n" +
-                        "  });\n" +
-                        "</script>\n" +
-                        "\n" +
-                        "\n" +
-                        "  \n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "<div id=\"db-discussion-section\" class=\"indent ugc-mod\">\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "        \n" +
-                        "  \n" +
-                        "\n" +
-                        "  <h2 class=\"\">\n" +
-                        "\n" +
-                        "    论坛\n" +
-                        "      &nbsp;&middot;&nbsp;&middot;&nbsp;&middot;&nbsp;&middot;&nbsp;&middot;&nbsp;&middot;\n" +
-                        "\n" +
-                        "  </h2>\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "        \n" +
-                        "<table class=\"olt\"><tr><td><td><td><td></tr>\n" +
-                        "        \n" +
-                        "        <tr class=\"\">\n" +
-                        "            <td class=\"pl\"><a href=\"http://book.douban.com/subject/20501761/discussion/52421904/\" title=\"平装or精装？孔亚雷or赵德明？\" class=\"\">平装or精装？孔亚雷or赵德明？</a></td>\n" +
-                        "            <td class=\"pl\">来自<a href=\"http://book.douban.com/people/59305218/\" class=\"\">Nihilum</a></td>\n" +
-                        "            <td class=\"pl\">5 回应</td>\n" +
-                        "            <td class=\"pl\">2013-04-21</td>\n" +
-                        "        </tr>\n" +
-                        "        \n" +
-                        "        <tr class=\"\">\n" +
-                        "            <td class=\"pl\"><a href=\"http://book.douban.com/subject/20501761/discussion/52548182/\" title=\"書到底出了沒啊？\" class=\"\">書到底出了沒啊？</a></td>\n" +
-                        "            <td class=\"pl\">来自<a href=\"http://book.douban.com/people/cheng911002/\" class=\"\">阿城1991</a></td>\n" +
-                        "            <td class=\"pl\">14 回应</td>\n" +
-                        "            <td class=\"pl\">2013-04-13</td>\n" +
-                        "        </tr>\n" +
-                        "        \n" +
-                        "        <tr class=\"\">\n" +
-                        "            <td class=\"pl\"><a href=\"http://book.douban.com/subject/20501761/discussion/52910043/\" title=\"不是翻译问题，是根本看不懂\" class=\"\">不是翻译问题，是根本看不懂</a></td>\n" +
-                        "            <td class=\"pl\">来自<a href=\"http://book.douban.com/people/49027770/\" class=\"\">呆呆双鱼女</a></td>\n" +
-                        "            <td class=\"pl\">1 回应</td>\n" +
-                        "            <td class=\"pl\">2013-04-20</td>\n" +
-                        "        </tr>\n" +
-                        "</table>\n" +
-                        "\n" +
-                        "\n" +
-                        "            <p class=\"pl\" align=\"right\">&gt;\n" +
-                        "                <a href=\"http://book.douban.com/subject/20501761/discussion/create\" rel=\"nofollow\">在这本书的论坛里发言</a>\n" +
-                        "            </p>\n" +
-                        "\n" +
-                        "\n" +
-                        "</div>\n" +
-                        "\n" +
-                        "\n" +
-                        "</div>\n" +
-                        "<script type=\"text/javascript\">\n" +
-                        "$(function(){if($.browser.msie && $.browser.version == 6.0){\n" +
-                        "    var maxWidth = parseInt($('#info').css('max-width'));\n" +
-                        "    if($('#info').width() > maxWidth)\n" +
-                        "        $('#info').width(maxWidth)\n" +
-                        "}});\n" +
-                        "</script>\n" +
-                        "</div>\n" +
-                        "      <div class=\"aside\">\n" +
-                        "        \n" +
-                        "  \n" +
-                        "  \n" +
-                        "  \n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "    \n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "<style type=\"text/css\" media=\"screen\">\n" +
-                        "  .add2cartContainer{line-height:24px;vertical-align:bottom}.add2cartContainer .add2cart{margin-right:0;display:inline-block}#buyinfo-report{display:none}#buyinfo-report .lnk-close-report{float:right;margin-top:-30px;line-height:14px}#buyinfo-report .item{margin-bottom:10px}#buyinfo-report .item input{vertical-align:text-bottom;*vertical-align:middle}#buyinfo-report .item label{margin:0 5px 0 2px}#buyinfo-report .item-submit .bn-flat{margin-right:10px}#buyinfo-report .item-price input{width:220px;border:1px solid #ccc;padding:4px}#buyinfo-report form{margin:5px 0 10px}#bi-report-btn{float:right;margin:2px 0;line-height:14px;display:none}.bi-vendor-report{color:#aaa}.bi-vendor-report-form{display:none;color:#111;margin:0 5px;line-height:25px}.gray_ad .ebook-tag{margin-left:8px;padding:0 6px;line-height:20px;font-size:11px;border:1px solid #e6e6e2;background:#f1f1ed;display:inline-block;*display:inline;*zoom:1;vertical-align:top}\n" +
-                        "</style>\n" +
-                        "\n" +
-                        "\n" +
-                        "<div class=\"gray_ad\" id=\"buyinfo\">\n" +
-                        "\n" +
-                        "    <div id=\"buyinfo-printed\">\n" +
-                        "      <h2 class=\"\">\n" +
-                        "        在哪儿买这本书?\n" +
-                        "      </h2>\n" +
-                        "      <ul class=\"bs noline more-after \">\n" +
-                        "          \n" +
-                        "          <li class=\"\">\n" +
-                        "          <a target=\"_blank\" href=\"http://www.douban.com/link2?type=bkbuy&amp;subject=20501761&amp;vendor=joyo&amp;price=3510&amp;lowest=3200&amp;pre=0&amp;cntvendor=2&amp;pos=1&amp;srcsubj=20501761&amp;srcpage=subject&amp;url=http%3A%2F%2Fwww.amazon.cn%2Fmn%2FdetailApp%2Fref%3Dasc_df_B00BN4P5AM595446%2F%3Fasin%3DB00BN4P5AM%26tag%3Ddouban-23%26creative%3D2384%26creativeASIN%3DB00BN4P5AM%26linkCode%3Dasn\" class=\"\">\n" +
-                        "              亚马逊\n" +
-                        "            <span class=\"buylink-price\">\n" +
-                        "              ( <span class=\"\">RMB 35.10</span> )\n" +
-                        "            </span>\n" +
-                        "            </a>\n" +
-                        "\n" +
-                        "\n" +
-                        "          \n" +
-                        "\n" +
-                        "          </li>\n" +
-                        "          \n" +
-                        "          <li class=\"\">\n" +
-                        "          <a target=\"_blank\" href=\"http://www.douban.com/link2?type=bkbuy&amp;subject=20501761&amp;vendor=beifa&amp;price=3200&amp;lowest=3200&amp;pre=0&amp;cntvendor=2&amp;pos=2&amp;srcsubj=20501761&amp;srcpage=subject&amp;url=http%3A%2F%2Fbook.beifabook.com%2FProduct%2FBookDetail.aspx%3FPlucode%3D720811202%26extra%3D3524321_s20501761\" class=\"\">\n" +
-                        "              北发图书网\n" +
-                        "            <span class=\"buylink-price\">\n" +
-                        "              ( <span class=\"\">RMB 32.00</span> )\n" +
-                        "            </span>\n" +
-                        "            </a>\n" +
-                        "\n" +
-                        "\n" +
-                        "          \n" +
-                        "\n" +
-                        "          </li>\n" +
-                        "\n" +
-                        "        <li class=\"\">\n" +
-                        "            <a href=\"http://book.douban.com/subject/20501761/buylinks\" class=\"\">查看2家网店价格\n" +
-                        "                ( RMB 32.00 起 )\n" +
-                        "            </a>\n" +
-                        "        </li>\n" +
-                        "      </ul>\n" +
-                        "    </div>\n" +
-                        "    \n" +
-                        "  <div class=\"add2cartContainer ft\n" +
-                        "    \">\n" +
-                        "    \n" +
-                        "  <span class=\"add2cartWidget rr\">\n" +
-                        "      \n" +
-                        "      <a href=\"javascript:;\" class=\"j colbutt a_add2cart add2cart\"\n" +
-                        "        name=\"20501761\">\n" +
-                        "        <span>加入购书单</span></a>\n" +
-                        "      <span class=\"color_gary book-in-cart hidden\"\n" +
-                        "        >\n" +
-                        "          已在购书单&nbsp;\n" +
-                        "          <a href=\"http://book.douban.com/cart\">查看</a>\n" +
-                        "        <a class=\"delete-cart-item\" rel=\"20501761\" href=\"http://book.douban.com/cart\">删除</a>\n" +
-                        "      </span>\n" +
-                        "  </span>\n" +
-                        "  \n" +
-                        "\n" +
-                        "    <span class=\"pl add2cartTip\">多本比价，批量购买</span>\n" +
-                        "  </div>\n" +
-                        "\n" +
-                        "</div>\n" +
-                        "\n" +
-                        "<style class=\"text/css\">\n" +
-                        "  .presale-indicator{display:inline-block;*display:inline;*zoom:1;width:24px;height:15px;line-height:15px;background:url(http://img3.douban.com/pics/book/cart/presale_text.gif) no-repeat;text-indent:-9999px;vertical-align:middle;*vertical-align:0;_vertical-align:2px;margin-left:.5em}\n" +
-                        "</style>\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "  \n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "  <div id=\"dale_book_subject_top_right\"></div>\n" +
-                        "  <div id=\"dale_book_subject_top_middle\"></div>\n" +
-                        "  \n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "  \n" +
-                        "  \n" +
-                        "\n" +
-                        "  <h2 class=\"\">\n" +
-                        "\n" +
-                        "    这本书的其他版本 \n" +
-                        "      &nbsp;&middot;&nbsp;&middot;&nbsp;&middot;&nbsp;&middot;&nbsp;&middot;&nbsp;&middot;\n" +
-                        "      <span class=\"pl\">&nbsp;(\n" +
-                        "          <a href=\"http://book.douban.com/works/1037601\">全部3</a>\n" +
-                        "        ) </span>\n" +
-                        "\n" +
-                        "  </h2>\n" +
-                        "\n" +
-                        "\n" +
-                        "  <div class=\"indent\">\n" +
-                        "    <ul>\n" +
-                        "        <li class=\"mb8 pl\">\n" +
-                        "          <a href=\"http://book.douban.com/subject/2583733/\">New Directions版</a>\n" +
-                        "          2007-4-30 / 5人读过 / 有售\n" +
-                        "        </li>\n" +
-                        "        <li class=\"mb8 pl\">\n" +
-                        "          <a href=\"http://book.douban.com/subject/6764011/\">未知出版社版</a>\n" +
-                        "          2008-5 / 有售\n" +
-                        "        </li>\n" +
-                        "    </ul>\n" +
-                        "  </div>\n" +
-                        "\n" +
-                        "\n" +
-                        "  \n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "      \n" +
-                        "  \n" +
-                        "\n" +
-                        "  <h2 class=\"\">\n" +
-                        "\n" +
-                        "    以下豆列推荐\n" +
-                        "      &nbsp;&middot;&nbsp;&middot;&nbsp;&middot;&nbsp;&middot;&nbsp;&middot;&nbsp;&middot;\n" +
-                        "      <span class=\"pl\">&nbsp;(\n" +
-                        "          <a href=\"http://book.douban.com/subject/20501761/doulists\">全部</a>\n" +
-                        "        ) </span>\n" +
-                        "\n" +
-                        "  </h2>\n" +
-                        "\n" +
-                        "\n" +
-                        "    <div id=\"db-doulist-section\" class=\"indent\">\n" +
-                        "      <ul class=\"bs\">\n" +
-                        "            <li><a href=\"http://book.douban.com/doulist/1877048/\">2013年3.1～4.30大陆推出的外国文学新书</a>\n" +
-                        "                <span class=\"pl\">(Onetti)</span>\n" +
-                        "            </li>\n" +
-                        "            <li><a href=\"http://book.douban.com/doulist/1158147/\">中国翻译出版的拉美文学作品（2000-）</a>\n" +
-                        "                <span class=\"pl\">(地球的小孩)</span>\n" +
-                        "            </li>\n" +
-                        "            <li><a href=\"http://book.douban.com/doulist/1734159/\">罗贝托·波拉尼奥 年表顺序作品大全</a>\n" +
-                        "                <span class=\"pl\">(王多功)</span>\n" +
-                        "            </li>\n" +
-                        "            <li><a href=\"http://book.douban.com/doulist/1759375/\">2013年购书目录（一）</a>\n" +
-                        "                <span class=\"pl\">(思郁)</span>\n" +
-                        "            </li>\n" +
-                        "            <li><a href=\"http://book.douban.com/doulist/1379223/\">“我阅读是为了让光阴流逝使我心安”</a>\n" +
-                        "                <span class=\"pl\">(胡桃家子)</span>\n" +
-                        "            </li>\n" +
-                        "      </ul>\n" +
-                        "    </div>\n" +
-                        "\n" +
-                        "\n" +
-                        "  \n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "  <h2>谁读这本书?</h2>\n" +
-                        "  <div class=\"indent\" id=\"collector\">\n" +
-                        "\n" +
-                        "    \n" +
-                        "\n" +
-                        "    \n" +
-                        "    <div class=\"ll\"><a href=\"http://book.douban.com/people/stardiviner/\"><img src=\"http://img3.douban.com/icon/u34279740-3.jpg\" class=\"pil\" alt=\"小K\" /></a></div>\n" +
-                        "    <div style=\"padding-left:60px\"><a href=\"http://book.douban.com/people/stardiviner/\">小K</a><br/>\n" +
-                        "      <div class=\"pl ll\">          13分钟前          想读      </div>\n" +
-                        "\n" +
-                        "      <br/>\n" +
-                        "\n" +
-                        "\n" +
-                        "    </div>\n" +
-                        "    <div class=\"clear\"></div><br/>\n" +
-                        "    <div class=\"ul\" style=\"margin-bottom:12px;\"></div>\n" +
-                        "    \n" +
-                        "    <div class=\"ll\"><a href=\"http://book.douban.com/people/52470092/\"><img src=\"http://img3.douban.com/icon/u52470092-9.jpg\" class=\"pil\" alt=\"杰森辛普森\" /></a></div>\n" +
-                        "    <div style=\"padding-left:60px\"><a href=\"http://book.douban.com/people/52470092/\">杰森辛普森</a><br/>\n" +
-                        "      <div class=\"pl ll\">          28分钟前          想读      </div>\n" +
-                        "\n" +
-                        "      <br/>\n" +
-                        "\n" +
-                        "\n" +
-                        "    </div>\n" +
-                        "    <div class=\"clear\"></div><br/>\n" +
-                        "    <div class=\"ul\" style=\"margin-bottom:12px;\"></div>\n" +
-                        "    \n" +
-                        "    <div class=\"ll\"><a href=\"http://book.douban.com/people/71252474/\"><img src=\"http://img3.douban.com/icon/u71252474-3.jpg\" class=\"pil\" alt=\"Aby\" /></a></div>\n" +
-                        "    <div style=\"padding-left:60px\"><a href=\"http://book.douban.com/people/71252474/\">Aby</a><br/>\n" +
-                        "      <div class=\"pl ll\">          37分钟前          想读      </div>\n" +
-                        "\n" +
-                        "      <br/>\n" +
-                        "\n" +
-                        "        <span class=\"pl\">tags:对人生的诠释</span>\n" +
-                        "\n" +
-                        "    </div>\n" +
-                        "    <div class=\"clear\"></div><br/>\n" +
-                        "    <div class=\"ul\" style=\"margin-bottom:12px;\"></div>\n" +
-                        "    \n" +
-                        "    <div class=\"ll\"><a href=\"http://book.douban.com/people/44057759/\"><img src=\"http://img3.douban.com/icon/u44057759-28.jpg\" class=\"pil\" alt=\"老男孩\" /></a></div>\n" +
-                        "    <div style=\"padding-left:60px\"><a href=\"http://book.douban.com/people/44057759/\">老男孩</a><br/>\n" +
-                        "      <div class=\"pl ll\">          1小时前          想读      </div>\n" +
-                        "\n" +
-                        "      <br/>\n" +
-                        "\n" +
-                        "\n" +
-                        "    </div>\n" +
-                        "    <div class=\"clear\"></div><br/>\n" +
-                        "    <div class=\"ul\" style=\"margin-bottom:12px;\"></div>\n" +
-                        "\n" +
-                        "\n" +
-                        "        <p class=\"pl\">&gt; <a href=\"http://book.douban.com/subject/20501761/doings\">5人在读</a></p>\n" +
-                        "        <p class=\"pl\">&gt; <a href=\"http://book.douban.com/subject/20501761/collections\">12人读过</a></p>\n" +
-                        "        <p class=\"pl\">&gt; <a href=\"http://book.douban.com/subject/20501761/wishes\">658人想读</a></p>\n" +
-                        "\n" +
-                        "  </div>\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "    \n" +
-                        "\n" +
-                        "    \n" +
-                        "  \n" +
-                        "\n" +
-                        "  <h2 class=\"\">\n" +
-                        "\n" +
-                        "    喜欢这本书的人常去的小组\n" +
-                        "      &nbsp;&middot;&nbsp;&middot;&nbsp;&middot;&nbsp;&middot;&nbsp;&middot;&nbsp;&middot;\n" +
-                        "\n" +
-                        "  </h2>\n" +
-                        "\n" +
-                        "\n" +
-                        "    \n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "    \n" +
-                        "    <dl class=\"ob\">\n" +
-                        "        <dt class=\"\"><a  href=\"http://www.douban.com/group/35832/\"><img src=\"http://img3.douban.com/icon/g35832-1.jpg\" class=\"m_sub_img\" alt=\"托马斯·品钦\"/></a></dt>\n" +
-                        "    \n" +
-                        "    <dd><a  href=\"http://www.douban.com/group/35832/\" class=\"\">托马斯·品钦</a> <span>(711)</span>\n" +
-                        "    </dd>\n" +
-                        "    </dl>\n" +
-                        "    \n" +
-                        "    <dl class=\"ob\">\n" +
-                        "        <dt class=\"\"><a  href=\"http://www.douban.com/group/377070/\"><img src=\"http://img3.douban.com/icon/g377070-2.jpg\" class=\"m_sub_img\" alt=\"短经典\"/></a></dt>\n" +
-                        "    \n" +
-                        "    <dd><a  href=\"http://www.douban.com/group/377070/\" class=\"\">短经典</a> <span>(787)</span>\n" +
-                        "    </dd>\n" +
-                        "    </dl>\n" +
-                        "    \n" +
-                        "    <dl class=\"ob\">\n" +
-                        "        <dt class=\"\"><a  href=\"http://www.douban.com/group/BrunoSchulz/\"><img src=\"http://img3.douban.com/icon/g107435-2.jpg\" class=\"m_sub_img\" alt=\"寻找:布鲁诺.舒尔茨\"/></a></dt>\n" +
-                        "    \n" +
-                        "    <dd><a  href=\"http://www.douban.com/group/BrunoSchulz/\" class=\"\">寻找:布鲁诺.舒尔茨</a> <span>(466)</span>\n" +
-                        "    </dd>\n" +
-                        "    </dl>\n" +
-                        "    \n" +
-                        "    <dl class=\"ob\">\n" +
-                        "        <dt class=\"\"><a  href=\"http://www.douban.com/group/17957/\"><img src=\"http://img3.douban.com/icon/g17957-2.jpg\" class=\"m_sub_img\" alt=\"胡安·鲁尔福\"/></a></dt>\n" +
-                        "    \n" +
-                        "    <dd><a  href=\"http://www.douban.com/group/17957/\" class=\"\">胡安·鲁尔福</a> <span>(613)</span>\n" +
-                        "    </dd>\n" +
-                        "    </dl>\n" +
-                        "    \n" +
-                        "    <dl class=\"ob\">\n" +
-                        "        <dt class=\"\"><a  href=\"http://www.douban.com/group/29633/\"><img src=\"http://img3.douban.com/icon/g29633-1.jpg\" class=\"m_sub_img\" alt=\"V.S.奈保尔\"/></a></dt>\n" +
-                        "    \n" +
-                        "    <dd><a  href=\"http://www.douban.com/group/29633/\" class=\"\">V.S.奈保尔</a> <span>(445)</span>\n" +
-                        "    </dd>\n" +
-                        "    </dl>\n" +
-                        "    \n" +
-                        "    <dl class=\"ob\">\n" +
-                        "        <dt class=\"\"><a  href=\"http://www.douban.com/group/173408/\"><img src=\"http://img3.douban.com/icon/g173408-3.jpg\" class=\"m_sub_img\" alt=\"胡利奥·科塔萨尔\"/></a></dt>\n" +
-                        "    \n" +
-                        "    <dd><a  href=\"http://www.douban.com/group/173408/\" class=\"\">胡利奥·科塔萨尔</a> <span>(1053)</span>\n" +
-                        "    </dd>\n" +
-                        "    </dl>\n" +
-                        "    \n" +
-                        "    <dl class=\"ob\">\n" +
-                        "        <dt class=\"\"><a  href=\"http://www.douban.com/group/234212/\"><img src=\"http://img3.douban.com/icon/g234212-4.jpg\" class=\"m_sub_img\" alt=\"中国当代书籍装帧摭评\"/></a></dt>\n" +
-                        "    \n" +
-                        "    <dd><a  href=\"http://www.douban.com/group/234212/\" class=\"\">中国当代书籍装帧摭评</a> <span>(1373)</span>\n" +
-                        "    </dd>\n" +
-                        "    </dl>\n" +
-                        "    \n" +
-                        "    <dl class=\"ob\">\n" +
-                        "        <dt class=\"\"><a  href=\"http://www.douban.com/group/communaute/\"><img src=\"http://img3.douban.com/icon/g122538-6.jpg\" class=\"m_sub_img\" alt=\"泼先生\"/></a></dt>\n" +
-                        "    \n" +
-                        "    <dd><a  href=\"http://www.douban.com/group/communaute/\" class=\"\">泼先生</a> <span>(485)</span>\n" +
-                        "    </dd>\n" +
-                        "    </dl>\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "  \n" +
-                        "\n" +
-                        "    <br clear=\"all\"/>\n" +
-                        "    <p class=\"pl\"> &gt; <a class=\"\" href=\"http://book.douban.com/subject/20501761/group_collectors\">收藏这本书的1个小组</a> </p>\n" +
-                        "  <div class=\"clear\"></div>\n" +
-                        "  <p class=\"pl\">&gt; \n" +
-                        "    <a href=\"http://www.douban.com/people/flashsword20/groups?collect=20501761\"> 加到我的小组收藏里 </a>\n" +
-                        "  </p>\n" +
-                        "  <br/>\n" +
-                        "  <div class=\"clear\"></div>\n" +
-                        "\n" +
-                        "  \n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "  \n" +
-                        "\n" +
-                        "  <h2>二手市场</h2>\n" +
-                        "  <div class=\"indent\">\n" +
-                        "    <ul class=\"bs\">\n" +
-                        "    <li class=\"\">\n" +
-                        "          <a href='http://book.douban.com/subject/20501761/new_offer' class=\"rr\">&gt; 点这儿转让</a>\n" +
-                        "\n" +
-                        "        有658人想读,手里有一本闲着?\n" +
-                        "      </li>\n" +
-                        "    </ul>\n" +
-                        "  </div>\n" +
-                        "\n" +
-                        "  \n" +
-                        "<p class=\"pl\">订阅关于地球上最后的夜晚的评论: <br/><span class=\"feed\">\n" +
-                        "    <a href=\"http://book.douban.com/feed/subject/20501761/reviews\"> feed: rss 2.0</a></span></p>\n" +
-                        "\n" +
-                        "  \n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "<script type=\"text/javascript\">\n" +
-                        "    (function (global) {\n" +
-                        "        var newNode = global.document.createElement('script'),\n" +
-                        "            existingNode = global.document.getElementsByTagName('script')[0],\n" +
-                        "            adSource = 'http://erebor.douban.com/',\n" +
-                        "            userId = '3524321',\n" +
-                        "            browserId = 'eSjH+2HoDdk',\n" +
-                        "            ipAddress = '115.174.146.245',\n" +
-                        "            criteria = '3:/subject/20501761/',\n" +
-                        "            preview = '',\n" +
-                        "            debug = false,\n" +
-                        "            adSlots = ['dale_book_subject_top_right', 'dale_book_subject_top_middle', 'dale_book_subject_middle_right'];\n" +
-                        "\n" +
-                        "        global.DoubanAdRequest = {src: adSource, uid: userId, bid: browserId, ip: ipAddress, crtr: criteria, prv: preview, debug: debug};\n" +
-                        "        global.DoubanAdSlots = (global.DoubanAdSlots || []).concat(adSlots);\n" +
-                        "\n" +
-                        "        newNode.setAttribute('type', 'text/javascript');\n" +
-                        "        newNode.setAttribute('src', 'http://img3.douban.com/js/packed_ad1227872440.js');\n" +
-                        "        newNode.setAttribute('async', true);\n" +
-                        "        existingNode.parentNode.insertBefore(newNode, existingNode);\n" +
-                        "    })(this);\n" +
-                        "</script>\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "      </div>\n" +
-                        "      <div class=\"extra\">\n" +
-                        "        \n" +
-                        "      </div>\n" +
-                        "    </div>\n" +
-                        "  </div>\n" +
-                        "\n" +
-                        "        \n" +
-                        "<div id=\"footer\">\n" +
-                        "\n" +
-                        "\n" +
-                        "<span id=\"icp\" class=\"fleft gray-link\">\n" +
-                        "    &copy; 2005－2013 douban.com, all rights reserved\n" +
-                        "</span>\n" +
-                        "\n" +
-                        "<span class=\"fright\">\n" +
-                        "    <a href=\"http://www.douban.com/about\">关于豆瓣</a>\n" +
-                        "    · <a href=\"http://www.douban.com/jobs\">在豆瓣工作</a>\n" +
-                        "    · <a href=\"http://www.douban.com/about?topic=contactus\">联系我们</a>\n" +
-                        "    · <a href=\"http://www.douban.com/about?policy=disclaimer\">免责声明</a>\n" +
-                        "    \n" +
-                        "    · <a href=\"http://book.douban.com/help/\">帮助中心</a>\n" +
-                        "    · <a href=\"http://developers.douban.com/\" target=\"_blank\">开发者</a>\n" +
-                        "    · <a href=\"http://book.douban.com/library_invitation\">图书馆合作</a>\n" +
-                        "    · <a href=\"http://www.douban.com/mobile/read\">手机读书</a>\n" +
-                        "    · <a href=\"http://www.douban.com/partner/\">豆瓣广告</a>\n" +
-                        "</span>\n" +
-                        "\n" +
-                        "\n" +
-                        "</div>\n" +
-                        "\n" +
-                        "    </div>\n" +
-                        "    <script type=\"text/javascript\">\n" +
-                        "    Do(function() {\n" +
-                        "      // 不再提醒\n" +
-                        "      Douban.init_delete_reply_notify=function(b){var a=function(g){g.preventDefault();var c=$(g.target);var h=c[0].href.split(\"#\")[1];$.get(\"/j/accounts/remove_notify?id=\"+h);var d=c.closest(\".item-req\");if($.contains($(\".top-nav-reminder\")[0],d[0])){d=d.parent();var f=d.siblings().length;d.fadeOut(function(){d.remove()});if(f===0){d.closest(\".bd\").find(\".no-new-notis\").show()}}else{d.fadeOut()}};if(b.type===\"click\"){a(b)}else{$(b).click(a)}};\n" +
-                        "      Douban.init_discard_notify=function(b){var a=function(i){i.preventDefault();var c=\"/j/notification/discard\";var f=$(i.target);var d=f[0].name;$.post_withck(c,{id:d},function(e){},\"json\");var g=f.closest(\".item-req\");if($.contains($(\".top-nav-reminder\")[0],g[0])){g=g.parent();var h=g.siblings().length;g.fadeOut(function(){g.remove()});if(h===0){g.closest(\".bd\").find(\".no-new-notis\").show()}}else{g.fadeOut()}};if(b.type===\"click\"){a(b)}else{$(b).click(a)}};\n" +
-                        "      var notimenu = $('#top-nav-notimenu');\n" +
-                        "      notimenu.bind('moreitem:show', function() {\n" +
-                        "        $.ajax({\n" +
-                        "          url: 'http://www.douban.com/j/notification/nav_pop',\n" +
-                        "          data: { ck: get_cookie('ck'),\n" +
-                        "                  k: '3524321:0bb4a68227c8e361ea696a8429044c2d19dbe3f7'\n" +
-                        "                },\n" +
-                        "          dataType: 'jsonp',\n" +
-                        "          success: function(e) {\n" +
-                        "            if (e.r) {\n" +
-                        "              return;\n" +
-                        "            }\n" +
-                        "            notimenu.html(e.s);\n" +
-                        "            if (e.n === 0) {\n" +
-                        "              $('#db-global-nav .top-nav-reminder .num').remove();\n" +
-                        "            } else {\n" +
-                        "              $('#db-global-nav .top-nav-reminder .num span').html(e.n);\n" +
-                        "            }\n" +
-                        "            if (window.load_event_monitor) {\n" +
-                        "              load_event_monitor($('#db-global-nav'));\n" +
-                        "            }\n" +
-                        "          }\n" +
-                        "        });\n" +
-                        "      });\n" +
-                        "    });\n" +
-                        "    </script><script type=\"text/javascript\" src=\"http://img3.douban.com/misc/mixed_static/7270fdcd799302b0.js\"></script>\n" +
-                        "    <!-- mako -->\n" +
-                        "    \n" +
-                        "    \n" +
-                        "  \n" +
-                        "<script type=\"text/javascript\">\n" +
-                        "var setMethodWithNs = function(namespace) {\n" +
-                        "  var ns = namespace ? namespace + '.' : ''\n" +
-                        "    , fn = function(string) {\n" +
-                        "        if(!ns) {return string}\n" +
-                        "        return ns + string\n" +
-                        "      }\n" +
-                        "  return fn\n" +
-                        "}\n" +
-                        "\n" +
-                        "var gaWithNamespace = function(fn, namespace) {\n" +
-                        "  var method = setMethodWithNs(namespace)\n" +
-                        "  fn.call(this, method)\n" +
-                        "}\n" +
-                        "\n" +
-                        "var _gaq = _gaq || []\n" +
-                        "  , accounts = [\n" +
-                        "      { id: 'UA-7019765-1', namespace: 'douban' }\n" +
-                        "    , { id: 'UA-7019765-16', namespace: '' }\n" +
-                        "    ]\n" +
-                        "  , gaInit = function(account) {\n" +
-                        "      gaWithNamespace(function(method) {\n" +
-                        "        gaInitFn.call(this, method, account)\n" +
-                        "      }, account.namespace)\n" +
-                        "    }\n" +
-                        "  , gaInitFn = function(method, account) {\n" +
-                        "      _gaq.push([method('_setAccount'), account.id])\n" +
-                        "\n" +
-                        "      \n" +
-                        "  _gaq.push([method('_addOrganic'), 'google', 'q'])\n" +
-                        "  _gaq.push([method('_addOrganic'), 'baidu', 'wd'])\n" +
-                        "  _gaq.push([method('_addOrganic'), 'soso', 'w'])\n" +
-                        "  _gaq.push([method('_addOrganic'), 'youdao', 'q'])\n" +
-                        "  _gaq.push([method('_addOrganic'), 'so.360.cn', 'q'])\n" +
-                        "  _gaq.push([method('_addOrganic'), 'sogou', 'query'])\n" +
-                        "  if (account.namespace) {\n" +
-                        "    _gaq.push([method('_addIgnoredOrganic'), '豆瓣'])\n" +
-                        "    _gaq.push([method('_addIgnoredOrganic'), 'douban'])\n" +
-                        "    _gaq.push([method('_addIgnoredOrganic'), '豆瓣网'])\n" +
-                        "    _gaq.push([method('_addIgnoredOrganic'), 'www.douban.com'])\n" +
-                        "  }\n" +
-                        "\n" +
-                        "      if (account.namespace === 'douban') {\n" +
-                        "        _gaq.push([method('_setDomainName'), '.douban.com'])\n" +
-                        "      }\n" +
-                        "\n" +
-                        "        _gaq.push([method('_setCustomVar'), 1, 'responsive_view_mode', 'desktop', 3])\n" +
-                        "\n" +
-                        "        _gaq.push([method('_setCustomVar'), 2, 'login_status', '1', 2]);\n" +
-                        "\n" +
-                        "      _gaq.push([method('_trackPageview')])\n" +
-                        "    }\n" +
-                        "\n" +
-                        "for(var i = 0, l = accounts.length; i < l; i++) {\n" +
-                        "  var account = accounts[i]\n" +
-                        "  gaInit(account)\n" +
-                        "}\n" +
-                        "\n" +
-                        "\n" +
-                        ";(function() {\n" +
-                        "    var ga = document.createElement('script');\n" +
-                        "    ga.src = ('https:' == document.location.protocol ? 'https://ssl' : 'http://www') + '.google-analytics.com/ga.js';\n" +
-                        "    ga.setAttribute('async', 'true');\n" +
-                        "    document.documentElement.firstChild.appendChild(ga);\n" +
-                        "})()\n" +
-                        "</script>\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "    <!-- dis17-->\n" +
-                        "\n" +
-                        "<script>var _check_hijack = function () {\n" +
-                        "            var _sig = \"eSjH+2Ho\", _login = true, bid = get_cookie('bid');\n" +
-                        "            if (location.protocol != \"file:\" && (typeof(bid) != \"string\" && _login || typeof(bid) == \"string\" && bid.substring(0,8) != _sig)) {\n" +
-                        "                location.href+=(/\\?/.test(location.href)?\"&\":\"?\") + \"_r=\" + Math.random().toString(16).substring(2);\n" +
-                        "            }};\n" +
-                        "            if (typeof(Do) != 'undefined') Do(_check_hijack);\n" +
-                        "            else if (typeof(get_cookie) != 'undefined') _check_hijack();\n" +
-                        "            </script>\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "</body>\n" +
-                        "</html>\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n" +
-                        "\n";
-
-        Html html = new Html(text);
-        System.out.println(html.sc());
-
-    }
-}
diff --git a/webmagic-core/src/test/java/us/codecraft/webmagic/selector/XpathSelectorTest.java b/webmagic-core/src/test/java/us/codecraft/webmagic/selector/XpathSelectorTest.java
index 96ea6e8cc..469ff26c6 100644
--- a/webmagic-core/src/test/java/us/codecraft/webmagic/selector/XpathSelectorTest.java
+++ b/webmagic-core/src/test/java/us/codecraft/webmagic/selector/XpathSelectorTest.java
@@ -4,2747 +4,1353 @@
 import org.junit.Test;
 
 /**
- * User: cairne
- * Date: 13-4-21
- * Time: 上午10:06
+ * User: cairne Date: 13-4-21 Time: 上午10:06
  */
 public class XpathSelectorTest {
 
-    String huxiuHtml = "\n" +
-            "<!DOCTYPE html PUBLIC \"-//W3C//DTD XHTML 1.0 Transitional//EN\" \"http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd\">\n" +
-            "<html xmlns=\"http://www.w3.org/1999/xhtml\">\n" +
-            "<head>\n" +
-            "<meta http-equiv=\"Content-Type\" content=\"text/html; charset=utf-8\" />\n" +
-            "<title>产品情感化设计的两个层面-观点-@虎嗅网</title>\n" +
-            "\n" +
-            "<meta name=\"keywords\" content=\"产品情感化设计的两个层面\" />\n" +
-            "<meta name=\"description\" id=\"description\" content=\"现在的网站文案已经越来越有人情味了。例如提示文案不是“你的账号密码错误”而是“密码不对哦”，文案中增加了语气词。文案内容的情感化也会增加用户的接受程度 \" />\n" +
-            "<meta name=\"MSSmartTagsPreventParsing\" content=\"True\" />\n" +
-            "<meta http-equiv=\"MSThemeCompatible\" content=\"Yes\" />\n" +
-            "<base href=\"http://www.huxiu.com/\" /><link rel=\"stylesheet\" type=\"text/css\" href=\"data/cache/style_3_common.css?GDG\" /><link rel=\"stylesheet\" type=\"text/css\" href=\"data/cache/style_3_portal_view.css?GDG\" /><script type=\"text/javascript\">var count_article_id='13380', STYLEID = '3', STATICURL = 'static/', IMGDIR = 'static/image/common', VERHASH = 'GDG', charset = 'utf-8', discuz_uid = '0', cookiepre = 'HUXIU_016a_', cookiedomain = '.huxiu.com', cookiepath = '/', showusercard = '1', attackevasive = '0', disallowfloat = '', creditnotice = '', defaultstyle = '', REPORTURL = 'aHR0cDovL3d3dy5odXhpdS5jb20vYXJ0aWNsZS8xMzM4MC8xLmh0bWw=', SITEURL = 'http://www.huxiu.com/', JSPATH = 'static/js/';</script>\n" +
-            "<script src=\"static/js/common.js?GDG\" type=\"text/javascript\"></script>\n" +
-            "<script src=\"static/js/jquery-1.7.2.min.js\" type=\"text/javascript\"></script>\n" +
-            "<meta name=\"application-name\" content=\"虎嗅网\" />\n" +
-            "<meta name=\"msapplication-tooltip\" content=\"虎嗅网\" />\n" +
-            "<meta name=\"msapplication-task\" content=\"name=首页;action-uri=http://www.huxiu.com/portal.php;icon-uri=http://www.huxiu.com/static/image/common/portal.ico\" /><meta name=\"msapplication-task\" content=\"name=论坛;action-uri=http://www.huxiu.com/forum.php;icon-uri=http://www.huxiu.com/static/image/common/bbs.ico\" />\n" +
-            "<meta name=\"msapplication-task\" content=\"name=;action-uri=http://www.huxiu.com/home.php;icon-uri=http://www.huxiu.com/static/image/common/home.ico\" /><script src=\"static/js/portal.js?GDG\" type=\"text/javascript\"></script>\n" +
-            "<!--[if lt IE 7]>\n" +
-            "<script src=\"/template/youliao/image/png_min.js\" type=\"text/javascript\"></script>\n" +
-            "<script type=\"text/javascript\">\n" +
-            "DD_belatedPNG.fix('#hd, img');\n" +
-            "</script>\n" +
-            "<![endif]-->\n" +
-            "<script src=\"http://cbjs.baidu.com/js/m.js\" type=\"text/javascript\"></script>\n" +
-            "</head>\n" +
-            "\n" +
-            "<body id=\"nv_portal\" class=\"pg_view \" onkeydown=\"if(event.keyCode==27) return false;\">\n" +
-            "\n" +
-            "<div id=\"append_parent\"></div><div id=\"ajaxwaitid\"></div>\n" +
-            "\t\t\t\n" +
-            "\t\n" +
-            "<div id=\"hd\">\n" +
-            "<div class=\"w-900 hdc cl\"><h2><a href=\"./\" title=\"虎嗅网\"><img src=\"template/youliao/image/logo.png\" alt=\"虎嗅网\" border=\"0\" /></a></h2>\n" +
-            "<!--广告位-->\n" +
-            "<div class=\"top-ad z\" style=\"padding-left: 20px;width: 480px;padding-top: 4px;\"><div><script type=\"text/javascript\">BAIDU_CLB_fillSlot(\"652074\");</script></div></div>\n" +
-            "<div class=\"youce y\">\n" +
-            "<div class=\"y\">\n" +
-            "<a class=\"xu_subscribe\" href=\"home.php?mod=spacecp&amp;ac=profile&amp;op=info\" >订阅<span >虎嗅</span></a>\n" +
-            "<a class=\"xu_rss\" href=\"/rss/\">RSS</a>\n" +
-            "</div>\n" +
-            "<script src=\"static/js/logging.js?GDG\" type=\"text/javascript\"></script>\n" +
-            "<div class=\"no-login\">\n" +
-            "<span class=\"no-login-s\"><a href=\"member.php?mod=logging&amp;action=login\" onclick=\"showWindow('login', this.href)\">登录</a><a href=\"member.php?mod=register\" class=\"xi2 xw1\">注册</a></span>\n" +
-            "</div>\n" +
-            "\n" +
-            "</div>\n" +
-            "</div>\n" +
-            "\n" +
-            "<div class=\"nv-wrap\">\n" +
-            "<div id=\"nv\" class=\"w-900\">\n" +
-            "<div id=\"scbar\" class=\"cl\">\n" +
-            "<form id=\"scbar_form\" method=\"post\" autocomplete=\"off\" onsubmit=\"searchFocus($('scbar_txt'))\" action=\"search.php?searchsubmit=yes\" target=\"_blank\">\n" +
-            "<input type=\"hidden\" name=\"mod\" id=\"scbar_mod\" value=\"search\" />\n" +
-            "<input type=\"hidden\" name=\"formhash\" value=\"48030d35\" />\n" +
-            "<input type=\"hidden\" name=\"srchtype\" value=\"title\" />\n" +
-            "<input type=\"hidden\" name=\"srhfid\" value=\"0\" />\n" +
-            "<input type=\"hidden\" name=\"srhlocality\" value=\"portal::view\" />\n" +
-            "<table cellspacing=\"0\" cellpadding=\"0\">\n" +
-            "<tr>\n" +
-            "<td class=\"scbar_txt_td\"><input type=\"text\" name=\"srchtxt\" id=\"scbar_txt\" value=\"\" autocomplete=\"off\" /></td>\n" +
-            "<td class=\"scbar_btn_td\"><input type=\"image\" src=\"template/youliao/image/search_icon.png\" /></td>\n" +
-            "</tr>\n" +
-            "</table>\n" +
-            "</form>\n" +
-            "</div>\n" +
-            "<ul id=\"scbar_type_menu\" class=\"p_pop\" style=\"display: none;\"><li><a href=\"javascript:;\" rel=\"article\" class=\"curtype\">文章</a></li><li><a href=\"javascript:;\" rel=\"forum\" >帖子</a></li><li><a href=\"javascript:;\" rel=\"user\">用户</a></li></ul>\n" +
-            "<script type=\"text/javascript\">\n" +
-            "//initSearchmenu('scbar', '');\n" +
-            "</script>\n" +
-            "<ul><li id=\"mn_N6666\" ><a href=\"/\" hidefocus=\"true\"  >首页</a></li><li id=\"mn_P1\" ><a href=\"http://www.huxiu.com/focus/\" hidefocus=\"true\"  >看点</a></li><li id=\"mn_P6\" ><a href=\"http://www.huxiu.com/books/\" hidefocus=\"true\"  >读点</a></li><li class=\"a\" id=\"mn_P4\" ><a href=\"http://www.huxiu.com/opinions/\" hidefocus=\"true\"  >观点</a></li><li id=\"mn_Ncd44\" ><a href=\"/tags\" hidefocus=\"true\"  >标签</a></li><li id=\"mn_N40f8\" ><a href=\"/contribute\" hidefocus=\"true\"  >投稿</a></li><li ><a hidefocus=\"true\" href=\"/space/uid/0.html\">我的虎嗅</a></li>\n" +
-            "</ul>\n" +
-            "</div>\n" +
-            "<div id=\"mu\" class=\"cl\">\n" +
-            "</div></div>\n" +
-            "</div>\n" +
-            "\n" +
-            "\n" +
-            "<div id=\"wp\" class=\"wp\">\n" +
-            "<!--[name]!portalcategory_viewtplname![/name]-->\n" +
-            "\n" +
-            "<script src=\"static/js/forum_viewthread.js?GDG\" type=\"text/javascript\"></script>\n" +
-            "<script type=\"text/javascript\">zoomstatus = parseInt(1), imagemaxwidth = 600, aimgcount = new Array();</script>\n" +
-            "<script src=\"/template/youliao/image/tongji.js\" type=\"text/javascript\"></script>\n" +
-            "\n" +
-            "<style id=\"diy_style\" type=\"text/css\"></style>\n" +
-            "<div class=\"wp\">\n" +
-            "    <!--[diy=diy1]-->\n" +
-            "    <div id=\"diy1\" class=\"area\"></div>\n" +
-            "    <!--[/diy]-->\n" +
-            "</div>\n" +
-            "\n" +
-            "\n" +
-            "<div class=\"w-920 blog-idx\">\n" +
-            "    <div class=\"w-long z ie6-shousi\">\n" +
-            "        <div class=\"neirong\">\n" +
-            "            <!--startprint1-->\n" +
-            "            <div class=\"h view-h\">\n" +
-            "\n" +
-            "                <h1 class=\"ph xs5\">产品情感化设计的两个层面  </h1>\n" +
-            "\n" +
-            "                <div class=\"other\">\n" +
-            "                    <div class=\"z\">\n" +
-            "                                                <span class=\"author-name\">2013-4-22 16:10</span>\n" +
-            "                        <span class=\"author-name\">\n" +
-            "                        \t<a href=\"article/13380/1.html#comment\">评论(<span class=\"rep-num\">0</span>)</a>\n" +
-            "                        </span>\n" +
-            "<span class=\"new-tag\"><a target=\"_blank\" href=\"/tags/329\">产品</a>\n" +
-            "<a target=\"_blank\" href=\"/tags/357\">投稿</a>\n" +
-            "</span>\n" +
-            "                    </div>\n" +
-            "                    <div class=\"y i-ico v-font-s\"><big class=\"xs3\"><a href=\"javascript:SetFont(18)\">大</a></big><span class=\"xs2\"><a href=\"javascript:SetFont(16)\">中</a></span>\n" +
-            "                        <small class=\"xs1\"><a href=\"javascript:SetFont(14)\">小</a></small>\n" +
-            "                        <span class=\"i-print\"><a href=\"javascript:preview(1)\"><i class=\"i-ico\" id=\"i_print\"></i></a></span></div>\n" +
-            "                    <div class=\"cl\"></div>\n" +
-            "                </div>\n" +
-            "\n" +
-            "            </div>\n" +
-            "            <div class=\"d\">\n" +
-            "\n" +
-            "                <!--[diy=diycontenttop]-->\n" +
-            "                <div id=\"diycontenttop\" class=\"area\"></div>\n" +
-            "                <!--[/diy]-->\n" +
-            "                <table cellpadding=\"0\" cellspacing=\"0\" class=\"vwtb\">\n" +
-            "                    <tr>\n" +
-            "                        <td id=\"article_content\">\n" +
-            "                                                                                    <span class=\"span-img\"><img src=\"http://u.img.huxiu.com/portal/201304/22/161540vff8jv8vmv9mvd9r.jpg\" alt=\"\"></span>\n" +
-            "                                                                                    用户之所以选择一款产品，首要的一点在于产品的功能或内容满足了用户。而随着产品的发展，同类型的产品基础功能都大致相同，产品之间的竞争越来越难在功能层面拉开差距。现在产品人员也更加开始在用户体验上下功夫了，而对用户体验的不断追求也就上升到了情感层面。<div><br></div><div><div>谈起产品情感化设计，可以拿手机通讯录中添加联系人头像来举例子，单就这个功能点而言，最基础的只要用户能够添加联系人的头像即可，而如果在这个功能上添加用户情感化的元素后，就可以在用户的头像展示上给予更大空间，让用户能够更大的发挥自己的个性。我们也发现新浪微博和开心网个人主页的设计也都增加了个人封面的展示。产品情感化对于功能本身是没有影响的，而情感因素后，产品对用户还会更有吸引力。短期来看，个性化和给用户更大的发挥空间是产品情感化设计的两个很重要的方向。</div><div><br></div><div>产品的情感化设计有两个不同的做法：<b>一个是在已有功能上进行扩</b>展，如上文所提到的通讯录中上传头像的功能，是对用户表达欲的满足，用户情感的单向表达；<b>另一种做法则是做一个完全情感化的产品</b>，用户情感的双向表达，是用户之间情感内容的交流，产品扮演的只是桥梁作用，例如小恩爱、抬杠这样的产品。其实所有涉及到用户互动性的产品对于情感化的拓展空间都很大，但是与普通社交不同的是，产品的情感化在于人与人之间更深层次的交流。在我个人看来，社交网站中的发状态功能已经仅仅是用户表达的工具，极少含有感情因素，但是像Facebook推出的暗恋功能却是一个情感化产品，产品的情感化不仅在于让用户将自己的情感寄予到产品中，而且产品要想具有情感化很重要的一点在于产品本身能够起到挖掘用户情感的作用。</div><div><br></div><div><span style=\"line-height: 1.8em;\">前面所提到的两种做法区别在于，前者是基于已有需求而进行的情感化设计，而后者则是完全情感化的产品，就成功率来讲，显然是前者更大一些。本身有需求的产品对于产品的情感化发展不仅奠定了基础，而且也烘托了氛围，做好了铺垫。如果是做一个完全情感化的产品，失败的可能性很大。当产品的功能满足了用户的情感表达，那就意味着产品可以满足用户的需求，而当产品本身所扮演的角色无法成为用户的寄托，那么产品就会面临失败。可想而知，情感化的产品肯定属于UGC类型，对于用户内容的质量要求会比较高，当技术水平不够高、功能操作不够便捷的时候，自然就提高了使用门槛。而且这种类型的产品对于氛围的烘托本身就会有相对高的要求。</span></div><div><br></div><div><span style=\"line-height: 1.8em;\">如果单从功能角度去衡量，用户情感的单向表达属于功能层面，而用户情感的双向表达属于内容层面。除此之外，产品情感化还有文案和产品风格上的表现。</span></div><div><br></div><div><span style=\"line-height: 1.8em;\">你是一个资深网虫，或许你也有所感觉，现在的网站文案已经越来越有人情味了。例如提示文案不是“你的账号密码错误”而是“密码不对哦”，文案中增加了语气词。这只是其中的一种表达方式，除此之外，你会看到产品设计中的很多引导方式也更有趣味性，文案内容的情感化也会增加用户的接受程度。</span></div><div><br></div><div>最近自己在使用产品中也有个很大的感触，就是产品风格对用户的吸引，同样是天气类应用，功能上相差无几，但是不同的风格却可以吸引不同的受众。有的是大众普通的风格，有的是小清新风格，有的是卡通风格等等，可以理解为用户对不同风格产品的选择背后的原因就是用户个人情感的不同，而用户的这种情感不能改变只能顺从。</div><div><br></div><div>更深层次的讲，产品情感化的关键在于产品功能与用户情感的承接，满足人们情感的诉求。从心理学上讲人的本性有很多，例如表达欲、攀比心理，但从人的本性和产品的情感化进行匹配，会有太多的点，在这里就不一一例举了，大家可以在产品的使用过程中逐渐感受。而之所以要选择利用人性情感的哪一点来设计产品就要根据具体的产品目标来衡量了。</div><div><br></div><div><span style=\"line-height: 1.8em;\"><font face=\"楷体\">文章来源：<a href=\"http://blog.sina.com.cn/laoan6688\">马虎眼</a> &nbsp; &nbsp;作者微信账号：mahuyan</font></span></div></div><div style=\"font-size:12px;text-indent:0\"><br><br>本文由\n" +
-            "<a href=\"space/uid/10025/1.html\">云瑞</a>\n" +
-            "授权<a href=\"http://www.huxiu.com\">虎嗅网</a>发表，并经虎嗅网编辑。转载此文章须经作者同意，并请附上出处(<a href=\"http://www.huxiu.com\">虎嗅网</a>)及本页链接。<br />原文链接<a href=\"http://www.huxiu.com/article/13380/1.html\">http://www.huxiu.com/article/13380/1.html</a>\n" +
-            "</div>\n" +
-            "                        </td>\n" +
-            "                    </tr>\n" +
-            "                </table>\n" +
-            "                \n" +
-            "                <!--[diy=diycontentbottom]-->\n" +
-            "                <div id=\"diycontentbottom\" class=\"area\"></div>\n" +
-            "                <!--[/diy]-->\n" +
-            "\n" +
-            "                <script src=\"static/js/home.js?GDG\" type=\"text/javascript\"></script>\n" +
-            "\n" +
-            "\n" +
-            "                                <!--[diy=diycontentclickbottom]-->\n" +
-            "                <div id=\"diycontentclickbottom\" class=\"area\"></div>\n" +
-            "                <!--[/diy]-->\n" +
-            "            </div>\n" +
-            "            <!--endprint1-->            <div class=\"neir_weixin\"><a href=\"http://www.huxiu.com/weixin.html\" target=\"_blank\"></a></div>\n" +
-            "<div class=\"o cl ptm pbm brd-b b-glfx\">    <div class=\"z\">\n" +
-            "        <div class=\"z pre_share1\">\n" +
-            "            <a onclick=\"return false;\" href=\"/tools.php?mod=share\">分享(<span id=\"tool_hxshare_nums\">0</span>)：</a>\n" +
-            "        </div>\n" +
-            "        <div class=\"z share-box\" id=\"share_box\">\n" +
-            "            <ul>\n" +
-            "                                <li><a class=\"hxs_tsina\" href=\"javascript:;\" onclick=\"hxshare_send('hxs_tsina');\" title=\"分享到新浪微博\"></a>\n" +
-            "                </li>\n" +
-            "                                <li><a class=\"hxs_tqq\" href=\"javascript:;\" onclick=\"hxshare_send('hxs_tqq');\" title=\"分享到腾讯微博\"></a>\n" +
-            "                </li>\n" +
-            "                                <li><a class=\"hxs_qzone\" href=\"javascript:;\" onclick=\"hxshare_send('hxs_qzone');\" title=\"分享到QQ空间\"></a>\n" +
-            "                </li>\n" +
-            "                                <li><a class=\"hxs_renren\" href=\"javascript:;\" onclick=\"hxshare_send('hxs_renren');\" title=\"分享到人人网\"></a>\n" +
-            "                </li>\n" +
-            "                                <li><a class=\"hxs_linkedin\" href=\"javascript:;\" onclick=\"hxshare_send('hxs_linkedin');\" title=\"分享到linkedin\"></a>\n" +
-            "                </li>\n" +
-            "                                <li><a class=\"hxs_t163\" href=\"javascript:;\" onclick=\"hxshare_send('hxs_t163');\" title=\"分享到网易微博\"></a>\n" +
-            "                </li>\n" +
-            "                                <li><a class=\"hxs_tomail\" href=\"javascript:;\" onclick=\"hxshare_send('hxs_tomail');\" title=\"分享到邮件分享\"></a>\n" +
-            "                </li>\n" +
-            "                                <style>\n" +
-            "                </style>\n" +
-            "                <li class=\"tools-qrcode\"><a href=\"javascript:;\" title=\"点击查看本页二维码\"></a><div id=\"qrcode_box\"></div></li>\n" +
-            "            </ul>\n" +
-            "            <script language=\"javascript\">\n" +
-            "                function preg_quote(str) {\n" +
-            "                    return str.replace(/([\"'])/g, \"`\");\n" +
-            "                }\n" +
-            "                function hxshare_send(des) {\n" +
-            "                    var HX_U = encodeURIComponent(document.location.href),\n" +
-            "                            HX_T = encodeURIComponent(preg_quote(document.title)),\n" +
-            "                            HX_C = encodeURIComponent(preg_quote(document.getElementById(\"description\").content));\n" +
-            "                    var hxs_url = \"/tools.php?mod=share\";\n" +
-            "                    var hxs_url = hxs_url + '&des=' + des + '&from_url=' + HX_U + '&title=' + HX_T + '&description=' + HX_C;\n" +
-            "                    //window.location.href = tmp_url;\n" +
-            "                    window.open(hxs_url);\n" +
-            "                }\n" +
-            "                jQ('.tools-qrcode').live('click',function(){\n" +
-            "                \tif(jQ('.tools-qrcode').css('overflow')=='hidden'){\n" +
-            "                \t\tif(jQ('#qrcode_box img').length=='0'){\n" +
-            "                \tvar local_url = window.location.href;\n" +
-            "                \tvar qrcode_url = '/qr/index.php?data='+local_url;\n" +
-            "                \tjQ.get(qrcode_url,function(data){\n" +
-            "                \t\tjQ('#qrcode_box').html(data).css({'top':'-130px'});\n" +
-            "                \t\tjQ('.tools-qrcode').css({'overflow':'visible'});\n" +
-            "                \t})\n" +
-            "                \t}else{\n" +
-            "                jQ('#qrcode_box').css({'top':'-130px'});\n" +
-            "                jQ('.tools-qrcode').css({'overflow':'visible'});\n" +
-            "                }\n" +
-            "                \t}else {\n" +
-            "                jQ('#qrcode_box').css({'top':'-160px'});\n" +
-            "                jQ('.tools-qrcode').css({'overflow':'hidden'});\n" +
-            "                \t}\n" +
-            "                })\n" +
-            "            </script>\n" +
-            "        </div>\n" +
-            "    </div>        <a href=\"home.php?mod=spacecp&amp;ac=favorite&amp;type=article&amp;id=13380&amp;handlekey=favoritearticlehk_13380\"\n" +
-            "       id=\"a_favorite\" onclick=\"showWindow(this.id, this.href, 'get', 0);\" class=\"oshr2 ofav\">收藏</a>\n" +
-            "    \n" +
-            "    <script type=\"text/javascript\" id=\"hxshare_js\"></script>\n" +
-            "    <script type=\"text/javascript\">\n" +
-            "        document.getElementById(\"hxshare_js\").src = \"static/js/hxshare_num.js?cdnversion=\" + new Date().getHours();\n" +
-            "    </script>\n" +
-            "\n" +
-            "\n" +
-            "                        <a href=\"home.php?mod=spacecp&amp;ac=click&amp;op=add&amp;clickid=1&amp;idtype=aid&amp;id=13380&amp;hash=0abc4055d360ebe63037445e8b37c905&amp;handlekey=clickhandle\"\n" +
-            "       id=\"click_aid_13380_1\"\n" +
-            "       onclick=\"showWindow(this.id, this.href);doane(event);\" class=\"oshr2\">没劲            </a>\n" +
-            "                    <a href=\"home.php?mod=spacecp&amp;ac=click&amp;op=add&amp;clickid=2&amp;idtype=aid&amp;id=13380&amp;hash=0abc4055d360ebe63037445e8b37c905&amp;handlekey=clickhandle\"\n" +
-            "       id=\"click_aid_13380_2\"\n" +
-            "       onclick=\"showWindow(this.id, this.href);doane(event);\" class=\"oshr2\">喜欢            </a>\n" +
-            "        </div>            \t\t                                    \n" +
-            "<div class=\"neirong-pl\">\n" +
-            "    <div class=\"comment-lg cl\"><span class=\"z\"><a href=\"comment/13380/1.html\">全部评论(<span class=\"rep-num\">0</span>)</a></span></div>\n" +
-            "    <div id=\"comment\" class=\"comment-pl-new\">\n" +
-            "        <div id=\"comment_ul\">\n" +
-            "            <div class=\"pl-login\">\n" +
-            "<p>参与讨论，请先<a href=\"member.php?mod=logging&amp;action=login\" onclick=\"showWindow('login', this.href)\">登录</a>|<a href=\"member.php?mod=register\">注册</a></p>\n" +
-            "<p class=\"p3\">\n" +
-            "<a rel=\"nofollow\" target=\"_top\" href=\"http://www.huxiu.com/connect.php?mod=login&amp;op=init&amp;referer=http%3A%2F%2Fwww.huxiu.com%2Farticle%2F13380%2F1.html&amp;statfrom=login\"><img class=\"vm\" src=\"static/image/common/qq_login.gif\"></a>\n" +
-            "<a alt=\"一步搞定\" rel=\"nofollow\" href=\"xwb.php?m=xwbAuth.login\"><img class=\"vm\" onerror=\"this.onerror=null;this.src='static/image/common/none.gif'\" src=\"xwb/images/bgimg/sina_login_btn.png\"></a>\n" +
-            "</p>\n" +
-            "</div>\n" +
-            "\n" +
-            "\n" +
-            "\n" +
-            "<script src=\"/template/youliao/image/jquery.caret.js\" type=\"text/javascript\"></script>\n" +
-            "<script src=\"/template/youliao/image/jquery.atwho.js\" type=\"text/javascript\"></script>\n" +
-            "<script src=\"/template/youliao/image/autoresize.min.js\" type=\"text/javascript\"></script>\n" +
-            "<script src=\"/template/youliao/image/hx_j.js\" type=\"text/javascript\"></script>\n" +
-            "<script src=\"/template/youliao/image/hx_lottery.js\" type=\"text/javascript\"></script>                    </div>\n" +
-            "    </div>\n" +
-            "    </div>\n" +
-            "\n" +
-            "            \n" +
-            "            <!--[diy=diycontentcomment]-->\n" +
-            "            <div id=\"diycontentcomment\" class=\"area\"></div>\n" +
-            "            <!--[/diy]-->\n" +
-            "        </div>\n" +
-            "    </div>\n" +
-            "    <div class=\"w-short2 y\">\n" +
-            "\t\t\t<div class=\"box-style one-author\">\n" +
-            "<h2>作者：<span class=\"author\"><a href=\"space/uid/10025/1.html\">云瑞</a></span></h2>\n" +
-            "<a href=\"space/uid/10025/1.html\" class=\"a-img\"><img src=\"http://user.huxiu.com/auth/data/avatar/000/01/00/25_avatar_middle.jpg\" /></a>\n" +
-            "<div class=\"author-other\">\n" +
-            "</div>\n" +
-            "</div>\n" +
-            "\n" +
-            "<div class=\"box-style author-article\">\n" +
-            "<div class=\"author-yijuha\">\n" +
-            "<dl>\n" +
-            "<dt>个人签名</dt>\n" +
-            "<dd>人人都爱互联网</dd>\n" +
-            "</dl>\n" +
-            "</div>\n" +
-            "\t\t\t\t\n" +
-            "<h3>作者其他文章</h3>\n" +
-            "<ul><li><a href=\"article/11016/1.html\">从Google+、Facebook、Twitter、 Youtube看，设计怎么回归产品本身</a></li>\n" +
-            "<li><a href=\"article/10291/1.html\">利用认知盈余创业需要考虑的几个因素</a></li>\n" +
-            "<li><a href=\"article/9811/1.html\">关于游戏社区的一些思考</a></li>\n" +
-            "<li><a href=\"article/8242/1.html\">产品设计：抄什么，不抄什么</a></li>\n" +
-            "<li><a href=\"article/5553/1.html\">啪啪应走社交路线</a></li>\n" +
-            "</ul>\n" +
-            " \n" +
-            "<a href=\"space/uid/10025/1.html\" class=\"a-more\">更多文章</a>\n" +
-            "</div>\n" +
-            "\n" +
-            "<div class=\"box-style other-imglist other-author\">\n" +
-            "<h3 class=\"t-h2\">您不能错过的作者</h3>\n" +
-            "<ul><li>\n" +
-            "<p class=\"p1\"><a href=\"space/uid/19830/1.html\" title=\"葛甲\" yijuhua=\"新闻网站主编，互联网分析师\"><img src=\"http://user.huxiu.com/auth/avatar.php?uid=19830&size=small\" alt=\"葛甲\"></a></p>\n" +
-            "<p class=\"p2\"><a href=\"space/uid/19830/1.html\">葛甲</a></p>\n" +
-            "</li>\n" +
-            "<li>\n" +
-            "<p class=\"p1\"><a href=\"space/uid/21531/1.html\" title=\"吴澍\" yijuhua=\"微博：@吴澍Roger 不想当记者的销售，不是好分析师。混迹于虎嗅网，关注互联网、移动互联网大小事。求报道请Email：wwshsh@gmail.com\"><img src=\"http://user.huxiu.com/auth/avatar.php?uid=21531&size=small\" alt=\"吴澍\"></a></p>\n" +
-            "<p class=\"p2\"><a href=\"space/uid/21531/1.html\">吴澍</a></p>\n" +
-            "</li>\n" +
-            "<li>\n" +
-            "<p class=\"p1\"><a href=\"space/uid/20707/1.html\" title=\"知乎精选\" yijuhua=\"精彩问答，发现更大的世界\"><img src=\"http://user.huxiu.com/auth/avatar.php?uid=20707&size=small\" alt=\"知乎精选\"></a></p>\n" +
-            "<p class=\"p2\"><a href=\"space/uid/20707/1.html\">知乎精选</a></p>\n" +
-            "</li>\n" +
-            "<li>\n" +
-            "<p class=\"p1\"><a href=\"space/uid/16169/1.html\" title=\"译言\" yijuhua=\"发现 翻译 阅读中文之外的互联网精华\"><img src=\"http://user.huxiu.com/auth/avatar.php?uid=16169&size=small\" alt=\"译言\"></a></p>\n" +
-            "<p class=\"p2\"><a href=\"space/uid/16169/1.html\">译言</a></p>\n" +
-            "</li>\n" +
-            "<li>\n" +
-            "<p class=\"p1\"><a href=\"space/uid/9/1.html\" title=\"潘乱\" yijuhua=\"虎嗅网编辑，微博@潘乱兄\"><img src=\"http://user.huxiu.com/auth/avatar.php?uid=9&size=small\" alt=\"潘乱\"></a></p>\n" +
-            "<p class=\"p2\"><a href=\"space/uid/9/1.html\">潘乱</a></p>\n" +
-            "</li>\n" +
-            "<li>\n" +
-            "<p class=\"p1\"><a href=\"space/uid/37627/1.html\" title=\"王云辉\" yijuhua=\"《财经国家周刊》科技工作室主任\"><img src=\"http://user.huxiu.com/auth/avatar.php?uid=37627&size=small\" alt=\"王云辉\"></a></p>\n" +
-            "<p class=\"p2\"><a href=\"space/uid/37627/1.html\">王云辉</a></p>\n" +
-            "</li>\n" +
-            "<li>\n" +
-            "<p class=\"p1\"><a href=\"space/uid/29318/1.html\" title=\"阑夕\" yijuhua=\"社交媒体从业者 | 微博：weibo.com/foxshuo\"><img src=\"http://user.huxiu.com/auth/avatar.php?uid=29318&size=small\" alt=\"阑夕\"></a></p>\n" +
-            "<p class=\"p2\"><a href=\"space/uid/29318/1.html\">阑夕</a></p>\n" +
-            "</li>\n" +
-            "<li>\n" +
-            "<p class=\"p1\"><a href=\"space/uid/28969/1.html\" title=\"胡晓东\" yijuhua=\"多看科技副总裁，一个好奇的人\"><img src=\"http://user.huxiu.com/auth/avatar.php?uid=28969&size=small\" alt=\"胡晓东\"></a></p>\n" +
-            "<p class=\"p2\"><a href=\"space/uid/28969/1.html\">胡晓东</a></p>\n" +
-            "</li>\n" +
-            "<li>\n" +
-            "<p class=\"p1\"><a href=\"space/uid/10473/1.html\" title=\"阳淼\" yijuhua=\"身无彩凤双飞翼，胸有猛虎嗅蔷薇\"><img src=\"http://user.huxiu.com/auth/avatar.php?uid=10473&size=small\" alt=\"阳淼\"></a></p>\n" +
-            "<p class=\"p2\"><a href=\"space/uid/10473/1.html\">阳淼</a></p>\n" +
-            "</li>\n" +
-            "<li>\n" +
-            "<p class=\"p1\"><a href=\"space/uid/10246/1.html\" title=\"魏武挥\" yijuhua=\"新媒体观察者,上海交通大学媒体与设计学院,教师\"><img src=\"http://user.huxiu.com/auth/avatar.php?uid=10246&size=small\" alt=\"魏武挥\"></a></p>\n" +
-            "<p class=\"p2\"><a href=\"space/uid/10246/1.html\">魏武挥</a></p>\n" +
-            "</li>\n" +
-            "<li>\n" +
-            "<p class=\"p1\"><a href=\"space/uid/21041/1.html\" title=\"高低买个皮夹克\" yijuhua=\"我點個喜歡，你感受一下。\"><img src=\"http://user.huxiu.com/auth/avatar.php?uid=21041&size=small\" alt=\"高低买个皮夹克\"></a></p>\n" +
-            "<p class=\"p2\"><a href=\"space/uid/21041/1.html\">高低买个皮夹克</a></p>\n" +
-            "</li>\n" +
-            "<li>\n" +
-            "<p class=\"p1\"><a href=\"space/uid/26907/1.html\" title=\"潘越飞\" yijuhua=\"喜欢的东西千奇百怪 浙报集团传媒梦工场人\"><img src=\"http://user.huxiu.com/auth/avatar.php?uid=26907&size=small\" alt=\"潘越飞\"></a></p>\n" +
-            "<p class=\"p2\"><a href=\"space/uid/26907/1.html\">潘越飞</a></p>\n" +
-            "</li>\n" +
-            "\t\n" +
-            "</ul>\n" +
-            "</div>\n" +
-            "\n" +
-            "            <!-- baifendian -->\t\t\n" +
-            "<div id=\"bfd_vav\" style=\"margin-left:15px;\"></div>\n" +
-            "<!-- baifendian -->\n" +
-            "\n" +
-            "    </div>\n" +
-            "    <div class=\"cl\"></div>\n" +
-            "\n" +
-            "</div>\n" +
-            "\n" +
-            "<div class=\"wp mtn\">\n" +
-            "    <!--[diy=diy3]-->\n" +
-            "    <div id=\"diy3\" class=\"area\"></div>\n" +
-            "    <!--[/diy]-->\n" +
-            "</div>\n" +
-            "<input type=\"hidden\" id=\"portalview\" value=\"1\">\n" +
-            "\n" +
-            "<!-- baifendian start -->\n" +
-            "<script type=\"text/javascript\">\n" +
-            "var bfd_script = document.createElement('script');\n" +
-            "bfd_script.setAttribute('type',\"text/javascript\");\n" +
-            "bfd_script.setAttribute('charset',\"utf-8\");\n" +
-            "bfd_script.setAttribute('src',\"http://static.baifendian.com/service/Trial_Chuxiu/bfd-service-min.js\");\n" +
-            "document.getElementsByTagName('head')[0].appendChild(bfd_script);\n" +
-            "</script>\n" +
-            "<!-- baifengdian end -->\t</div>\n" +
-            "\n" +
-            "\n" +
-            "<div id=\"ft\" >\n" +
-            "<div class=\"ft-c\">\n" +
-            "<p><a href=\"http://www.huxiu.com/about\" >关于我们</a><span class=\"pipe\">|</span><a href=\"http://www.huxiu.com/joinus\" >加入我们</a><span class=\"pipe\">|</span><a href=\"http://www.huxiu.com/contact\" >广告及服务</a><span class=\"pipe\">|</span><a href=\"http://www.huxiu.com/help\" >常见问题解答</a><span class=\"pipe\">|</span><a href=\"javascript:;\" onclick=\"showWindow('miscreport', 'misc.php?mod=report&amp;url='+REPORTURL);return false;\">提交建议</a>\n" +
-            "\n" +
-            "</p>\n" +
-            "<p>Copyright &copy; <a href=\"http://www.huxiu.com\">虎嗅网</a>\n" +
-            "( <a href=\"http://www.miitbeian.gov.cn/\" target=\"_blank\">京ICP备12013432</a> )</p>\n" +
-            "</div>\n" +
-            "<div class=\"hide\"><!-- baidu -->\n" +
-            "<script type=\"text/javascript\">\n" +
-            "var _bdhmProtocol = ((\"https:\" == document.location.protocol) ? \" https://\" : \" http://\");\n" +
-            "document.write(unescape(\"%3Cscript src='\" + _bdhmProtocol + \"hm.baidu.com/h.js%3F324368ef52596457d064ca5db8c6618e' type='text/javascript'%3E%3C/script%3E\"));\n" +
-            "</script>\n" +
-            "<!-- baidu -->&nbsp;<a href=\"http://discuz.qq.com/service/security\" target=\"_blank\" title=\"防水墙保卫网站远离侵害\"><img src=\"static/image/common/security.png\"></a></div></div>\n" +
-            "\n" +
-            "<span id=\"scrolltop\" onclick=\"window.scrollTo('0','0')\">回顶部</span>\n" +
-            "<script type=\"text/javascript\">_attachEvent(window, 'scroll', function(){showTopLink();});</script>\n" +
-            "\t\t\t<div id=\"discuz_tips\" style=\"display:none;\"></div>\n" +
-            "\t\t\t<script type=\"text/javascript\">\n" +
-            "\t\t\t\tvar discuzSId = '9059476';\n" +
-            "\t\t\t\tvar discuzVersion = 'X2.5';\n" +
-            "\t\t\t\tvar discuzRelease = '20120901';\n" +
-            "\t\t\t\tvar discuzApi = '0.6';\n" +
-            "\t\t\t\tvar discuzIsFounder = '';\n" +
-            "\t\t\t\tvar discuzFixbug = '25000002';\n" +
-            "\t\t\t\tvar discuzAdminId = '0';\n" +
-            "\t\t\t\tvar discuzOpenId = '';\n" +
-            "\t\t\t\tvar discuzUid = '0';\n" +
-            "\t\t\t\tvar discuzGroupId = '7';\n" +
-            "\t\t\t\tvar ts = '1366674171';\n" +
-            "\t\t\t\tvar sig = 'c6a3f857e7fa50dadbca6d91ee7236f7';\n" +
-            "\t\t\t\tvar discuzTipsCVersion = '2';\n" +
-            "\t\t\t</script>\n" +
-            "\t\t\t<script src=\"http://discuz.gtimg.cn/cloud/scripts/discuz_tips.js?v=1\" type=\"text/javascript\" charset=\"UTF-8\"></script><script src=\"http://stat.huxiu.com/0/13380.js?uid=0&aid=13380&p=0\" type=\"text/javascript\"></script></body>\n" +
-            "</html>\n";
-
-    String blogHtml = "\n" +
-            "<!DOCTYPE html PUBLIC \"-//W3C//DTD XHTML 1.0 Transitional//EN\" \"http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd\">\n" +
-            "<html lang='zh-CN' xml:lang='zh-CN' xmlns='http://www.w3.org/1999/xhtml'>\n" +
-            "<head>\n" +
-            "  <meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"/>\n" +
-            "  <meta http-equiv=\"Content-Language\" content=\"zh-CN\"/>\n" +
-            "  <meta name=\"robots\" content=\"index, follow\" />\n" +
-            "  <link rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/img/favicon.ico\" />\n" +
-            "  <title>一个基于Python装饰器的用户输入验证设计方案 -  SamChi的个人空间 - 开源中国社区</title>\n" +
-            "      <meta name=\"Description\" content=\"一个基于Python装饰器的用户输入验证设计方案：情景 最近初学Python, 语法大概熟悉了之后就开始拿web.py做点小东西，web.py非常轻量，用起来感觉很舒服...\"/>\n" +
-            "    <link rel=\"stylesheet/less\" href=\"http://my.oschina.net/chihz/styles.less?ver=20120913\" type=\"text/css\" media=\"screen\" />\n" +
-            "  <link rel=\"stylesheet\" href=\"/js/2012/poshytip/tip-yellowsimple/tip-yellowsimple.css\" type=\"text/css\" />\n" +
-            "  <link rel=\"stylesheet\" type=\"text/css\" href=\"/js/2011/fancybox/jquery.fancybox-1.3.4.css\" media=\"screen\" />\n" +
-            "  <script type=\"text/javascript\" src=\"/js/2012/jquery.form.js\"></script>\n" +
-            "  <script type=\"text/javascript\" src=\"/js/2012/jquery-1.7.1.min.js\"></script>\n" +
-            "  <script type=\"text/javascript\" src=\"/js/2011/fancybox/jquery.fancybox-1.3.4.pack.js\"></script>\n" +
-            "  <script type=\"text/javascript\" src=\"/js/2012/poshytip/jquery.poshytip.min.js\"></script>\n" +
-            "  <script type=\"text/javascript\" src=\"/js/2011/oschina.js?ver=20121007\"></script>\n" +
-            "  <script type=\"text/javascript\" src=\"/js/2012/less-1.3.0.min.js\"></script>\n" +
-            "  <script type=\"text/javascript\" src=\"/js/scrolltopcontrol.js\"></script>\n" +
-            "  <script type='text/javascript' src='/js/jquery/jquery.atwho.js'></script>\n" +
-            "  <link rel=\"stylesheet\" type=\"text/css\" href=\"/js/jquery/jquery.atwho.css\" />\n" +
-            "  <link rel=\"alternate\" type=\"application/rss+xml\" title=\"SamChi最新博客\" href=\"http://my.oschina.net/chihz/rss\" />\n" +
-            "  <link rel=\"EditURI\" type=\"application/rsd+xml\" title=\"RSD\" href=\"http://my.oschina.net/action/xmlrpc/rsd?space=98039\" />\n" +
-            "  <link rel=\"wlwmanifest\" type=\"application/wlwmanifest+xml\" href=\"http://my.oschina.net/action/xmlrpc/wlwmanifest?space=98039\" /> \n" +
-            "  <style type=\"text/css\">\n" +
-            "    body,table,input,textarea,select {font-family:Verdana,sans-serif,宋体;}\t\n" +
-            "  </style>\n" +
-            "  <script type=\"text/javascript\">\n" +
-            "  \tscrolltotop.offset(100,165);\n" +
-            "\tscrolltotop.init();\n" +
-            "  </script>\n" +
-            "</head>\n" +
-            "<body>\n" +
-            "<div id=\"OSC_Screen\">\n" +
-            "\t<div id='OSC_Banner'>\n" +
-            "\t\t<div id=\"OSC_Logo\">\n" +
-            "        \t<a href=\"http://www.oschina.net/\" title=\"开源中国社区首页\">开源中国社区</a>\n" +
-            "        </div>\n" +
-            "        \t\t<div id='OSC_Slogon'>JetBrains 开发工具全场3折，<a href='http://www.oschina.net/shop/jetbrains' target='_blank'>详情&raquo;</a></div>\n" +
-            "        <div id=\"OSC_Channels\">\n" +
-            "        \t<ul>\n" +
-            "        \t<li><a href=\"http://www.oschina.net/project\" class='software'>软件</a></li>\n" +
-            "        \t<li><a href=\"http://www.oschina.net/question\" class='question'>讨论</a></li>\n" +
-            "        \t<li><a href=\"http://www.oschina.net/code/list\" class='code'>代码</a></li>\n" +
-            "        \t<li><a href=\"http://www.oschina.net/news\" class='news'>资讯</a></li>\n" +
-            "        \t<li><a href=\"http://www.oschina.net/translate\" class='translate'>翻译</a></li>\n" +
-            "        \t<li><a href=\"http://www.oschina.net/blog\" class='blog'>博客</a></li>\n" +
-            "        \t<li><a href=\"http://www.oschina.net/android\" class='android'>Android</a></li>\n" +
-            "        \t<li><a href=\"http://www.oschina.net/job\" class='job'>招聘</a></li>\n" +
-            "        \t</ul>\n" +
-            "        </div>\n" +
-            "        <div class='clear'></div>\n" +
-            "\t</div>\n" +
-            "\t<div id=\"OSC_Topbar\">\n" +
-            "\t\t<div id=\"VisitorInfo\">\n" +
-            "\t\t当前访客身份：\n" +
-            "\t\t\t\t黄亿华 [ <a href=\"http://my.oschina.net/flashsword\">我的空间</a> | <a href=\"/action/user/logout?session=6db40e6e2d1061998068&goto_page=http%3A%2F%2Fmy.oschina.net%2Fchihz\">退出</a> ]\n" +
-            "\t\t\t\t<span id=\"OSC_Notification\">\t\t\t\n" +
-            "\t\t\t\t\t\t<a href=\"http://my.oschina.net/flashsword/admin/inbox\" class=\"msgbox\" title=\"进入我的留言箱\">你有<em>0</em>新留言</a>\t\t\t\n" +
-            "\t\t\t\t\t\t\t\t</span>\n" +
-            "\t\t</div>\n" +
-            "\t\t<div id=\"SearchBar\">\n" +
-            "    \t\t<form action=\"http://www.oschina.net/search\">\n" +
-            "\t\t\t\t<input type='hidden' name='user' value='98039'/>\n" +
-            "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<span class=\"ipt f_l\">\n" +
-            "    \t\t\t<input type='text' id='txt_q' name='q' class='SERACH' value='在 25208 款开源软件中搜索' onblur=\"(this.value=='')?this.value='在 25208 款开源软件中搜索':this.value\" onfocus=\"if(this.value=='在 25208 款开源软件中搜索'){this.value='';};this.select();\"/>\n" +
-            "\t\t\t\t</span>\n" +
-            "\t\t\t\t                <div class=\"search-by selectbox\">\n" +
-            "    \t\t\t\t<span class=\"hide\">\n" +
-            "    \t\t\t\t<select name='scope'>\t\t\t\t\t\n" +
-            "                        <option value='project' selected>软件</option>\n" +
-            "                        <option value='code'>代码</option>\n" +
-            "                        <option value='bbs'>讨论区</option>\n" +
-            "                        <option value='news'>新闻</option>\n" +
-            "                        <option value='blog'>博客</option>\n" +
-            "    \t\t\t\t</select>\n" +
-            "    \t\t\t\t</span>\n" +
-            "                  <div class=\"search_on\" id=\"search-item\"><span class=\"text\">软件</span></div>\n" +
-            "                  <ul class=\"search_list\">\n" +
-            "                     <li class=\"search-item\"><a href=\"#1\">软件</a></li>\n" +
-            "                     <li><a href=\"#2\">代码</a></li>\n" +
-            "                     <li><a href=\"#3\">讨论区</a></li>\n" +
-            "                     <li><a href=\"#4\">新闻</a></li>\n" +
-            "                     <li><a href=\"#5\">博客</a></li>\n" +
-            "                  </ul>\n" +
-            "                </div>\n" +
-            "\t\t\t\t<input type='submit' value='搜索' class='bnt f_r'/>\t\t\t\n" +
-            "    \t\t</form>\n" +
-            "\t\t</div>\n" +
-            "\t\t<div class='clear'></div>\n" +
-            "\t</div>\n" +
-            "\t<div id=\"OSC_Content\">\t\n" +
-            "\n" +
-            "<div id='SpaceLeft'>\n" +
-            "<div class='Owner'>\n" +
-            "\t    <a href=\"http://my.oschina.net/chihz\" class='Img'><img src=\"http://static.oschina.net/uploads/user/49/98039_100.jpg?t=1347253975000\" align=\"absmiddle\" alt=\"SamChi\" title=\"SamChi\" class=\"LargePortrait\"/></a>\n" +
-            "    <span class='U'>\n" +
-            "        <a href=\"http://my.oschina.net/chihz\" class='Name' title='男'>SamChi</a>\n" +
-            "\t\t<span class='opts'>\n" +
-            "\t\t\t<img src=\"/img/2012/men.png\" align='absmiddle' title='男'/>\n" +
-            "        \t\t\t<script type='text/javascript'>\n" +
-            "var nologin = \"<a href='javascript:_follow_nologin()' title='成为TA的粉丝'>关注此人</a>\"\n" +
-            "var follow0 = \"<a href='javascript:_follow_user(98039,true)' title='成为TA的粉丝'>关注此人</a>\";\n" +
-            "var follow1 = \"已关注 | <a href='javascript:_follow_user(98039,false)' title='取消关注后，此人的更新信息将不会出现在你的首页'>取消</a>\";\n" +
-            "var follow2 = \"互相关注 | <a href='javascript:_follow_user(98039,false)' title='取消关注后，此人的更新信息将不会出现在你的首页'>取消</a>\";\n" +
-            "var follow4 = \"<a href='javascript:_follow_user(98039,true)' title='成为TA的粉丝'>+关注此人</a>\";\n" +
-            "\n" +
-            "document.write(\"<span id='_follow_98039_action_'>\");\n" +
-            "\t\t\tdocument.write(follow2);\n" +
-            "\tdocument.write(\"</span>\");\n" +
-            "\n" +
-            "function _follow_nologin(){\n" +
-            "\tif(confirm('必须登录后才能关注，是否现在登录？')){\n" +
-            "\t\tlocation.href=\"http://www.oschina.net/home/login?goto_page=\"+location.href;\n" +
-            "\t}\n" +
-            "}\n" +
-            "\n" +
-            "function _follow_user(uid, follow){\n" +
-            "\tvar action = follow?\"/action/user/follow\":\"/action/user/unfollow\";\n" +
-            "\tajax_post(action,\"id=\"+uid+\"&user=190591\",function(result){\n" +
-            "\t\tvar act = $('#_follow_98039_action_');\n" +
-            "\t\tif(result == '0')\n" +
-            "\t\t\t_follow_nologin();\n" +
-            "\t\telse if(result == '1')\n" +
-            "\t\t\tact.html(follow0);\n" +
-            "\t\telse if(result == '2')\n" +
-            "\t\t\tact.html(follow1);\n" +
-            "\t\telse if(result == '3')\n" +
-            "\t\t\tact.html(follow2);\n" +
-            "\t\telse if(result == '4')\n" +
-            "\t\t\tact.html(follow4);\n" +
-            "\t});\n" +
-            "}\n" +
-            "</script>\t\t\t\t</span>\n" +
-            "    </span>\n" +
-            "    <div class='clear'></div>\n" +
-            "    <div class='stat'>\n" +
-            "    \t<a href=\"http://my.oschina.net/chihz/fellow\">关注(21)</a>\n" +
-            "    \t<a href=\"http://my.oschina.net/chihz/fans\">粉丝(52)</a>\n" +
-            "    \t<a href=\"http://www.oschina.net/question/3307_20931\" title=\"查看OSCHINA积分规则\">积分(37)</a>\n" +
-            "    </div>\n" +
-            "</div><style>\n" +
-            "#MyResume textarea {width:170px;height:60px;font-size:9pt;}\n" +
-            "</style>\n" +
-            "<div class='Resume' id='MyResume'>\n" +
-            "这个人很懒，啥也没写</div>\n" +
-            "\n" +
-            "<div class='Opts clearfix'>\n" +
-            "\t<a href=\"javascript:sendmsg(98039, 0)\" class='a1 sendmsg'><i>.</i><span>发送留言</span></a>\n" +
-            "\t<a href=\"http://www.oschina.net/question/ask?user=98039\" class='a2 ask'><i>.</i><span>请教问题</span></a>\n" +
-            "</div><div class=\"Mod\" id=\"BlogCatalogs\">\n" +
-            "  <strong> 博客分类</strong>\n" +
-            "  <ul>\n" +
-            "\t    \t<li><a href=\"http://my.oschina.net/chihz/blog?catalog=162794\">Java</a><span>(5)</span></li>\n" +
-            "\t\t<li><a href=\"http://my.oschina.net/chihz/blog?catalog=243637\">Linux</a><span>(8)</span></li>\n" +
-            "\t\t<li><a href=\"http://my.oschina.net/chihz/blog?catalog=230143\">行业杂谈</a><span>(2)</span></li>\n" +
-            "\t\t<li><a href=\"http://my.oschina.net/chihz/blog?catalog=226001\">Flash技术</a><span>(2)</span></li>\n" +
-            "\t\t<li><a href=\"http://my.oschina.net/chihz/blog?catalog=180478\">Web开发</a><span>(1)</span></li>\n" +
-            "\t\t<li><a href=\"http://my.oschina.net/chihz/blog?catalog=178141\">生活</a><span>(2)</span></li>\n" +
-            "\t\t<li><a href=\"http://my.oschina.net/chihz/blog?catalog=173386\">Lucene</a><span>(1)</span></li>\n" +
-            "\t\t<li><a href=\"http://my.oschina.net/chihz/blog?catalog=172860\">程序员漫画</a><span>(2)</span></li>\n" +
-            "\t\t<li><a href=\"http://my.oschina.net/chihz/blog?catalog=319174\">Python</a><span>(3)</span></li>\n" +
-            "\t\t<li><a href=\"http://my.oschina.net/chihz/blog?catalog=170099\">并发编程</a><span>(1)</span></li>\n" +
-            "\t  </ul>\n" +
-            "</div><div class=\"Mod\" id=\"HotBlogs\">\n" +
-            "  <strong>阅读排行</strong>\n" +
-            "  <ol>\n" +
-            "\t\t\t<li><a href=\"http://my.oschina.net/chihz/blog/96101\">1. 玩Linux笔记(2) —— 神奇的curl工具</a></li>\n" +
-            "\t\t\t\t<li><a href=\"http://my.oschina.net/chihz/blog/77557\">2. Java程序员的ActionScript3学习笔记(一)</a></li>\n" +
-            "\t\t\t\t<li><a href=\"http://my.oschina.net/chihz/blog/56256\">3. 对几个通用的Java hashCode重写方案的一些思考和探讨</a></li>\n" +
-            "\t\t\t\t<li><a href=\"http://my.oschina.net/chihz/blog/58057\">4. Http协议中的各种长度限制总结</a></li>\n" +
-            "\t\t\t\t<li><a href=\"http://my.oschina.net/chihz/blog/55658\">5. 基于Java的日志分析工具——LogAnalyzerFramework，小轮子一个</a></li>\n" +
-            "\t\t\t\t<li><a href=\"http://my.oschina.net/chihz/blog/52913\">6. Java通过Guava库来简单实现函数式的编码风格</a></li>\n" +
-            "\t\t\t\t<li><a href=\"http://my.oschina.net/chihz/blog/76173\">7. 让Spring BeanPropertyRowMapper支持枚举类型</a></li>\n" +
-            "\t\t\t\t<li><a href=\"http://my.oschina.net/chihz/blog/55600\">8. 几则程序员励志漫画，原创哦，哈哈</a></li>\n" +
-            "\t\t  </ol>\n" +
-            "</div>\n" +
-            "<div class=\"Mod\" id=\"BlogReplies\">\n" +
-            "  <strong> 最新评论</strong>  \n" +
-            "      <ul>\n" +
-            "\t\t<li>\n" +
-            "\t\t<a href=\"http://my.oschina.net/wensiqun\">@其斤君羊</a>：说的很对 做什么事情都得从身边做起 更何况创业 ...\n" +
-            "\t\t<a href=\"/action/tweet/go?obj=272980924&type=18&user=238125\">查看&raquo;</a>\n" +
-            "\t</li>\n" +
-            "\t\t<li>\n" +
-            "\t\t<a href=\"http://my.oschina.net/techstan\">@techstan</a>：不错\n" +
-            "\t\t<a href=\"/action/tweet/go?obj=272973457&type=18&user=244335\">查看&raquo;</a>\n" +
-            "\t</li>\n" +
-            "\t\t<li>\n" +
-            "\t\t<a href=\"http://my.oschina.net/moooofly\">@摩云飞</a>：谢谢博主的总结，很有价值\n" +
-            "\t\t<a href=\"/action/tweet/go?obj=272923714&type=18&user=617889\">查看&raquo;</a>\n" +
-            "\t</li>\n" +
-            "\t\t<li>\n" +
-            "\t\t<a href=\"http://my.oschina.net/u/566875\">@尚楠</a>：正在学Python，谢了\n" +
-            "\t\t<a href=\"/action/tweet/go?obj=272922563&type=18&user=566875\">查看&raquo;</a>\n" +
-            "\t</li>\n" +
-            "\t\t<li>\n" +
-            "\t\t<a href=\"http://my.oschina.net/knightuniverse\">@knightuniverse</a>：其实我觉得，很多时候，不论是做项目还是做产品，...\n" +
-            "\t\t<a href=\"/action/tweet/go?obj=272775378&type=18&user=1015990\">查看&raquo;</a>\n" +
-            "\t</li>\n" +
-            "\t\t<li>\n" +
-            "\t\t<a href=\"http://my.oschina.net/u/855506\">@moyun</a>：顶一个\n" +
-            "\t\t<a href=\"/action/tweet/go?obj=272770753&type=18&user=855506\">查看&raquo;</a>\n" +
-            "\t</li>\n" +
-            "\t\t<li>\n" +
-            "\t\t<a href=\"http://my.oschina.net/chihz\">@SamChi</a>：引用来自“Martinium”的评论 alert('I am admi...\n" +
-            "\t\t<a href=\"/action/tweet/go?obj=271165670&type=18&user=98039\">查看&raquo;</a>\n" +
-            "\t</li>\n" +
-            "\t\t<li>\n" +
-            "\t\t<a href=\"http://my.oschina.net/u/271920\">@Martinium</a>：alert('I am admin, bitch!'); 这句话亮了。...\n" +
-            "\t\t<a href=\"/action/tweet/go?obj=271162255&type=18&user=271920\">查看&raquo;</a>\n" +
-            "\t</li>\n" +
-            "\t\t<li>\n" +
-            "\t\t<a href=\"http://my.oschina.net/singledu\">@Ben</a>：引用来自“ExtremeTalk”的评论 引用来自“Ben”...\n" +
-            "\t\t<a href=\"/action/tweet/go?obj=271145611&type=18&user=584808\">查看&raquo;</a>\n" +
-            "\t</li>\n" +
-            "\t\t<li>\n" +
-            "\t\t<a href=\"http://my.oschina.net/u/168138\">@ExtremeTalk</a>：引用来自“Ben”的评论 引用来自“ExtremeTalk”...\n" +
-            "\t\t<a href=\"/action/tweet/go?obj=271144794&type=18&user=168138\">查看&raquo;</a>\n" +
-            "\t</li>\n" +
-            "\t  </ul>\n" +
-            "  </div><div class='Mod' id='Stat'>\n" +
-            "<strong>访客统计</strong>\n" +
-            "<ul>\n" +
-            "\t<li><label>今日访问：</label>3</li>\n" +
-            "    <li><label>昨日访问：</label>33</li>\n" +
-            "    <li><label>本周访问：</label>36</li>\n" +
-            "    <li><label>本月访问：</label>842</li>\n" +
-            "    <li><label>所有访问：</label>13706</li>\n" +
-            "</ul>\n" +
-            "</div></div>\n" +
-            "\n" +
-            "\n" +
-            "<div class='SpaceList'>\n" +
-            "\t<div class='TopBar'>\n" +
-            "    \t<div class='NavPath'>\t\t\n" +
-            "    \t\t<a href='http://my.oschina.net/chihz/home'>空间</a> &raquo; <a href='http://my.oschina.net/chihz/blog'>博客</a>\t\t\t\n" +
-            "\t\t\t&raquo; <a href=\"http://my.oschina.net/chihz/blog?catalog=319174\">Python</a>\n" +
-            "\t\t\t&raquo; 博客正文\n" +
-            "    \t</div>\n" +
-            "\t</div>\n" +
-            "\t\n" +
-            "    \t<div class='BlogEntity'>\t\t\n" +
-            "      <div class='BlogTitle'>\n" +
-            "        <h1><img src='/img/space/b1.gif' align='absmiddle'/> 一个基于Python装饰器的用户输入验证设计方案</h1>\n" +
-            "        <div class='BlogStat'>\n" +
-            "    \t\t    \t\t    \t    <span class='admin'>\n" +
-            "\t\t\t\t<style>\n" +
-            "#favor_form{width:200px;}\n" +
-            "#favor_form p {color:#666;}\n" +
-            "#favor_form form{height:60px;width:200px;}\n" +
-            "#favor_form form ._favor_input{display:block;margin:2px 0;width:199px;}\n" +
-            "#favor_form form ._favor_button{float:left;padding:2px 5px;}\n" +
-            ".favor_ok {text-align:center;font-size:10.5pt;width:199px;height:60px;margin-top:10px;}\n" +
-            "#TagsSwitcher{cursor:pointer;float:right;margin-top:10px;}\n" +
-            "#MyTags{display:none;width:199px;}\n" +
-            "#MyTags a.tag {float:left; background-color: #E0EAF1;border-bottom: 1px solid #3E6D8E;border-right: 1px solid #7F9FB6;color: #3E6D8E;font-size: 8pt;line-height: 16px;margin: 2px 2px 2px 0;padding: 2px 4px;text-decoration: none;white-space: nowrap;}\n" +
-            "</style>\n" +
-            "<script type='text/javascript'>\n" +
-            "var favor_add = \"<a href='javascript:add_to_favor(122897,3)' id='favor_trigger' title='添加到收藏夹'>我要收藏</a>\";\n" +
-            "var favor_del = \"<a href='javascript:delete_favor(122897,3)' id='favor_trigger' style='color:#a00;'>取消收藏</a>\";\n" +
-            "var favor_ok = \"<p class='favor_ok'>已成功添加到收藏夹<br/><br/> <a href='http://my.oschina.net/flashsword/favorites?type=3'>我的收藏夹</a> | <a href='javascript:close_favor()'>关闭</a></p>\";\n" +
-            "function delete_favor(obi_id, obj_type){\n" +
-            "\t$('#attention_it').html(favor_add);\n" +
-            "\t$(\"#p_attention_count\").load(\"/action/favorite/cancel?type=\"+obj_type+\"&id=\"+obi_id, {user: '190591'});\n" +
-            "}\n" +
-            "function add_to_favor(obj_id, obj_type){\n" +
-            "    var dlg_favor = \"<div id='favor_form'><p>多个标签使用逗号(,)隔开，最多三个</p><form action='/action/favorite/add?user=190591' height='60px' width='200px' method='POST'>\";\n" +
-            "\tdlg_favor += \"<input type='hidden' name='id' value='\"+obj_id+\"'/>\";\n" +
-            "\tdlg_favor += \"<input type='hidden' name='type' value='\"+obj_type+\"'/>\";\n" +
-            "\tdlg_favor += \"<input type='text' name='tags' size='25' class='_favor_input' id='_favor_tags'/>\";\n" +
-            "\tdlg_favor += \"<input type='submit' value='收藏' class='_favor_button'/><input type='button' value='取消' onclick='close_favor();' class='_favor_button'/><a id='TagsSwitcher' state='off'>选取标签↓</a></form>\";\n" +
-            "\tdlg_favor += \"<div id='MyTags' ></div></div>\";\n" +
-            "    $('#favor_trigger').poshytip('destroy');\n" +
-            "    $('#favor_trigger').poshytip({\n" +
-            "    \tclassName: 'tip-yellowsimple',\n" +
-            "    \tcontent: dlg_favor,\n" +
-            "    \tshowOn: 'none',\n" +
-            "    \talignTo: 'target',\t\n" +
-            "\t\talignX: 'inner-right',\n" +
-            "\t\talignY: 'bottom',\n" +
-            "\t\toffsetX: 0,\n" +
-            "\t\toffsetY: 5\n" +
-            "    });\n" +
-            "    $('#favor_trigger').poshytip('show');\n" +
-            "\t$('#_favor_tags').focus();\n" +
-            "\t$('#favor_form form').bind('form-pre-serialize', function(event,form,options,veto){\n" +
-            "    \tvar tags= $('#_favor_tags')\n" +
-            "\t\tvar tagValue= tags.val();\n" +
-            "\t\t//处理tags前后包含的空格\n" +
-            "\t\tvar finalTags = new Array();\n" +
-            "\t\tvar tagIdx = 0;\n" +
-            "\t\tvar arr = tagValue.split(',');\n" +
-            "\t\tfor(var i=0;i<arr.length;i++){\n" +
-            "\t\t\tvar tag = arr[i];\n" +
-            "\t\t\ttag = trim(tag);\n" +
-            "\t\t\tif(tag.length>0){\n" +
-            "\t\t\t\tfinalTags[finalTags.length]=tag;\n" +
-            "\t\t\t}\n" +
-            "\t\t}\n" +
-            "\t\tvar d = \"\";\n" +
-            "\t\tfor(var idx=0;idx<finalTags.length;idx++){\n" +
-            "\t\t\td+=finalTags[idx];\n" +
-            "\t\t\tif(idx<finalTags.length-1)\n" +
-            "\t\t\t\td+=\",\";\n" +
-            "\t\t}\n" +
-            "\t\ttags.val(d);\n" +
-            "\t});\n" +
-            "\n" +
-            "\t$('#favor_form form').ajaxForm({\n" +
-            "\t\tsuccess: function(html) {\n" +
-            "\t\t\t$('#favor_trigger').html('取消收藏');\n" +
-            "\t\t\t$('#favor_trigger').attr('href','javascript:delete_favor(122897,3)');\n" +
-            "\t\t\t$('#p_attention_count').html(html);\n" +
-            "\t\t\t$('#favor_form').html(favor_ok);\n" +
-            "\t\t\tsetTimeout(\"close_favor()\",3000);\n" +
-            "\t\t}\n" +
-            "\t});\n" +
-            "\t$(\"#TagsSwitcher\").one(\"click\",function(){\n" +
-            "\t\t//加载标签数据\n" +
-            "\t\t$(\"#MyTags\").load('/action/ajax/get_my_tags');\n" +
-            "       \t$(\"#MyTags\").toggle();\n" +
-            "\t\t$(this).html(\"收起标签↑\");\n" +
-            "        $(this).attr(\"state\",'on');\n" +
-            "        $(this).click(function(){\n" +
-            "        \t$(\"#MyTags\").toggle();\n" +
-            "        \tvar state = $(this).attr(\"state\");\n" +
-            "        \tif(state=='off'){\n" +
-            "        \t\t$(this).html(\"收起标签↑\");\n" +
-            "        \t\t$(this).attr(\"state\",'on');\n" +
-            "        \t}else{\n" +
-            "        \t\t$(this).html(\"选取标签↓\");\n" +
-            "        \t\t$(this).attr(\"state\",'off');\n" +
-            "        \t}\n" +
-            "        });\n" +
-            "\t});\n" +
-            "\n" +
-            "}\n" +
-            "function close_favor(elem_id){\n" +
-            "    $('#favor_trigger').poshytip('destroy');\n" +
-            "}\n" +
-            "function setTag(tv){\n" +
-            "\tvar t = $(\"._favor_input\");\n" +
-            "\tvar value = t.val();\n" +
-            "\tif(value!=\"\")\n" +
-            "\t\tt.val(value+\",\"+tv);\n" +
-            "\telse\n" +
-            "\t\tt.val(tv)\n" +
-            "}\n" +
-            "function ltrim(str){\n" +
-            "    var whitespace = new String(\" \\t\\n\\r\");\n" +
-            "    var s = new String(str);\n" +
-            "    if (whitespace.indexOf(s.charAt(0)) != -1){\n" +
-            "        var j=0, i = s.length;\n" +
-            "        while (j < i && whitespace.indexOf(s.charAt(j)) != -1){\n" +
-            "            j++;\n" +
-            "        }\n" +
-            "        s = s.substring(j, i);\n" +
-            "    }\n" +
-            "    return s;\n" +
-            "}\n" +
-            "\n" +
-            "function rtrim(str){\n" +
-            "    var whitespace = new String(\" \\t\\n\\r\");\n" +
-            "    var s = new String(str);\n" +
-            "    if (whitespace.indexOf(s.charAt(s.length-1)) != -1){\n" +
-            "        var i = s.length - 1;\n" +
-            "        while (i >= 0 && whitespace.indexOf(s.charAt(i)) != -1){\n" +
-            "            i--;\n" +
-            "        }\n" +
-            "        s = s.substring(0, i+1);\n" +
-            "    }\n" +
-            "    return s;\n" +
-            "}\n" +
-            " \n" +
-            "function trim(str){\n" +
-            "    return rtrim(ltrim(str));\n" +
-            "}\n" +
-            "</script>\n" +
-            "<em id='p_attention_count'>8</em>人收藏此文章,\n" +
-            "<span id='attention_it'>\n" +
-            "\t<script type='text/javascript'>document.write(favor_add);</script>\n" +
-            "</span>\t\t\t</span>\n" +
-            "    \t\t    \t\t发表于7天前(2013-04-15 16:46) , \n" +
-            "    \t\t已有<strong>127</strong>次阅读 ，共<strong><a href=\"#comments\">0</a></strong>个评论\n" +
-            "    \t\t    \t</div> \n" +
-            "      </div>\n" +
-            "\t  <div class='BlogContent'><h2> 情景 </h2> \n" +
-            "<p> 最近初学Python, 语法大概熟悉了之后就开始拿web.py做点小东西，web.py非常轻量，用起来感觉很舒服。但不过无论什么语言或者框架，web开发中有一个最大烦人之处就是表单验证，web.py提供了web.form来进行表单验证的统一处理，这个东西虽然用起来很简单，但是感觉还是不太合心意，首先这套验证机制跟web.py框架耦合的程度太高，而自己的架构是这样的，业务逻辑跟web逻辑完全分离，web仅仅是交互形式的一种，即使添加客户端C/S形式的服务或者是向开发者提供API，业务逻辑也是完全可用，不需要修改，这样对用户输入的验证是属于业务逻辑这一块，不应该跟web表单耦合在一起；另外感觉web.py这套东西还是有些简单，只支持每个表单的正则验证和最后表单提交的整体验证，而很多时候可能需要对用户进行丰富的错误提示，比如针对用户名的错误会具体到是不能为空还是长度错误或者格式错误等, 这个用web.py的form验证就感觉很别扭了。于是就决定自己设计一个用户输入的验证方案。 </p> \n" +
-            "<h2> 设计 </h2> \n" +
-            "<p> web项目的开发多数都是遵循这么一个结构的设计，即DAO-&gt;Service-&gt;Controller-&gt;View, 按我前面说的，对用户的输入验证应是发生在Service这一层上，这一层的设计是接受用户输入的参数，然后进行验证处理，再进行业务相关的计算，最后输入结果。每个Service接口都应该返回一个结果，我一般都会把这个结果的内容抽象成一个一致类型的对象: </p> \n" +
-            "<pre class=\"brush:python; toolbar: true; auto-links: false;\">class Result(object):\n" +
-            "    \n" +
-            "    u''' 操作结果抽象 '''\n" +
-            "    \n" +
-            "    def __init__(self, code, value=None):\n" +
-            "       &nbsp;self.code = code   #操作结果代号\n" +
-            "        self.value = value #操作结果值\n" +
-            "        \n" +
-            "    def __str__(self):\n" +
-            "        return &quot;operation result, code: %s, value: %s&quot; % (self.code, self.value)</pre> \n" +
-            "<p> 这个结果对象包含两个属性，一个是操作结果的代码，一个是操作的值，举个例子，比如用户注册的接口，如果注册成功，那么就会返回一个这样的Result对象，code属性是'success', value属性是新注册用户分配的ID，如果用户名已经被占用，那么code属性就是'username_exised', value属性的值是None。客户端拿到code属性的值可以做响应的处理，如果是直接面向最终用户的web应用，那么就会去找到这个code对应的错误信息来展示给用户，所有的错误信息我是组织在一个单独的Python模块中(opresult.py): </p> \n" +
-            "<pre class=\"brush:python; toolbar: true; auto-links: false;\">reg = {\n" +
-            "       'success':u'注册成功',\n" +
-            "       'username_empty':u'用户名不得为空',\n" +
-            "       'username_format':u'用户名必须只能有数字、字母下划线组成',\n" +
-            "       'username_length':u'用户名长度必须在5到10个字符之间',\n" +
-            "       'username_existed':u'用户名已经存在',\n" +
-            "       'password_empty':u'密码不得为空',\n" +
-            "       'repassword_error':u'两次密码输入不一致',       \n" +
-            "       }</pre> reg是注册的接口名称，这样客户端通过接口名称和code就可以获取对应的提示。 \n" +
-            "<p> 由此，用户输入验证就是要把接口参数同这些code联系起来。对于参数验证，Python有天生的语言优势，那就是装饰器。一开始就想到了使用装饰器来描述参数验证需求，但这个装饰器需要哪些信息？怎么个形式?这个得从表单验证的需求开始看起，个人总结表单验证大抵不过这些判断条件： </p> \n" +
-            "<p> 1. 是否允许为空 </p> \n" +
-            "<p> 2. 长度限制:比如密码的长度一般会不允许少于多少位 </p> \n" +
-            "<p> 3. 格式限制:比如Email地址,需要正则判断 </p> \n" +
-            "<p> 4. 逻辑限制：比如注册时判断用户名是否已经存在 </p> \n" +
-            "<p> 初步根据这些判断条件设计出这么一个方案: </p> \n" +
-            "<pre class=\"brush:python; toolbar: true; auto-links: false;\">@checkarg(username={'allow_empty':False, \n" +
-            "                    'regex':r'^[a-zA-Z\\d_]+$',\n" +
-            "                    'min-length':5, 'max-length':10, \n" +
-            "                    'check_logic':[check_username_usable]},\n" +
-            "          password={'allow_empty':False,'regex':r'.{6,}'},\n" +
-            "          repassword={'allow-empty':False, 'check_logic':\n" +
-            "                      [(lambda **kw:(kw['password'] == kw['repassword'], &quot;repassword_error&quot;))]})\n" +
-            "def reg(username, password, repassword):\n" +
-            "    ....</pre> \n" +
-            "<p> 每一个参数使用一个字典来描述验证信息, allow_empty是表示是否为空，regex为验证的正则表达式，min-length和max-length用来描述长度，check_logic用来配置其他的验证逻辑。然后如何把这些验证结果同code进行匹配呢？最开始是在这个验证信息的字典中有一项'code':{'allow_empty':'username_empty'}通过这样的形式去匹配错误提示，但是感觉这样整的这个参数太复杂了（感觉现在已经挺复杂了- -b）,于是决定这个地方使用约定优于配置的形式，code的值为'参数名_错误类型'的形式，比如allow_empty如果验证了为空，那么会自动返回名为username_empty的code,如果是一些额外的处理逻辑呢？没法做约定，怎么办？那么就约定这些检测函数返回一个元组，第一个元素为一个bool值，表示成功失败，第二个参数为code,表示失败原因,比如判断两次密码是否输入一致的那个lambda: </p> \n" +
-            "<pre class=\"brush:python; toolbar: true; auto-links: false;\">lambda **kw:(kw['password'] == kw['repassword'], &quot;repassword_error&quot;</pre> \n" +
-            "<p> 嗯，大体就是这样的一个设计。 </p> \n" +
-            "<h2> 实现 </h2> \n" +
-            "<p> 根据上面的设计，把最终的装饰器实现了出来, 逻辑比较简单，关于装饰器设计的一些细节可以参阅Python参考手册: </p> \n" +
-            "<pre class=\"brush:python; toolbar: true; auto-links: false;\">regex_cache = {}\n" +
-            "     \n" +
-            "def checkarg(**args):\n" +
-            "    \n" +
-            "    u'''参数检测装饰器'''\n" +
-            "    \n" +
-            "    def _checkarg(function):\n" +
-            "        \n" +
-            "        def __checkarg(**func_kw):\n" +
-            "            for key in func_kw:\n" +
-            "                if key in args:\n" +
-            "                    \n" +
-            "                    #要验证的值\n" +
-            "                    value = func_kw[key]\n" +
-            "                    \n" +
-            "                    #验证规则\n" +
-            "                    valid_rules = args[key]\n" +
-            "                    \n" +
-            "                    #检测空\n" +
-            "                    allow_empty = valid_rules.get('allow_empty')\n" +
-            "                    if not allow_empty:\n" +
-            "                        if not value or not value.strip():\n" +
-            "                            return Result(key + &quot;_empty&quot;)\n" +
-            "                    elif not value:\n" +
-            "                        #如果是空的并且忽略空检测,那么下面的就不需要检查了\n" +
-            "                        continue;\n" +
-            "                    \n" +
-            "                    #检测长度\n" +
-            "                    if 'min-length' in valid_rules:\n" +
-            "                        min_length = valid_rules['min-length']\n" +
-            "                        if min_length &gt; len(value):\n" +
-            "                            return Result(key + &quot;_length&quot;)\n" +
-            "                        \n" +
-            "                    if 'max-length' in valid_rules:\n" +
-            "                        max_length = valid_rules['max-length']\n" +
-            "                        if max_length &lt; len(value):\n" +
-            "                            return Result(key + &quot;_length&quot;)\n" +
-            "                    \n" +
-            "                    #检测正则\n" +
-            "                    if 'regex' in valid_rules:\n" +
-            "                        #获取编译后的正则\n" +
-            "                        regex = valid_rules['regex']\n" +
-            "                        regexcmp = regex_cache.get(regex)\n" +
-            "                        if not regexcmp:\n" +
-            "                            regexcmp = re.compile(regex)\n" +
-            "                            regex_cache[regex] = regexcmp\n" +
-            "                        if not regexcmp.search(value):\n" +
-            "                            return Result(key + &quot;_format&quot;)\n" +
-            "                    \n" +
-            "                    #检测其他逻辑\n" +
-            "                    check_logics = valid_rules.get('check_logic')\n" +
-            "                    if check_logics:\n" +
-            "                        for logic in check_logics:\n" +
-            "                            result, code = logic(**func_kw)\n" +
-            "                            if not result:\n" +
-            "                                return Result(code)\n" +
-            "                                \n" +
-            "            function(**func_kw)\n" +
-            "        return __checkarg\n" +
-            "                            \n" +
-            "    return _checkarg</pre></div>\n" +
-            "\t  \t  \n" +
-            "            <div style='margin:10px 0 0 0;'>\n" +
-            "\t\t<script type=\"text/javascript\" src=\"/js/ad/blog.js\"></script>\n" +
-            "      </div>\n" +
-            "\t  \t\n" +
-            "\t  \t  \n" +
-            "      <div class='BlogCopyright'>\t\t\n" +
-            "\t  \t\t声明：OSCHINA 博客文章版权属于作者，受法律保护。未经作者同意不得转载。\n" +
-            "\t  \t  </div>\n" +
-            "\n" +
-            "      <div class='BlogLinks'>\n" +
-            "    \t<ul>\n" +
-            "                <li class='prev'><a href=\"http://my.oschina.net/chihz/blog/119245\" title=\"上一篇：淘金、牛仔裤和创业\">&laquo; 淘金、牛仔裤和创业</a></li>        <li class='next'><a href=\"http://my.oschina.net/chihz/blog/123437\" title=\"下一篇：Python2.x和3.x主要差异总结\">Python2.x和3.x主要差异总结 &raquo;</a></li>    \t</ul>\n" +
-            "\t\t\t\t<p style='margin:10px 0 0 0;font-weight:bold;color:#A00;text-decoration:none;'>开源中国-程序员在线工具：<a href=\"http://www.ostools.net/apidocs\" style=\"text-decoration:none;\">API文档大全(120+)</a> <a href=\"http://runjs.cn\" style=\"text-decoration:none;\" target='_blank'>JS在线编辑演示</a> <a href=\"http://www.ostools.net/qr\" style=\"text-decoration:none;\" target='_blank'>二维码</a>  <a href=\"http://www.ostools.net\" style=\"text-decoration:none;\" target='_blank'>更多>></a>\n" +
-            "\t\t      </div>\n" +
-            "\t</div>\n" +
-            "\n" +
-            "\t<style type='text/css'>\n" +
-            "\t#BlogShare strong{float:left;padding-top:10px;font-size:11pt;color:#444;}\n" +
-            "\t#BlogShare a.share_sina{float:left;width:32px;height:32px;background:url('/img/icon01.gif') center no-repeat;}\n" +
-            "\t#BlogShare a.share_qq{float:left;width:32px;height:32px;margin-left: 10px;background:url('/img/icon02.gif') center no-repeat;}\n" +
-            "\t</style>\n" +
-            "\t<div class='BlogShare'>\n" +
-            "\t\n" +
-            "\t<span id='BlogShare'>\n" +
-            "\t\t<strong>分享到： </strong>\n" +
-            "\t\t<a class=\"share_sina\" title=\"分享到新浪微博\" href=\"javascript:void((function(s,d,e,r,l,p,t,z,c){var%20f='http://v.t.sina.com.cn/share/share.php?appkey=858381728',u=z||d.location,p=['&url=',e(u),'&title=',e(t||d.title),'&source=',e(r),'&sourceUrl=',e(l),'&content=',c||'gb2312','&pic=',e(p||'')].join('');function%20a(){if(!window.open([f,p].join(''),'mb',['toolbar=0,status=0,resizable=1,width=440,height=430,left=',(s.width-440)/2,',top=',(s.height-430)/2].join('')))u.href=[f,p].join('');};if(/Firefox/.test(navigator.userAgent))setTimeout(a,0);else%20a();})(screen,document,encodeURIComponent,'','','','一个基于Python装饰器的用户输入验证设计方案: 情景 最近初学Python, 语法大概熟悉了之后就开始拿web.py做点小东西，web.py非常轻量，用起来感觉很舒服。但不过无论什么语言或者框架，web开发中有一个最大烦人之处就是...','','utf-8'));\"></a>\n" +
-            "\t\t<a class=\"share_qq\" title=\"分享到腾讯微博\" href=\"javascript:(function(){window.open('http://v.t.qq.com/share/share.php?url='+encodeURIComponent(document.location)+'&amp;appkey=96f54f97c4de46e393c4835a266207f4&amp;site=&amp;title='+encodeURIComponent(document.title)+encodeURIComponent(': 情景 最近初学Python, 语法大概熟悉了之后就开始拿web.py做点小东西，web.py非常轻量，用起来感觉很舒服。但不过无论什么语言或者框架，web开发中有一个最大烦人之处就是...'),'', 'width=450, height=400, top=0, left=0, toolbar=no, menubar=no, scrollbars=no, location=yes, resizable=no, status=no');}())\"></a></span>\n" +
-            "\t<span id='BlogVote'>\n" +
-            "    <a href=\"javascript:vote(122897)\">顶</a><span>已有 <em id='vote_count'>0</em>人顶</span>\n" +
-            "\t</span>\n" +
-            "\t</div>\n" +
-            "\t\t\n" +
-            "</div>\n" +
-            "<div class='SpaceList' style='margin-top:20px;'>\n" +
-            "<div class='BlogComments'>\n" +
-            "    <h2><a name=\"comments\"></a>共有 0 条网友评论</h2>\n" +
-            "\t\t\t<p class='NoData'>尚无网友评论</p>\n" +
-            "\t\t<ul id=\"BlogComments\">\n" +
-            "\t\t</ul>\n" +
-            "</div>\n" +
-            "\t</div>\n" +
-            "\n" +
-            "<div id='inline_reply_editor' style='display:none;'>\n" +
-            "<div class=\"BlogCommentForm\">\n" +
-            "\t<form id=\"form_inline_comment\" action=\"/action/blog/add_comment?blog=122897\" method=\"POST\">\n" +
-            "\t  <input type='hidden' id='inline_reply_id' name='reply_id' value=''/>          \n" +
-            "      <textarea name=\"content\" style=\"width:550px;height:60px;\" onkeydown=\"if((event.metaKey || event.ctrlKey)&&event.keyCode==13){$('#form_inline_comment').submit();}\"></textarea><br/>\n" +
-            "\t  <input type=\"submit\" value=\"回复\" id=\"btn_comment\" class=\"SUBMIT\"/> \n" +
-            "\t  <input type=\"button\" value=\"关闭\" class=\"SUBMIT\" id='btn_close_inline_reply'/> 文明上网，理性发言\n" +
-            "    </form>\n" +
-            "</div>\n" +
-            "</div>\n" +
-            "\n" +
-            "<div class='SpaceList' style='margin-top:20px;'>\n" +
-            "  <a name=\"comments\" id=\"postform\"></a>\n" +
-            "    <div class=\"BlogCommentForm\">\n" +
-            "    <form id=\"form_comment\" action=\"/action/blog/add_comment?blog=122897\" method=\"POST\">          \n" +
-            "      <textarea id='ta_post_content' name=\"content\" style=\"width:550px;height:100px;\" onkeydown=\"if((event.metaKey || event.ctrlKey)&&event.keyCode==13){$('#form_comment').submit();}\"></textarea><br/>\n" +
-            "\t  <input type=\"submit\" value=\"发表评论\" id=\"btn_comment\" class=\"SUBMIT\" /> \n" +
-            "\t  <img id=\"submiting\" style=\"display:none\" src=\"/img/loading.gif\" align=\"absmiddle\"/>\n" +
-            "\t  <span id='cmt_tip'>文明上网，理性发言</span>\n" +
-            "    </form>\n" +
-            "\t<a href=\"#\" class=\"more\">回到页首</a>&nbsp;|&nbsp;<a href=\"#comments\" class=\"more\">回到评论列表</a>\n" +
-            "  </div>\n" +
-            "  </div>\n" +
-            "\t\n" +
-            "<div id=\"RelativeBlogs\">\n" +
-            "\t<strong><a id='btn_close'>关闭</a>相关文章阅读</strong>\n" +
-            "\t<ul>\n" +
-            "\t\t\t<li>\n" +
-            "\t\t<span class='date'>2013/03/17</span>\n" +
-            "\t\t<a href=\"http://my.oschina.net/huangxinzhu/blog/114373\" title=\"python学习之装饰器\">python学习之装饰器</a>\n" +
-            "\t</li>\n" +
-            "\t\t\t\t<li>\n" +
-            "\t\t<span class='date'>2012/05/10</span>\n" +
-            "\t\t<a href=\"http://my.oschina.net/hebianxizao/blog/56836\" title=\"装饰器\">装饰器</a>\n" +
-            "\t</li>\n" +
-            "\t\t\t\t<li>\n" +
-            "\t\t<span class='date'>2012/03/25</span>\n" +
-            "\t\t<a href=\"http://my.oschina.net/returnspace/blog/50911\" title=\"装饰器模式\">装饰器模式</a>\n" +
-            "\t</li>\n" +
-            "\t\t\t\t<li>\n" +
-            "\t\t<span class='date'>2010/07/03</span>\n" +
-            "\t\t<a href=\"http://my.oschina.net/zengsai/blog/5911\" title=\"Go语言中的装饰模式\">Go语言中的装饰模式</a>\n" +
-            "\t</li>\n" +
-            "\t\t\t\t<li>\n" +
-            "\t\t<span class='date'>2012/09/15</span>\n" +
-            "\t\t<a href=\"http://my.oschina.net/pljhonglu/blog/78669\" title=\"初学设计模式——装饰模式\">初学设计模式——装饰模式</a>\n" +
-            "\t</li>\n" +
-            "\t\t\t</ul>\n" +
-            "</div>\n" +
-            "<script type=\"text/javascript\" src=\"/action/visit/blog?id=122897\" defer=\"defer\"></script>\n" +
-            "<script type=\"text/javascript\" src=\"/js/syntax-highlighter-2.1.382/scripts/brush.js\"></script>\n" +
-            "<link type=\"text/css\" rel=\"stylesheet\" href=\"/js/syntax-highlighter-2.1.382/styles/shCore.css\"/>\n" +
-            "<link type=\"text/css\" rel=\"stylesheet\" href=\"/js/syntax-highlighter-2.1.382/styles/shThemeDefault.css\"/>\n" +
-            "<script type='text/javascript'><!--\n" +
-            "$(document).ready(function(){\n" +
-            "\tSyntaxHighlighter.config.clipboardSwf = '/js/syntax-highlighter-2.1.382/scripts/clipboard.swf';\n" +
-            "\tSyntaxHighlighter.all();\n" +
-            "});\n" +
-            "//-->\n" +
-            "</script>\n" +
-            "<!--[if lt IE 7]>\n" +
-            "<script type=\"text/javascript\" src=\"/js/minmax.js\"></script>\n" +
-            "<![endif]-->\n" +
-            "<script type='text/javascript'>\n" +
-            "<!--\n" +
-            "var posting = false;\n" +
-            "var upprev_closed = false;\n" +
-            "var upprev_hidden = true;\n" +
-            "\n" +
-            "$(document).ready(function(){\n" +
-            "    $('.BlogContent img').css('cursor','pointer');\n" +
-            "    jQuery.each($('.BlogContent img'),function(idx,v){\n" +
-            "    \t$(v).wrap(\"<a href='\"+$(this).attr('src')+\"' target='_blank'></a>\");\n" +
-            "    });\n" +
-            "\t$('#form_comment').ajaxForm({\n" +
-            "\t\tdataType: 'json',\n" +
-            "\t\tbforeSubmit: function(){\n" +
-            "\t\t\tposting = true;\n" +
-            "\t\t},\n" +
-            "\t\tsuccess: function(json) {\n" +
-            "        \tif(json.msg){\n" +
-            "\t\t\t\t///alert(json.msg);\n" +
-            "\t\t\t\t$('#cmt_tip').html(\"<span style='color:#C00;'>\"+json.msg+\"</span>\");\n" +
-            "\t\t\t\t$('#ta_post_content').focus();\t\t\t\t\n" +
-            "\t\t\t}else{\n" +
-            "\t\t\t\tvar url = \"http://my.oschina.net/chihz/blog_post?_cmt_blog=\"+json.blog+\"&_cmt_user=\"+json.user+\"&_cmt_id=\"+json.id;\t\t\t\t\n" +
-            "        \t\tjQuery.get(url, function(data){\n" +
-            "    \t\t\t\t$('.BlogComments .NoData').hide();\n" +
-            "        \t\t\t$('ul#BlogComments').append(data);\n" +
-            "        \t\t\t$('#form_comment').resetForm();\n" +
-            "        \t\t}); \n" +
-            "\t\t\t}\n" +
-            "\t\t}\n" +
-            "\t});\n" +
-            "\n" +
-            "    var at_datas = [];\n" +
-            "    $('img.SmallPortrait').each(function(){\n" +
-            "        var name = $(this).attr('alt');\n" +
-            "        if(jQuery.inArray(name, at_datas) < 0 && name != '黄亿华')\n" +
-            "            at_datas.push(name);\n" +
-            "    });\n" +
-            "    $(\"#form_comment textarea\").atWho(\"@\", {data: at_datas});\n" +
-            "\n" +
-            "\t$(\"#submiting\").ajaxStart(function(){\n" +
-            "\t   if(posting){\n" +
-            "    \t   $('#btn_submit').attr(\"disabled\",\"disabled\");\n" +
-            "           $(this).show();\n" +
-            "\t   }\n" +
-            "    });\n" +
-            "\t$(\"#submiting\").ajaxComplete(function(event,request, settings){\n" +
-            "\t   if(posting){\n" +
-            "           $(this).hide();\n" +
-            "    \t   $('#btn_submit').attr(\"disabled\",\"\");\n" +
-            "\t   }\n" +
-            "\t   posting = false;\n" +
-            "    }); \n" +
-            "\t\n" +
-            "    $(window).scroll(function() {\n" +
-            "        var lastScreen;\n" +
-            "        if ($(\"#postform\").length > 0)\n" +
-            "            lastScreen = getScrollY() + $(window).height() < $(\"#postform\").offset().top * 1 ? false : true;\n" +
-            "        else\n" +
-            "            lastScreen = getScrollY() + $(window).height() < $(document).height() * 1 ? false : true;\n" +
-            "        if (lastScreen && !upprev_closed) {\n" +
-            "            $(\"#RelativeBlogs\").stop().animate({right:\"0px\"});\n" +
-            "            upprev_hidden = false;\n" +
-            "        }\n" +
-            "        else if (upprev_closed && getScrollY() == 0) {\n" +
-            "            upprev_closed = false;\n" +
-            "        }\n" +
-            "        else if (!upprev_hidden) {\n" +
-            "            upprev_hidden = true;\n" +
-            "            $(\"#RelativeBlogs\").stop().animate({right:\"-400px\"});\n" +
-            "        }\n" +
-            "    });\n" +
-            "    $(\"#RelativeBlogs #btn_close\").click(function() {\n" +
-            "        $(\"#RelativeBlogs\").stop().animate({right:\"-400px\"});\n" +
-            "        upprev_closed = true;\n" +
-            "        upprev_hidden = true;\n" +
-            "    });\n" +
-            "});\n" +
-            "function delete_c(nid,uid,cid){\n" +
-            "  if(confirm(\"您确认要删除此篇评论？\")){\n" +
-            "    var args = \"cmt=\"+cid+\"#\"+uid+\"#\"+nid;\n" +
-            "    ajax_post(\"/action/blog/delete_blog_comments?space=98039\",args,function(){$(\"#cmt_\"+nid+\"_\"+uid+\"_\"+cid).fadeOut();});\n" +
-            "  }\n" +
-            "}\n" +
-            "function ReplyInline(blog,user,reply){\n" +
-            "\t$('.inline_reply').empty();\n" +
-            "\tvar div_id = '#inline_reply_of_'+blog+'_'+user+'_'+reply;\n" +
-            "\t$('#inline_reply_id').val(user+'_'+reply);\n" +
-            "\t$(div_id).html($('#inline_reply_editor').html());\n" +
-            "\t$('#txt_focus').focus();\n" +
-            "\t$('#btn_close_inline_reply').click(function(){\n" +
-            "\t\t$(div_id).empty();\n" +
-            "\t});\n" +
-            "\t$('#form_inline_comment').ajaxForm({\n" +
-            "\t\tdataType: 'json',\n" +
-            "    \tsuccess: function(json) {\n" +
-            "        \tif(json.msg){\n" +
-            "        \t\talert(json.msg);\n" +
-            "        \t}\n" +
-            "        \telse if(json.id){\n" +
-            "    \t\t\tlocation.reload();\n" +
-            "        \t}\n" +
-            "    \t}\n" +
-            "\t});\n" +
-            "}\n" +
-            "function edit_catalogs(qid){\n" +
-            "\tpopup(\"/set-catalogs?parent=1&type=3&id=\"+qid);\n" +
-            "}\n" +
-            "function vote(blogid){\n" +
-            "\t\tajax_post(\"/action/blog/vote\",\"id=\"+blogid+\"&user=190591\",function(result){\n" +
-            "\t\tvar json = eval('('+result+')');\n" +
-            "\t\tif(json.vote)\n" +
-            "\t\t\t$('#vote_count').html(json.vote);\n" +
-            "\t\telse if(json.error == 1)\n" +
-            "\t\t\talert(json.msg);\n" +
-            "\t\telse\n" +
-            "\t\t\talert(json.msg);\n" +
-            "\t});\n" +
-            "\t}\n" +
-            "function toggle_recomm(blogid){\n" +
-            "\tajax_post(\"/action/blog/toggle_recomm\",\"id=\"+blogid,function(html){\n" +
-            "\t\tif(html == '-1')\n" +
-            "\t\t\talert(\"文章不存在\");\n" +
-            "\t\telse if(html == 0){\n" +
-            "\t\t\t$('#lnk_recomm_'+blogid).removeClass('recommend');\n" +
-            "\t\t\t$('#lnk_recomm_'+blogid).text(\"未推荐\");\n" +
-            "\t\t}\n" +
-            "\t\telse if(html == 1){\n" +
-            "\t\t\t$('#lnk_recomm_'+blogid).addClass('recommend');\n" +
-            "\t\t\t$('#lnk_recomm_'+blogid).text(\"已推荐\");\n" +
-            "\t\t}\n" +
-            "\t});\n" +
-            "}\n" +
-            "//-->\n" +
-            "</script></div>\n" +
-            "\t<div class='clear'></div>\n" +
-            "\t<div id=\"OSC_Footer\"><style>\n" +
-            ".oscapp {text-align:left; width:220px;}\n" +
-            ".oscapp span {float:left;width:140px;}\n" +
-            ".oscapp a {float:left;text-indent:-9999em;width:16px;margin-left:8px;}\n" +
-            ".oscapp a.android {background:url('/img/android.gif') no-repeat left center;}\n" +
-            ".oscapp a.iphone {background:url('/img/iphone.gif') no-repeat left center;}\n" +
-            ".oscapp a.wp7 {background:url('/img/wp7.gif') no-repeat left center;}\n" +
-            "</style>\n" +
-            "<table width='100%'><tr>\n" +
-            "<td align='left'>&copy; 开源中国(OsChina.NET) | <a href=\"http://www.oschina.net/home/about\">关于我们</a> | <a href=\"mailto:oschina.net@gmail.com\">广告联系</a> | <a href=\"http://weibo.com/oschina2010\" target=\"_blank\">@新浪微博</a> | <a href=\"http://m.oschina.net/\">开源中国手机版</a> | <a href='http://www.miitbeian.gov.cn/' target='_blank' style='color:#737573;text-decoration:none;'>粤ICP备12009483号-3</a></td>\n" +
-            "<td class='oscapp'>\n" +
-            "\t<span>开源中国手机客户端：</span>\n" +
-            "\t<a href=\"http://www.oschina.net/app\" class='android' title='Android客户端'>Android</a>\n" +
-            "\t<a href=\"http://www.oschina.net/app\" class='iphone' title='iPhone 客户端'>iPhone</a>\n" +
-            "\t<a href=\"http://www.oschina.net/app\" class='wp7' title='Windows Phone 客户端'>WP7</a>\n" +
-            "</td>\n" +
-            "</tr>\n" +
-            "</table>\n" +
-            "<script type='text/javascript'>\n" +
-            "<!--\n" +
-            "if (top.location != self.location)top.location=self.location;\n" +
-            "//-->\n" +
-            "</script></div>\n" +
-            "</div>\n" +
-            "</body>\n" +
-            "\n" +
-            "<script type=\"text/javascript\" src=\"/action/visit/space?id=98039\"></script>\n" +
-            "<script type='text/javascript'>\n" +
-            "<!--\n" +
-            "$(document).ready(function() {\n" +
-            "\n" +
-            "\tSelectStyle(\"#search-item\",\".search_list\");\n" +
-            "\t$('.Tweet .photo img').live(\"click\",function(){\n" +
-            "\t\tvar T=$(this);\n" +
-            "\t\tvar t=this;\n" +
-            "\t\tvar bigImg = T.attr('bi');\n" +
-            "\t\tvar smallImg = T.attr('si');\n" +
-            "\t\tvar src = T.attr('src');\n" +
-            "\t\tvar newsrc = (bigImg == src)?smallImg:bigImg;\n" +
-            "\t\tvar imgId = T.attr('id');\n" +
-            "\t\tif(newsrc == bigImg){\n" +
-            "    \t\tvar loading=$('<img alt=\"loading\" src=\"/img/loading.gif\"/>');\n" +
-            "\t\t\tvar top = T.position().top+T.height()/2-8;\n" +
-            "\t\t\tvar left = T.position().left+T.width()/2-8;\n" +
-            "\t\t\tloading.css({\n" +
-            "\t\t\t\t'position':'absolute',\n" +
-            "\t\t\t\t'z-index':999,\n" +
-            "\t\t\t\t'top':top,\n" +
-            "\t\t\t\t'left':left\n" +
-            "\t\t\t});\n" +
-            "    \t\tT.before(loading);\n" +
-            "\t\t\tvar tImg=new Image();\n" +
-            "\t\t\ttImg.src=newsrc;\n" +
-            "\t\t\ttImg.onload=function(){afterImgLoad(T,loading,imgId,newsrc,bigImg);};\n" +
-            "\t\t}\n" +
-            "\t\telse{\n" +
-            "\t\t\tT.attr(\"src\",newsrc);\n" +
-            "\t\t\t$('#img_menu_'+imgId).remove();\n" +
-            "\t\t}\n" +
-            "\t\treturn false;\n" +
-            "\t});\n" +
-            "\t\n" +
-            "\t$(\".tweet_thumb_wrapper\").mouseenter(function(){\n" +
-            "\t\t$(this).find(\".tweet_play_video\").css(\"opacity\",1);\n" +
-            "\t}).mouseleave(function(){\n" +
-            "\t\t$(this).find(\".tweet_play_video\").css(\"opacity\",0.7);\n" +
-            "\t});\n" +
-            "\n" +
-            "    $(\"#TForm textarea\").atWho(\"@\", function(query, callback){\n" +
-            "        jQuery.ajax({\n" +
-            "            type:'POST',\n" +
-            "            url:\"/action/tweet/at_suggest\",\n" +
-            "            data:{'q':query},\n" +
-            "            dataType:'json',\n" +
-            "            success:function(json){\n" +
-            "                callback(json);\n" +
-            "            }\n" +
-            "        });\n" +
-            "    });\n" +
-            "\t\n" +
-            "\ttoggle_tweet_video = function(id){\n" +
-            "\t\t$(\"#tweet_video_thumb_\"+id).toggle();\n" +
-            "\t\tvar video = $(\"#tweet_video_\"+id).toggle();\n" +
-            "\t\tvideo.siblings(\".tweet_video_operation,.tweet_thumb_wrapper\").toggle();\n" +
-            "\t};\n" +
-            "\t\n" +
-            "\tfunction afterImgLoad(T,loading,imgId,url,bigImg){\n" +
-            "\t\tvar lnks = \"<div id='img_menu_\"+imgId+\"' class='ImgMenu'>\";\n" +
-            "\t\tlnks += \"<a href='#' onclick='$(\\\"#\"+imgId+\"\\\").click();return false;'>收起</a>\";\n" +
-            "\t\tlnks += \"<a href='\"+bigImg+\"' target='_blank'>查看原图</a></div>\";\t\t\t\n" +
-            "\t\tloading.remove();\n" +
-            "\t\tT.attr(\"src\",url);\n" +
-            "\t\tT.before(lnks);\n" +
-            "\t}\n" +
-            "});\n" +
-            "\n" +
-            "function set_fellow_memo(fid,fname){\n" +
-            "\tpopup(\"/action/ajax/set_fellow_memo\",\"friend=\"+fid+\"&name=\"+fname);\n" +
-            "}\n" +
-            "\n" +
-            "function deleteMsgs(uid, fid, fname){\n" +
-            "\tif(!confirm(\"你确认要清除与‘\"+fname+\"’的所有留言信息吗？\"))\n" +
-            "\t\treturn ;\n" +
-            "\tvar args = \"user=\"+uid+\"&friend=\"+fid;\n" +
-            "\tajax_post(\"/action/msg/delete_user\",args,function(html){\n" +
-            "\t\tif(html.length > 0)\n" +
-            "\t\t\talert(html);\n" +
-            "\t\telse{\n" +
-            "\t\t\t$('#Msg_'+fid).fadeOut();\n" +
-            "\t\t}\n" +
-            "\t});\n" +
-            "}\n" +
-            "\n" +
-            "function follow_user(uid, uname){\n" +
-            "\tjust_follow(uid, uname,'190591'); //oschina.js\n" +
-            "}\n" +
-            "\n" +
-            "function unfollow_user(uid, uname){\n" +
-            "\tif(confirm(\"确定不再关注\" + uname + \"了吗？\"))\n" +
-            "\tjust_unfollow(uid,'190591',function(){\n" +
-            "\t\talert('已取消对 ' + uname + ' 的关注');\n" +
-            "\t});\n" +
-            "}\n" +
-            "\n" +
-            "function tweet_reply(logid){\n" +
-            "\tvar r = $('#LogReply_'+logid);\n" +
-            "\tif(!r.is(\":hidden\")){\n" +
-            "\t\tclose_tweet_reply(logid);\n" +
-            "\t\treturn ;\n" +
-            "\t}\n" +
-            "\tr.html(\"<div class='TweetRplsWrapper'><span class='loading'>正在加载评论，请稍候...</span></div>\")\n" +
-            "\tr.show();\n" +
-            "\tr.load(\"http://my.oschina.net/chihz/tweet-rpls?log=\"+logid,function(){\n" +
-            "\t\t$('#edt_tweet_post_'+logid).focus();\n" +
-            "        var at_datas = [];\n" +
-            "        $(this).find(\"img.SmallPortrait\").each(function(){\n" +
-            "            var name = $(this).attr('alt');\n" +
-            "            if(jQuery.inArray(name, at_datas) < 0 && name != '黄亿华')\n" +
-            "                at_datas.push(name);\n" +
-            "        });\n" +
-            "        $(this).find(\"input.TXT_TweetRpl_Text\").atWho(\"@\", {data: at_datas});\n" +
-            "        $('#TweetReplyForm_'+logid).ajaxForm({\n" +
-            "        \tdataType: 'json',\n" +
-            "\t\t\tbeforeSubmit: function(arr, form, options){\n" +
-            "\t\t\t\t$('#BTN_TweetReply_'+logid).attr('disabled','disabled');\n" +
-            "\t\t\t},\n" +
-            "            success: function(json) {\n" +
-            "            \tif(json.msg){\n" +
-            "        \t\t\talert(json.msg);\n" +
-            "            \t}else if(json.log){\n" +
-            "\t\t\t\t\t$('#log_reply_count_'+logid).text(json.reply_count);\n" +
-            "        \t\t\t//插入新评论\t\t\t\t\t\n" +
-            "\t\t\t\t\tajax_get(\"/action/ajax/get_tweet_reply?id=\" + json.log,true,function(html){\n" +
-            "\t\t\t\t\t\t$('#LogReply_'+logid+' ul').prepend(html);\n" +
-            "\t\t\t\t\t});\n" +
-            "\t\t\t\t\t$('#edt_tweet_post_'+logid).val('');\n" +
-            "            \t}\n" +
-            "\t\t\t\t$('#BTN_TweetReply_'+logid).removeAttr('disabled');\n" +
-            "            }\n" +
-            "        });\n" +
-            "\t});\n" +
-            "}\n" +
-            "function close_tweet_reply(logid){\n" +
-            "\t$('#LogReply_'+logid).empty();\n" +
-            "\t$('#LogReply_'+logid).hide();\n" +
-            "\t$('#Logs .userlogs li').removeClass('hover');\n" +
-            "}\n" +
-            "function reply_rtweet(logid, rid, toname){\n" +
-            "\tvar edtPost = $('#edt_tweet_post_' + logid);\n" +
-            "\tvar old_v = edtPost.val();\n" +
-            "\tif(old_v.length > 0)\n" +
-            "\t\tedtPost.val(old_v + ',@'+toname+' ');\n" +
-            "\telse\n" +
-            "\t\tedtPost.val('回复 @'+toname+' : ');\n" +
-            "\tedtPost.focus();\n" +
-            "}\n" +
-            "function delete_tweet(logid){\n" +
-            "\tif(confirm(\"确认要删除这条信息吗？\"))\n" +
-            "\tajax_post(\"/action/tweet/delete?log=\"+logid+\"&user=190591\",\"\",function(html){\n" +
-            "\t\tif(html.length==0){\n" +
-            "\t\t\tvar elem = $('#LI_'+logid);\n" +
-            "\t\t\tif(elem.length > 0)\n" +
-            "\t\t\t\t$('#LI_'+logid).fadeOut();\n" +
-            "\t\t\telse\n" +
-            "\t\t\t\tlocation.reload();\n" +
-            "\t\t}\n" +
-            "\t});\n" +
-            "}\n" +
-            "function delete_tweet_reply(logid){\n" +
-            "\tif(confirm(\"确认要删除这条评论吗？\"))\n" +
-            "\tajax_post(\"/action/tweet/delete_reply?id=\"+logid+\"&user=190591\",\"\",function(html){\n" +
-            "\t\tif(html.length==0)\n" +
-            "\t\t\t$('#TweetReply_'+logid).fadeOut();\n" +
-            "\t});\n" +
-            "}\n" +
-            "\n" +
-            "function delete_blog(blog_id){\n" +
-            "    if(!confirm(\"文章删除后无法恢复，请确认是否删除此篇文章？\")) return;\n" +
-            "    ajax_post(\"/action/blog/delete?id=\"+blog_id+\"&user=190591&user_code=tzm9Wg2YoU8SkJaTIjHQkahStiXQNyymUGXFOQgN\",\"\",function(html){\n" +
-            "    \tlocation.href=\"http://my.oschina.net/chihz/blog\";\n" +
-            "    });\n" +
-            "}\n" +
-            "\n" +
-            "function SelectStyle(on,option){\n" +
-            "\tvar currentSort = $(on).attr('id');\n" +
-            "\tvar currentText = $(option+\" li.\"+currentSort+\" a\").html();\n" +
-            "\t$(on + \" .text\").html(currentText);\n" +
-            "\t$(on + \" .text\").hover(function(){\n" +
-            "\t\t$(this).addClass(\"hover\")\n" +
-            "\t},function(){\n" +
-            "\t\t$(this).removeClass(\"hover\")\n" +
-            "\t});\n" +
-            "\t$(option+\" li a\").each(function(index){\n" +
-            "\t\t$(this).click(function(){\n" +
-            "\t\t\tthishtml = $(this).html();\n" +
-            "\t\t\t$(on + \" .text\").removeClass(\"on\").html(thishtml);\t\t\n" +
-            "\t\t\t$(\".selectbox select \").find(\"option\").removeAttr('selected').eq(index).attr(\"selected\",\"selected\");\t\n" +
-            "\t\t\t$(option).hide()\n" +
-            "\t\t\treturn false;\n" +
-            "\t\t});\n" +
-            "\t\t\n" +
-            "\t});\t\t\n" +
-            "\t\n" +
-            "\t$(\".selectbox\").click(function(){\t\t\n" +
-            "\t\t$(option).toggle();\n" +
-            "\t\t$(on + \" .text\").toggleClass(\"on\");\t\t\n" +
-            "\t\treturn false;\n" +
-            "\t});\n" +
-            "\t$(document).click(function(){\n" +
-            "\t\t$(option).hide();\t\n" +
-            "\t\t$(on + \" .text\").removeClass(\"on\");\n" +
-            "\t});\n" +
-            "\t$(document).trigger('click');\n" +
-            "\n" +
-            "}\n" +
-            "\n" +
-            "//-->\n" +
-            "</script>\n" +
-            "</html>\n" +
-            "<!-- Generated by OsChina.NET (init:0[ms],page:120[ms],ip:60.55.11.227) -->";
-
-    String html = "\n" +
-            "<!DOCTYPE html PUBLIC \"-//W3C//DTD XHTML 1.0 Transitional//EN\" \"http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd\">\n" +
-            "<html lang='zh-CN' xml:lang='zh-CN' xmlns='http://www.w3.org/1999/xhtml'>\n" +
-            "<head>\n" +
-            "  <meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"/>\n" +
-            "  <link rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/img/favicon.ico\" />\n" +
-            "  <title>再次吐槽easyui - 开源中国 OSChina.NET</title>\n" +
-            "      <link rel=\"stylesheet\" href=\"/css/style2013.css?ver=20130411\" type=\"text/css\" media=\"screen\" />\n" +
-            "  <link rel=\"stylesheet\" href=\"/css/channel.css?date=20130324_2\" type=\"text/css\" media=\"screen\" />\n" +
-            "  <link rel=\"stylesheet\" type=\"text/css\" href=\"/js/2011/fancybox/jquery.fancybox-1.3.4.css\" media=\"screen\" />\n" +
-            "  <link rel=\"alternate\" type=\"application/rss+xml\" title=\"最新代码分享列表\" href=\"http://www.oschina.net/code/rss\" />\n" +
-            "  <link rel=\"alternate\" type=\"application/rss+xml\" title=\"开源中国 - 源码列表\" href=\"http://www.oschina.net/code/source_rss\" />\n" +
-            "  <link rel=\"alternate\" type=\"application/rss+xml\" title=\"最新问题列表\" href=\"http://www.oschina.net/question/rss\" />\n" +
-            "  <script type=\"text/javascript\" src=\"/js/2012/jquery-1.7.1.min.js\"></script>\n" +
-            "  <script type=\"text/javascript\" src=\"/js/2012/jquery.form.js\"></script>\n" +
-            "  <script type=\"text/javascript\" src=\"/js/2011/fancybox/jquery.fancybox-fixed.js?20130327\"></script>\n" +
-            "      <link rel=\"stylesheet\" href=\"/js/poshytip/tip-yellowsimple/tip-yellowsimple.css\" type=\"text/css\" />\n" +
-            "  <script type=\"text/javascript\" src=\"/js/poshytip/jquery.poshytip.min.js\"></script>\n" +
-            "    <script type=\"text/javascript\">\n" +
-            "  \tg_msg = {\n" +
-            "};\n" +
-            "\n" +
-            "g_user = {\n" +
-            "\tid:190591,\n" +
-            "\tname:'黄亿华',\n" +
-            "\tlogin:true,\n" +
-            "\tbportrait:'<img src=\"http://static.oschina.net/uploads/user/95/190591_50.jpg?t=1347254905000\" align=\"absmiddle\" alt=\"黄亿华\" title=\"黄亿华\" class=\"SmallPortrait\" user=\"190591\"/>'\n" +
-            "};  </script>\n" +
-            "    <script type=\"text/javascript\" src=\"/js/2011/oschina.js?ver=20121007\"></script>\n" +
-            "  <script type=\"text/javascript\" src=\"/js/utils.js\"></script>\n" +
-            "  <script type=\"text/javascript\" src=\"/js/channel.js\"></script>\n" +
-            "      <style type=\"text/css\">\n" +
-            "    body,table,input,textarea,select {font-family:Verdana,sans-serif,宋体;}  \n" +
-            "  </style>\n" +
-            "  </head>\n" +
-            "<body>\n" +
-            "<div id='OSC_NavTop'>\n" +
-            "\t<div class=\"wp998\">\n" +
-            "        <div id=\"OSC_Channels\">\n" +
-            "        \t<ul>\n" +
-            "        \t<li class=\"item\"><a href=\"http://www.oschina.net/\" class='home'>首页</a></li>        \t<li class=\"item\"><a href=\"http://www.oschina.net/project\" class='project'>开源软件</a></li>\n" +
-            "        \t<li class=\"item control_select\">\n" +
-            "\t\t\t\t<a href=\"http://www.oschina.net/question\" class='question hl'>讨论区</a>\t\t\t\t\n" +
-            "\t\t\t\t<ul class=\"cs_content\">\t\t\t\t\t\n" +
-            "                \t<li><a href=\"http://www.oschina.net/question?catalog=1\"> 技术问答 &raquo; </a></li>\n" +
-            "                \t<li><a href=\"http://www.oschina.net/question?catalog=2\"> 技术分享 &raquo; </a></li>\n" +
-            "                \t<li><a href=\"http://www.oschina.net/question?catalog=3\"> IT大杂烩 &raquo; </a></li>\n" +
-            "                \t<li><a href=\"http://www.oschina.net/question?catalog=100\"> 职业生涯 &raquo; </a></li>\n" +
-            "                \t<li><a href=\"http://www.oschina.net/question?catalog=4\"> 站务/建议 &raquo; </a></li>\n" +
-            "                \t<li><a href=\"http://www.oschina.net/alipay\"> 支付宝专区 &raquo; </a></li>\n" +
-            "\t\t\t\t</ul>\n" +
-            "\t\t\t</li>\n" +
-            "        \t<li class=\"item\"><a href=\"http://www.oschina.net/code/list\" class='code'>代码分享</a></li>\n" +
-            "        \t        \t<li class=\"item\"><a href=\"http://www.oschina.net/blog\" class='blog'>博客</a></li>\n" +
-            "        \t<li class=\"item\"><a href=\"http://www.oschina.net/translate\" class='tran'>翻译</a></li>\n" +
-            "            <li class=\"item\"><a href=\"http://www.oschina.net/news\" class='news'>资讯</a></li>\n" +
-            "        \t<li class=\"item control_select\">\n" +
-            "\t\t\t\t<a href=\"http://www.oschina.net/android\" class='mobile'>移动开发</a>\n" +
-            "\t\t\t\t<ul class=\"cs_content cs_mobile\">\n" +
-            "                \t<li class=\"android_\"><a href=\"http://www.oschina.net/android\">Android开发专区</a></li>\n" +
-            "                \t<li class=\"ios_\"><a href=\"http://www.oschina.net/ios/home\">iOS开发专区</a></li>\n" +
-            "                \t<li class=\"ios_\"><a href=\"http://www.oschina.net/ios/codingList\">iOS代码库</a></li>\n" +
-            "                \t<li class=\"wp7_\"><a href=\"http://www.oschina.net/wp7\">WP7开发专区</a></li>\n" +
-            "\t\t\t\t</ul>\n" +
-            "\t\t\t</li>\n" +
-            "        \t<li class=\"item t_job\"><a href=\"http://www.oschina.net/job\" class='job'>招聘</a></li>\n" +
-            "        \t</ul>\n" +
-            "        </div>\n" +
-            "\t\t<div id=\"OSC_Userbar\">\n" +
-            "                \t\t    \t\t<em>黄亿华</em>,您好 \n" +
-            "\t\t\t<span class=\"control_select\">\n" +
-            "\t\t\t\t<a href=\"http://my.oschina.net/flashsword\" id=\"MySpace\" title=\"我的空间\">我的空间</a>\n" +
-            "\t\t\t\t<ul class=\"cs_content cs_myspace\">\n" +
-            "                \t<li class='msg_'><a href='http://www.oschina.net/home/go?page=admin%2Finbox'>站内留言</a></li>\n" +
-            "                \t<li class='discuss_'><a href='http://my.oschina.net/flashsword/?ft=bbs&scope=2&showme=1'>我的讨论记录</a></li>\n" +
-            "                \t<li class='code_'><a href='http://www.oschina.net/code/list_by_user?id=190591'>我分享的代码</a></li>\n" +
-            "                \t<li class='blog_'><a href='http://www.oschina.net/home/go?page=blog'>我的博客</a></li>\n" +
-            "                \t<li class='friends_'><a href='http://www.oschina.net/home/go?page=fellow'>我关注的人</a></li>\n" +
-            "                \t<li class='favorites_'><a href='http://www.oschina.net/home/go?page=favorites'>我的收藏夹</a></li>\n" +
-            "                \t<li class='profile_'><a href='http://www.oschina.net/home/go?page=admin%2Fprofile'>个人资料修改</a></li>\n" +
-            "                \t<li class='portrait_'><a href='http://www.oschina.net/home/go?page=admin%2Fportrait'>更改我的头像</a></li>\n" +
-            "\t\t\t\t</ul>\n" +
-            "\t\t\t</span>&nbsp;|&nbsp;\n" +
-            "\t\t\t<a href=\"http://www.oschina.net/home/go?page=admin%2Fnew-project\">添加软件</a>&nbsp;|&nbsp;<a href=\"http://www.oschina.net/home/go?page=admin%2Fnew-release\">投递新闻</a>&nbsp;|&nbsp;<a href=\"/action/user/logout?session=6db40e6e2d1061998068&goto_page=http%3A%2F%2Fwww.oschina.net%2Fquestion%2F818848_107307\">退出</a>\n" +
-            "    \t\t\t\t</div>\n" +
-            "\t\t<div class='clear'></div>\n" +
-            "\t</div>\n" +
-            "</div>\n" +
-            "<div id='OSC_Banner'><div class=\"wp998\"><a href='http://www.oschina.net/' class='Logo' title='OSChina 开源中国'>开源中国</a>\n" +
-            "<h1><a href='/question'>讨论区</a></h1>\n" +
-            "<dl>\n" +
-            "\t<dt>当前位置：</dt>\n" +
-            "\t<dd>\n" +
-            "\t\t\t\t\t        \t\t<a href=\"/question\">讨论区</a>&nbsp;&raquo;\n" +
-            "        \t\t<a href=\"/question?catalog=1\">技术问答</a>\t\t\t\t\t\t\t\t&raquo;&nbsp;<a href=\"/p/jquery+easyui\">EasyUI</a>\n" +
-            "\t\t\t\t\t\t\t\t\t\t</dd>\n" +
-            "</dl>\n" +
-            "<form action='http://www.oschina.net/search' class='search'>\n" +
-            "\t<input type='hidden' name='scope' value='bbs'/>\n" +
-            "\t<input id='channel_q' type='text' name='q' value='' placeholder='资讯、软件、分享、代码、博客' class='TXT'/>\n" +
-            "    <button type='submit' class='BTN'>搜 索</button>\n" +
-            "</form>\n" +
-            "<div class='clear'></div></div></div>\n" +
-            "<div id=\"OSC_Screen\">\n" +
-            "\t<div id=\"OSC_Content\" class='CenterDiv'>\n" +
-            "<script type=\"text/javascript\" src=\"/js/scrolltopcontrol.js\"></script>\n" +
-            "<script type=\"text/javascript\">\n" +
-            "  \tscrolltotop.offset(100,120);\n" +
-            "  \tscrolltotop.init();\n" +
-            "\t$(function(){\n" +
-            "\t\t$('a.ShowUserOutline img.SmallPortrait').poshytip({\n" +
-            "\t\t\tclassName: 'tip-yellowsimple',\n" +
-            "\t\t\talignTo: 'target',\n" +
-            "\t\t\talignX: 'right',\n" +
-            "\t\t\talignY: 'inner-top',\n" +
-            "\t\t\toffsetX: 5,\n" +
-            "\t\t\toffsetY: 0,\n" +
-            "\t\t\tfade: false,\n" +
-            "\t\t\tslide: false,\n" +
-            "\t\t\tcontent: function(updateCallback) {\n" +
-            "\t\t\t\tajax_get(\"/action/ajax/get_user_outline?id=\"+$(this).attr('user'),false,function(html){\n" +
-            "\t\t\t\t\tupdateCallback(html);\n" +
-            "\t\t\t\t});\n" +
-            "\t\t\t\treturn \"<div style='height:100px;'>Loading...</div>\";\n" +
-            "\t\t\t}\n" +
-            "\t\t});\n" +
-            "\t});\n" +
-            "\tfunction add_to_favorite(pid,concern_it){\n" +
-            "\t\t\tif(concern_it){\n" +
-            "\t\t\t$(\"#p_attention_count\").load(\"/action/favorite/add?mailnotify=true&type=2&id=\"+pid, {user: '190591'});\n" +
-            "\t\t\t$('#attention_it').html('<a href=\"javascript:add_to_favorite('+pid+',false)\">取消</a>');\t\n" +
-            "\t\t}\n" +
-            "\t\telse{\n" +
-            "\t\t\t$(\"#p_attention_count\").load(\"/action/favorite/cancel?type=2&id=\"+pid, {user: '190591'});\n" +
-            "\t\t\t$('#attention_it').html('<a href=\"javascript:add_to_favorite('+pid+',true)\">收藏</a>');\n" +
-            "\t\t}\n" +
-            "\t\t}\n" +
-            "</script>\n" +
-            "\n" +
-            "\n" +
-            "\n" +
-            "<div class='Question'>\n" +
-            "\t\n" +
-            "\t<div class='Body'>\n" +
-            "\t<div class='Title'>\n" +
-            "\t\t<div class='Asker'><a href=\"http://my.oschina.net/u/818848\" class=\"ShowUserOutline\" target=\"_blank\"><img src=\"http://static.oschina.net/uploads/user/409/818848_50.jpg?t=1357353541000\" align=\"absmiddle\" alt=\"午后冬日\" title=\"午后冬日\" class=\"SmallPortrait\" user=\"818848\"/></a></div>\n" +
-            "\t\t<div class='QTitle'>\n" +
-            "\t\t\t<h1><a href=\"http://www.oschina.net/question/818848_107307\" hidefocus=\"true\" name='top'>再次吐槽easyui</a></h1>\n" +
-            "\t\t\t<div class='stat'>\n" +
-            "\t\t\t\t<a href=\"http://my.oschina.net/u/818848\" target=\"_blank\">午后冬日</a>\n" +
-            "\t\t\t\t发表于 2013-4-21 02:28 13小时前,\n" +
-            "\t\t\t\t<a href='#answers' class='answer_count'>3</a>回/289阅,\n" +
-            "\t\t\t\t最后回答: 4小时前\t\t\t\t\t\t\t\t\t\t\t</div>\n" +
-            "\t\t</div>\n" +
-            "\t\t\n" +
-            "\t\t<div class='clear'></div>\n" +
-            "\t</div>\n" +
-            "\t\t    \t    \t\t\t\t\t\n" +
-            "\t\t<p style='color:#A00;font-weight:bold;margin:10px 0 0 3px;'>Java、PHP、Ruby、iOS、Python 等 JetBrains 开发工具低至 99  元（3折），<a href='http://www.oschina.net/shop/jetbrains' target='_blank'>详情&raquo;</a></p>\n" +
-            "\t\t<div class='Content'>\n" +
-            "\t\t\t\t\t\t<div class='detail'>刚用到easyui treegrid组件，发现这货第一次加载时候并没有传默认参数，展开某一列时候才传递id:xx的参数。这样和后台总是疙里疙瘩，像没事就拌嘴的两口子，查网上都遇到相同问题，最好解决方案就是通过 \n" +
-            "<span style=\"font-family:Arial, Helvetica, 'Nimbus Sans L', sans-serif;font-size:14px;line-height:normal;background-color:#FFFFFF;\">onBeforeExpand事件来扩展，自行解决。看到官方例子中简洁的代码，感觉easyui耍流氓了，真搞不懂为何要这样实现</span><div class='clear'></div></div>\n" +
-            "\t\t\t\t\t\t<div class='Tags'>\n" +
-            "\t\t\t\t<strong>标签：</strong>\t\t\t\t\n" +
-            "\t\t\t\t\t\t\t\t\t\t\t\t<a href='http://www.oschina.net/question/tag/jquery+easyui' class='tag project' title='jQuery的UI组件 EasyUI'>EasyUI</a> \t\t\t\t\t\t\t\t\t\t\t</div>\n" +
-            "\t\t\t\t\t\t<div class='SameQuestions'>\n" +
-            "\t\t\t<span id='RQuestionAction'>\n" +
-            "\t\t\t\t\t\t\t\t\t<a href=\"javascript:ask_too(107307,true)\" class='rndbutton'><span>我想问同样的问题</span></a>\n" +
-            "\t\t\t\t\t\t</span>\n" +
-            "\t\t\t共<em id='c_asker_count'>0</em>个人想要问同样的问题\n" +
-            "\t\t\t\t\t\t<a href=\"javascript:make_question_more_detail(107307)\">补充话题说明&raquo;</a>\n" +
-            "\t\t\t</div>\n" +
-            "\t\t\t\t\t\t<div class='EditLogs'>\n" +
-            "\t<ul></ul>\n" +
-            "</div>\t\t</div>\n" +
-            "\t\t<style type='text/css'>\n" +
-            "\t\t#favor_form{width:200px;}\n" +
-            "        #favor_form p {color:#666;}\n" +
-            "        #favor_form form{height:60px;width:200px;}\n" +
-            "        #favor_form form ._favor_input{display:block;margin:2px 0;width:199px;}\n" +
-            "        #favor_form form ._favor_button{float:left;padding:2px 5px;}\n" +
-            "        .favor_ok {text-align:center;font-size:10.5pt;width:199px;height:60px;margin-top:10px;}\n" +
-            "        #TagsSwitcher{cursor:pointer;float:right;margin-top:10px;}\n" +
-            "        #MyTags{display:none;width:199px;}\n" +
-            "        #MyTags a.tag {float:left; background-color: #E0EAF1;border-bottom: 1px solid #3E6D8E;border-right: 1px solid #7F9FB6;color: #3E6D8E;font-size: 8pt;line-height: 16px;margin: 2px 2px 2px 0;padding: 2px 4px;text-decoration: none;white-space: nowrap;}\n" +
-            "\t\t.osc_promotion{ position: relative; display: inline-block; padding: 10px; margin: 10px 0; border: 1px solid #ccc;}\n" +
-            "        .osc_promotion .c{ position: absolute; right: -1px; top: -1px;}\n" +
-            "\t\t.ask_toolbar {float:right;list-style: none; font-size: 12px; color: #333; height: 28px;_padding-top: 5px; overflow: hidden;margin:20px 0 10px 0;}\n" +
-            "        .ask_toolbar div{ float: left; margin-left: 5px; background: url(\"/img/ask-icon.gif\") no-repeat; padding: 6px 0 6px 15px; padding-left: 15px; height: 16px;}\n" +
-            "        .ask_toolbar a{ height: 16px; color: #333; text-decoration: none; display:inline-block; zoom:1; vertical-align: middle; }\n" +
-            "        .ask_share{width: 89px;vertical-align: bottom; line-height: 15px; _line-height: 14px;}\n" +
-            "        .ask_share a{background: url(\"/img/ask-icon.gif\"); width: 16px; }\n" +
-            "        a.ask_share_sina{ background: url(\"/img/ask-icon.gif\") 0 -40px no-repeat; margin-left: 5px;  }\n" +
-            "        a.ask_share_tencent{background-position: 0 -70px; margin-left: 5px; }\n" +
-            "        .ask_toolbar em{ height: 28px; line-height:28px; width: 14px; display: inline-block; float: left; background: url(\"/img/ask-icon.gif\") top right;}\n" +
-            "        .ask_collect a,.ask_report a, .ask_vote a, .ask_collected a{padding-left: 20px; line-height: 15px; }\n" +
-            "        .ask_collect a{ background: url(\"/img/ask-icon.gif\") 0 -131px no-repeat; }\n" +
-            "        .ask_collected a{ background: url(\"/img/ask-icon.gif\") 0 -100px no-repeat; }\n" +
-            "        div.ask_collect_count{ background: url(\"/img/ask-icon.gif\") 0 -309px no-repeat; font-weight: bold; font-size: 14px; margin-left: 0; height: 16px;line-height: 16px;}\n" +
-            "        .ask_report a{ background: url(\"/img/ask-icon.gif\") 0 -160px no-repeat;}\n" +
-            "        em.ask_collect_count_r{background-position: 59px -309px;}\n" +
-            "        .ask_vote a{background: url(\"/img/ask-icon.gif\");}\n" +
-            "        \t\ta.ask_vote_up{background-position: 3px -190px;}\n" +
-            "        a.ask_vote_down{background-position: 0 -280px;}\n" +
-            "        a.ask_vote_uped {background-position: 3px -190px;}\n" +
-            "        \t\ta.ask_vote_downed {background-position: 0 -280px;}\n" +
-            "        .ask_vote span{ display: inline-block; margin: 0 10px; font-weight: bold; font-size: 14px; vertical-align: middle; margin-bottom: 2px; line-height: 16px;}\n" +
-            "\t\tspan.vote-down-count{margin:0 3px;}\n" +
-            "\t\tspan.vote-up-count{margin:0 3px;}\n" +
-            "\t\t</style>\n" +
-            "\t\t<div class='clear'></div>\n" +
-            "        \n" +
-            "\t\t\t\t<div class=\"ask_toolbar\">\n" +
-            "\t\t\t<div class=\"ask_share\"><b>分享到</b> <a class=\"ask_share_sina\" title=\"分享到新浪微博\"  href=\"javascript:void((function(s,d,e,r,l,p,t,z,c){var%20f='http://v.t.sina.com.cn/share/share.php?appkey=858381728',u=z||d.location,p=['&url=',e(u),'&title=',e(t||d.title),'&source=',e(r),'&sourceUrl=',e(l),'&content=',c||'gb2312','&pic=',e(p||'')].join('');function%20a(){if(!window.open([f,p].join(''),'mb',['toolbar=0,status=0,resizable=1,width=440,height=430,left=',(s.width-440)/2,',top=',(s.height-430)/2].join('')))u.href=[f,p].join('');};if(/Firefox/.test(navigator.userAgent))setTimeout(a,0);else%20a();})(screen,document,encodeURIComponent,'','','','再次吐槽easyui: 刚用到easyui treegrid组件，发现这货第一次加载时候并没有传默认参数，展开某一列时候才传递id:xx的参数。这样和后台总是疙里疙瘩，像没事就拌嘴的两口子，查网上都遇到...','','utf-8'));\"></a><a class=\"ask_share_tencent\" title=\"分享到腾讯微博\"  href=\"javascript:(function(){window.open('http://v.t.qq.com/share/share.php?url='+encodeURIComponent(document.location)+'&amp;appkey=96f54f97c4de46e393c4835a266207f4&amp;site=&amp;title='+encodeURIComponent(document.title)+encodeURIComponent(': 刚用到easyui treegrid组件，发现这货第一次加载时候并没有传默认参数，展开某一列时候才传递id:xx的参数。这样和后台总是疙里疙瘩，像没事就拌嘴的两口子，查网上都遇到...'),'', 'width=450, height=400, top=0, left=0, toolbar=no, menubar=no, scrollbars=no, location=yes, resizable=no, status=no');}())\"></a></div><em></em>\n" +
-            "\t\t\t<div class=\"ask_collect\"><a title=\"收藏此话题\" id=\"favor_trigger\" href=\"javascript:;\">收藏</a></div><em></em>\n" +
-            "\t\t\t<div class=\"ask_collect_count\" id=\"p_favor_count\">1</div><em class=\"ask_collect_count_r\"></em>\n" +
-            "\t\t\t<div class=\"ask_report\"><a href=\"javascript:report('http://www.oschina.net/question/818848_107307',107307,2)\">举报</a></div><em></em>\n" +
-            "\t\t\t<div class='ask_vote' id='Vote'>\n" +
-            "\t\t\t\t\t\t\t\t        \t\t\t<a id=\"vote_down\" class=\"ask_vote_down\" href=\"javascript:;\" title=\"踩：这问题不知道在说什么，或者没什么用\">踩</a>\n" +
-            "\t\t\t\t\t\t\t\t<span class='vote-down-count'>0</span>\n" +
-            "\t\t\t\t|\n" +
-            "\t\t\t\t\t\t\t\t        \t\t\t<a id=\"vote_up\" class=\"ask_vote_up\" href=\"javascript:;\" title=\"顶：这问题很有用或者很清晰明了\">顶</a>\n" +
-            "\t\t\t\t\t\t\t\t<span class='vote-up-count'>0</span>\n" +
-            "\t\t\t</div>\n" +
-            "\t\t\t<em></em>\n" +
-            "\t\t</div>\n" +
-            "\t\t<div class='clear'></div>\n" +
-            "\t\t\t\t\t\t        <div class='QuestionReplies'>\n" +
-            "\t\t\t\n" +
-            "        \t<h2>\t\t\t\n" +
-            "\t\t\t\t<span class='sort'>\n" +
-            "\t\t\t\t\t<a href=\"http://www.oschina.net/question/818848_107307#answers\" class='current'>按评价排序</a>&nbsp;|\n" +
-            "\t\t\t\t\t<a href=\"?sort=time#answers\">显示最新答案</a>&nbsp;|&nbsp;<a href=\"#top\" style='padding-left:0;'>回页面顶部</a>\n" +
-            "\t\t\t\t</span>\n" +
-            "\t\t\t\t<a name='answers'></a>共有<em class='answer_count'>3</em>个答案 <a href=\"#answerform\" class='answer'>我要回答&raquo;</a>\n" +
-            "\t\t\t</h2>\n" +
-            "\t\t\t        \t<ul class='list'><li class='Answer' id='answer_467005'>\n" +
-            "\t<div class='user'><a href=\"http://my.oschina.net/u/224858\" class=\"ShowUserOutline\" name=\"AnchorAnswer467005\" target=\"_blank\"><img src=\"http://static.oschina.net/uploads/user/112/224858_50.jpg\" align=\"absmiddle\" alt=\"布谷鸟\" title=\"布谷鸟\" class=\"SmallPortrait\" user=\"224858\"/></a></div>\n" +
-            "\t<div class='body'>\n" +
-            "\t\t<div class='time'><a href=\"http://my.oschina.net/u/224858\" target=\"_blank\">布谷鸟</a> 回答于 2013-04-21 09:28 </div>\t\t\n" +
-            "    \t<div class='opts'>\n" +
-            "\t\t\t    \t\t    \t\t<a href=\"javascript:report('http://www.oschina.net/question/818848_107307#AnchorAnswer467005',467005,17)\">举报</a>\n" +
-            "    \t</div>\n" +
-            "\t\t<div class='clear'></div>\n" +
-            "\t\t<div class='detail'>对话框、日期控件和选项卡效果还不错，树状菜单没得zTree好用，建议楼主不要全部效果都依赖于此框架，有些easyui实现不好的地方可以换其它的插件实现嘛，反正我现在再也不用诸如ext和easyui之类的东西了，感觉好肥</div>\n" +
-            "\t</div>\n" +
-            "\t<div class='clear'></div>\n" +
-            "\t<div class='replies' id='PostReplies_467005'><strong>--- 共有 1 条评论 --- </strong>\n" +
-            "<ul>\n" +
-            "\t\t<li id='PostReply_467044'>\n" +
-            "\t\t<a href=\"http://my.oschina.net/u/818848\" class='p' name='AnchorAnswer467044'><img src=\"http://static.oschina.net/uploads/user/409/818848_50.jpg?t=1357353541000\" align=\"absmiddle\" alt=\"午后冬日\" title=\"午后冬日\" class=\"SmallPortrait\" user=\"818848\"/></a>\n" +
-            "\t\t<span class='b'>\n" +
-            "\t\t<span class='c'>前端水平实在有限，自己搞的总是感觉不伦不类，只能用这些框架，再集成其它插件，切换主题时风格又不一致。</span>\n" +
-            "\t\t<span class='t'>(4小时前 by 午后冬日)</span>\n" +
-            "\t\t<span class='opts'><a href=\"javascript:reply_to_post(467005,818848)\">回复</a></span>\n" +
-            "\t\t</span>\n" +
-            "\t\t<div class='clear'></div>\n" +
-            "\t</li>\n" +
-            "\t</ul>\n" +
-            "<div class='PagerLinks'>\n" +
-            "</div>\n" +
-            "</div>\n" +
-            "\t<div class='votes'>\t\t\t\t\t\t<a id='a_post_voteup_467005' href=\"javascript:vote_answer(467005,true,true)\" title=\"这是一个好答案，能解决问题\">有帮助</a><em id='post_voteup_467005'>(1)</em>&nbsp;|\n" +
-            "\t\t<a id='a_post_votedown_467005' href=\"javascript:vote_answer(467005,false,true)\" title=\"这答案无法解决问题，或者模糊不清\">没帮助</a><em id='post_votedown_467005'>(0)</em>&nbsp;|\n" +
-            "\t\t<a href=\"javascript:reply_to_post(467005, 0)\">评论</a><em>(1)</em>&nbsp;|\n" +
-            "    \t<a href=\"/question/answer?question=107307&amp;answer=467005\">引用此答案</a>\t</div>\n" +
-            "</li><li class='Answer' id='answer_467039'>\n" +
-            "\t<div class='user'><a href=\"http://my.oschina.net/rox\" class=\"ShowUserOutline\" name=\"AnchorAnswer467039\" target=\"_blank\"><img src=\"http://static.oschina.net/uploads/user/0/180_50.jpg\" align=\"absmiddle\" alt=\"静风流云\" title=\"静风流云\" class=\"SmallPortrait\" user=\"180\"/></a></div>\n" +
-            "\t<div class='body'>\n" +
-            "\t\t<div class='time'><a href=\"http://my.oschina.net/rox\" target=\"_blank\">静风流云</a> 回答于 2013-04-21 11:08 </div>\t\t\n" +
-            "    \t<div class='opts'>\n" +
-            "\t\t\t    \t\t    \t\t<a href=\"javascript:report('http://www.oschina.net/question/818848_107307#AnchorAnswer467039',467039,17)\">举报</a>\n" +
-            "    \t</div>\n" +
-            "\t\t<div class='clear'></div>\n" +
-            "\t\t<div class='detail'><p> 没办法，原来项目也是因为客户特殊的需求，对layout选型的时候，犹豫了好久，最终放弃了。<br /> 幸亏来了一个厉害的前端，解决问题，够用就好。 </p></div>\n" +
-            "\t</div>\n" +
-            "\t<div class='clear'></div>\n" +
-            "\t<div class='replies' id='PostReplies_467039'><strong>--- 共有 1 条评论 --- </strong>\n" +
-            "<ul>\n" +
-            "\t\t<li id='PostReply_467046'>\n" +
-            "\t\t<a href=\"http://my.oschina.net/u/818848\" class='p' name='AnchorAnswer467046'><img src=\"http://static.oschina.net/uploads/user/409/818848_50.jpg?t=1357353541000\" align=\"absmiddle\" alt=\"午后冬日\" title=\"午后冬日\" class=\"SmallPortrait\" user=\"818848\"/></a>\n" +
-            "\t\t<span class='b'>\n" +
-            "\t\t<span class='c'>我也是犹豫了好久，看过很多前端框架，总是不太满意。个人开发前台后台数据库全部要自己搞定，郁闷ing</span>\n" +
-            "\t\t<span class='t'>(4小时前 by 午后冬日)</span>\n" +
-            "\t\t<span class='opts'><a href=\"javascript:reply_to_post(467039,818848)\">回复</a></span>\n" +
-            "\t\t</span>\n" +
-            "\t\t<div class='clear'></div>\n" +
-            "\t</li>\n" +
-            "\t</ul>\n" +
-            "<div class='PagerLinks'>\n" +
-            "</div>\n" +
-            "</div>\n" +
-            "\t<div class='votes'>\t\t\t\t\t\t<a id='a_post_voteup_467039' href=\"javascript:vote_answer(467039,true,true)\" title=\"这是一个好答案，能解决问题\">有帮助</a><em id='post_voteup_467039'>(0)</em>&nbsp;|\n" +
-            "\t\t<a id='a_post_votedown_467039' href=\"javascript:vote_answer(467039,false,true)\" title=\"这答案无法解决问题，或者模糊不清\">没帮助</a><em id='post_votedown_467039'>(0)</em>&nbsp;|\n" +
-            "\t\t<a href=\"javascript:reply_to_post(467039, 0)\">评论</a><em>(1)</em>&nbsp;|\n" +
-            "    \t<a href=\"/question/answer?question=107307&amp;answer=467039\">引用此答案</a>\t</div>\n" +
-            "</li><li class='Answer' id='answer_467051'>\n" +
-            "\t<div class='user'><a href=\"http://my.oschina.net/u/224858\" class=\"ShowUserOutline\" name=\"AnchorAnswer467051\" target=\"_blank\"><img src=\"http://static.oschina.net/uploads/user/112/224858_50.jpg\" align=\"absmiddle\" alt=\"布谷鸟\" title=\"布谷鸟\" class=\"SmallPortrait\" user=\"224858\"/></a></div>\n" +
-            "\t<div class='body'>\n" +
-            "\t\t<div class='time'><a href=\"http://my.oschina.net/u/224858\" target=\"_blank\">布谷鸟</a> 回答于 2013-04-21 11:29 </div>\t\t\n" +
-            "    \t<div class='opts'>\n" +
-            "\t\t\t    \t\t    \t\t<a href=\"javascript:report('http://www.oschina.net/question/818848_107307#AnchorAnswer467051',467051,17)\">举报</a>\n" +
-            "    \t</div>\n" +
-            "\t\t<div class='clear'></div>\n" +
-            "\t\t<div class='detail'><div class=\"ref\"><h4>引用来自“布谷鸟”的答案</h4><div class=ref_body>对话框、日期控件和选项卡效果还不错，树状菜单没得zTree好用，建议楼主不要全部效果都依赖于此框架，有些easyui实现不好的地方可以换其它的插件实现嘛，反正我现在再也不用诸如ext和easyui之类的东西了，感觉好肥</div></div><div class=a_body>前后端你一个人搞啊？那确实很麻烦。面面俱到的话，工作量很大。但是如果需要实现的功能不是很多，而时间也不紧迫的话，事情干起来也还不错。如非必须，建议逐步弃用这些前端框架，在一些比较能够提升体验的地方选用一些适当的插件即可，如此也不再需要担心风格的问题，你看osc后台截图，界面那叫一个丑，用得方便顺手就够了</div></div>\n" +
-            "\t</div>\n" +
-            "\t<div class='clear'></div>\n" +
-            "\t<div class='replies' id='PostReplies_467051'></div>\n" +
-            "\t<div class='votes'>\t\t\t\t\t\t<a id='a_post_voteup_467051' href=\"javascript:vote_answer(467051,true,true)\" title=\"这是一个好答案，能解决问题\">有帮助</a><em id='post_voteup_467051'>(0)</em>&nbsp;|\n" +
-            "\t\t<a id='a_post_votedown_467051' href=\"javascript:vote_answer(467051,false,true)\" title=\"这答案无法解决问题，或者模糊不清\">没帮助</a><em id='post_votedown_467051'>(0)</em>&nbsp;|\n" +
-            "\t\t<a href=\"javascript:reply_to_post(467051, 0)\">评论</a><em>(0)</em>&nbsp;|\n" +
-            "    \t<a href=\"/question/answer?question=107307&amp;answer=467051\">引用此答案</a>\t</div>\n" +
-            "</li></ul>\n" +
-            "\t\t\t\t        </div> \n" +
-            "\t\t<div class='AnswerForm'>\n" +
-            "\t\t\t<div class='user'><a href=\"http://my.oschina.net/flashsword\" name=\"answerform\"><img src=\"http://static.oschina.net/uploads/user/95/190591_50.jpg?t=1347254905000\" align=\"absmiddle\" alt=\"黄亿华\" title=\"黄亿华\" class=\"SmallPortrait\" user=\"190591\"/></a></div>\n" +
-            "\t\t\t<form id='form_answer' action=\"/action/question/answer?question=107307\" method=\"post\">\n" +
-            "\t\t\t\t<input type='hidden' name='user' value='190591'/>\n" +
-            "\t\t\t\t<textarea id='txt_answner' name='body' style='width:560px;height:160px;'></textarea>\n" +
-            "\t\t\t\t<input type='submit' value=' 我要回答 ' id=\"FormSubmitButton\" class='rndbutton'/>\n" +
-            "\t\t\t\t<span id='form_msg' style='display:none;'></span>\n" +
-            "\t\t\t\t<br/><br/>\n" +
-            "\t\t\t\t<a href=\"#answers\">回答案顶部</a>&nbsp;|&nbsp;<a href=\"#top\">回页面顶部</a>\n" +
-            "\t\t\t</form>\n" +
-            "\t\t\t<div class='clear'></div>\n" +
-            "\t\t\t<script>\t\t\t\n" +
-            "            $('#form_answer').ajaxForm({\n" +
-            "            \tdataType: 'json',\n" +
-            "        \t\tbeforeSerialize: function($form, options) { \n" +
-            "        \t\t\teditor.sync();           \n" +
-            "                },\n" +
-            "        \t\tbeforeSubmit: function(){\n" +
-            "        \t\t\t$('#FormSubmitButton').attr('disabled','disabled');\n" +
-            "        \t\t\t$('#form_msg').html(\"<span class='ajax_processing'>正在提交答案，请稍候...</span>\");\t\n" +
-            "        \t\t\t$('#form_msg').show();\t\n" +
-            "        \t\t},\n" +
-            "                success: function(json) {\n" +
-            "        \t\t\t$('#FormSubmitButton').removeAttr('disabled');\n" +
-            "            \t\tif(json.msg){\n" +
-            "        \t\t\t\t$('#form_msg').html(\"<span class='error_msg'>\"+json.msg+\"</span>\");\n" +
-            "        \t\t\t\t$('#form_msg').show();\n" +
-            "        \t\t\t}\n" +
-            "            \t\telse if(json.id){\n" +
-            "            \t\t\tajax_get(\"/question/show_answer?_answer_id=\"+json.id, true, function(data){\n" +
-            "        \t\t\t\t\t            \t\t\t\t$('.QuestionReplies ul.list').append(data);\n" +
-            "        \t\t\t\t\t        \t\t\t\t\teditor.html('');\n" +
-            "        \t\t\t\t\t$('.answer_count').html(json.answer_count);\n" +
-            "            \t\t\t}); \t\t\t\t\n" +
-            "        \t\t\t\t$('#form_msg').hide();\n" +
-            "            \t\t}\n" +
-            "                }\n" +
-            "            });\n" +
-            "\t\t\t</script>\n" +
-            "\t\t</div>\n" +
-            "\t</div>\t\n" +
-            "\t<script type=\"text/javascript\" src=\"/js/syntax-highlighter-2.1.382/scripts/brush.js\"></script>\n" +
-            "<link type=\"text/css\" rel=\"stylesheet\" href=\"/js/syntax-highlighter-2.1.382/styles/shCore.css\"/>\n" +
-            "<link type=\"text/css\" rel=\"stylesheet\" href=\"/js/syntax-highlighter-2.1.382/styles/shThemeDefault.css\"/>\n" +
-            "<script type='text/javascript'><!--\n" +
-            "$(document).ready(function(){\n" +
-            "\tSyntaxHighlighter.config.clipboardSwf = '/js/syntax-highlighter-2.1.382/scripts/clipboard.swf';\n" +
-            "\tSyntaxHighlighter.all();\n" +
-            "});\n" +
-            "//-->\n" +
-            "</script>\n" +
-            "\t<div class='QuestionRelations'>\n" +
-            "\t <div style='text-align:center;margin-bottom:10px;'>\n" +
-            "    \t<a href=\"http://www.oschina.net/action/visit/ad?id=1033\" target=\"_blank\" title=\"JPush——极光推送\"><img src=\"http://static.oschina.net/uploads/space/2013/0319/103739_17pH_179699.jpg\"/></a>\n" +
-            "\t</div>\n" +
-            "\t\t<div id='QuestionWizard'>\n" +
-            "\t\t\t有什么技术问题吗？\n" +
-            "\t\t\t<a href='/question/ask' class='rndbutton'><span>我要提问</span></a>\n" +
-            "\t\t\t<div class='clear'></div>\n" +
-            "\t\t</div>\n" +
-            "\t\t\n" +
-            "\t\t\t\t\t\t<div id='OtherQuestionsOfUser' class='Qlist'>\n" +
-            "\t\t\t<strong><a href=\"http://my.oschina.net/u/818848/?ft=bbs&scope=2&showme=1\" class=\"more\">全部(29)...</a><em>午后冬日</em>的其他问题</strong>\n" +
-            "\t\t\t<ul>\n" +
-            "\t\t\t\t\t\t\t\t\t\t\t\t<li><a href=\"http://www.oschina.net/question/818848_106829\" title=\"是jsf还是ajax框架，这是个问题\">是jsf还是ajax框架，这是个问题</a><span class='date'>(4回/194阅,4天前)</span></li>\t\t\t\t\t\t<li><a href=\"http://www.oschina.net/question/818848_106805\" title=\"关于ireport的问题\">关于ireport的问题</a><span class='date'>(0回/4阅,4天前)</span></li>\t\t\t\t\t\t<li><a href=\"http://www.oschina.net/question/818848_106539\" title=\"关于JasperReports的问题\">关于JasperReports的问题</a><span class='date'>(2回/47阅,6天前)</span></li>\t\t\t\t\t\t<li><a href=\"http://www.oschina.net/question/818848_105917\" title=\"IDEA代码编辑窗口能不能上下分屏\">IDEA代码编辑窗口能不能上下分屏</a><span class='date'>(2回/53阅,10天前)</span></li>\t\t\t\t\t\t</ul>\n" +
-            "\t\t</div>\n" +
-            "\t\t\t\t<div style='text-align:center;margin-top:20px;'>\n" +
-            "\t\t<script type=\"text/javascript\" src=\"/js/ad/question.js\"></script>\n" +
-            "\t\t</div>\n" +
-            "\t\t\n" +
-            "\t\t<div id='Similarity' class='Qlist'>\n" +
-            "\t\t\t<strong>类似的话题</strong>\n" +
-            "\t\t\t<ul>\n" +
-            "        \t\t\t\t<li><a href=\"http://www.oschina.net/question/267632_49688\" title=\"jQuery easyUI 分页(Pagination)用法\">jQuery easyUI 分页(Pagination)用法</a><span class='date'>(2回/1228阅,1年前)</span></li>\t\t\t\t\t\t<li><a href=\"http://www.oschina.net/question/138848_49846\" title=\"谨慎使用EasyUI\">谨慎使用EasyUI</a><span class='date'>(1回/1361阅,1年前)</span></li>\t\t\t\t\t\t<li><a href=\"http://www.oschina.net/question/205548_31992\" title=\"easyui datagird 初始化加载俩次\">easyui datagird 初始化加载俩次</a><span class='date'>(6回/690阅,1年前)</span></li>\t\t\t\t\t\t<li><a href=\"http://www.oschina.net/question/84535_32061\" title=\"打算使用easyui,求源码,求建议~\">打算使用easyui,求源码,求建议~</a><span class='date'>(17回/4105阅,1年前)</span></li>\t\t\t\t\t\t<li><a href=\"http://www.oschina.net/question/201422_32682\" title=\"jquery easyui form 有没好的设计\">jquery easyui form 有没好的设计</a><span class='date'>(2回/812阅,1年前)</span></li>\t\t\t\t\t\t<li><a href=\"http://www.oschina.net/question/183509_32885\" title=\"jeasyui 中combobox的onselect事件怎么做下拉框的级联\">jeasyui 中combobox的onselect事件怎么做下拉框的级联</a><span class='date'>(1回/741阅,1年前)</span></li>\t\t\t\t\t\t<li><a href=\"http://www.oschina.net/question/161511_36411\" title=\"easyui  treegrid行编辑 效率慢怎么解决?\">easyui  treegrid行编辑 效率慢怎么解决?</a><span class='date'>(1回/671阅,1年前)</span></li>\t\t\t\t\t\t<li><a href=\"http://www.oschina.net/question/166022_24392\" title=\"ComboGrid怎么动态绑定ds呢？\">ComboGrid怎么动态绑定ds呢？</a><span class='date'>(2回/427阅,1年前)</span></li>\t\t\t\t\t\t<li><a href=\"http://www.oschina.net/question/146658_24974\" title=\"easyui中怎么显示一个list的数据？\">easyui中怎么显示一个list的数据？</a><span class='date'>(1回/594阅,1年前)</span></li>\t\t\t\t\t\t<li><a href=\"http://www.oschina.net/question/97507_26165\" title=\"jquery easyui 組件無法顯示\">jquery easyui 組件無法顯示</a><span class='date'>(2回/671阅,1年前)</span></li>\t\t\t\t\t\t<li><a href=\"http://www.oschina.net/question/46586_16818\" title=\"关于jQuery EasyUI Form的问题\">关于jQuery EasyUI Form的问题</a><span class='date'>(2回/1103阅,2年前)</span></li>\t\t\t\t\t\t<li><a href=\"http://www.oschina.net/question/59256_17359\" title=\"jquery easyUI \">jquery easyUI </a><span class='date'>(1回/557阅,2年前)</span></li>\t\t\t\t\t\t<li><a href=\"http://www.oschina.net/question/188775_77569\" title=\"easyui中有没有点击datagrid的一个单元格 ，就使这个单元格变成可编辑的办法呢 \">easyui中有没有点击datagrid的一个单元格 ，就使这个单元格变成可编辑的办法呢 </a><span class='date'>(1回/890阅,5个月前)</span></li>\t\t\t\t\t\t<li><a href=\"http://www.oschina.net/question/256315_79207\" title=\"jQuery easyui：点击tree控件后无法获取node属性\">jQuery easyui：点击tree控件后无法获取node属性</a><span class='date'>(3回/533阅,5个月前)</span></li>\t\t\t\t\t\t<li><a href=\"http://www.oschina.net/question/580112_79227\" title=\"EasyUI 中tab标签的选项卡 置于左边是怎么实现的\">EasyUI 中tab标签的选项卡 置于左边是怎么实现的</a><span class='date'>(5回/426阅,5个月前)</span></li>\t\t\t\t\t\t<li><a href=\"http://www.oschina.net/question/868642_79423\" title=\"easyui无法跳转到 指定action   各位帮忙看看哪里有问题么？\">easyui无法跳转到 指定action   各位帮忙看看哪里有问题么？</a><span class='date'>(2回/162阅,5个月前)</span></li>\t\t\t\t\t\t</ul>\n" +
-            "\t\t</div>\n" +
-            "\t</div>\n" +
-            "\t<div class='clear'></div>   \n" +
-            "</div>\n" +
-            "<script type='text/javascript' src='/js/ke/kindeditor-min.js?v=4.1.4' charset='utf-8'></script>\n" +
-            "<script type='text/javascript'>\n" +
-            "<!--\n" +
-            "var editor;\n" +
-            "KindEditor.ready(function(K) {\n" +
-            "    editor = K.create('#txt_answner', {\n" +
-            "\t\tthemeType : 'oschina',\n" +
-            "\t\tresizeType : 1,\n" +
-            "\t\turlType: 'domain',\n" +
-            "\t\tshadowMode : false,\n" +
-            "\t\tallowPreviewEmoticons : false,\n" +
-            "\t\tallowImageUpload : true,\n" +
-            "\t\tallowFlashUpload : false,\n" +
-            "\t\tcssPath : '/css/ke-oschina.css',\n" +
-            "\t\tuploadJson : '/action/blog/upload_img',\n" +
-            "\t\tafterCreate : function(){\n" +
-            "\t\t\t/*\n" +
-            "\t\t\tK.ctrl(this.edit.iframe.get(0).contentWindow.document, 13, function() {\n" +
-            "\t\t\t\t$(\"#txt_answner\").parent().submit();\n" +
-            "\t\t\t});\n" +
-            "\t\t\t*/\n" +
-            "\t\t\t$(this.edit.iframe.get(0).contentWindow.document).keydown(function(e) {\n" +
-            "\t\t\t\tif ((e.ctrlKey || e.metaKey) && e.which == 13 && !e.shiftKey && !e.altKey){\n" +
-            "\t\t\t\t\t$(\"#txt_answner\").parent().submit();\n" +
-            "\t\t\t\t}\n" +
-            "\t\t\t});\n" +
-            "\t\t},\n" +
-            "\t\tafterChange : function() {\n" +
-            "\t\t\tthis.sync();\n" +
-            "\t\t},\n" +
-            "\t\titems : ['bold', 'italic', 'underline', 'strikethrough', 'removeformat','|','insertorderedlist', 'insertunorderedlist', \n" +
-            "\t\t\t\t 'forecolor', 'hilitecolor', 'fontname', 'fontsize',  '|', 'link', 'unlink', 'emoticons', \n" +
-            "\t\t\t\t 'shcode', 'image', 'flash', 'quote', '|', 'source','about'],\n" +
-            "\t\thtmlTags:\n" +
-            "\t\t{\n" +
-            "\t\t\tscript : ['src'],\n" +
-            "            font : ['color', 'size', 'face', '.background-color'],\n" +
-            "            span : [\n" +
-            "                    '.color', '.background-color', '.font-size', '.font-family', '.background',\n" +
-            "                    '.font-weight', '.font-style', '.text-decoration', '.vertical-align', '.line-height'\n" +
-            "            ],\n" +
-            "            div : [\n" +
-            "                    'class', 'align', '.border', '.margin', '.padding', '.text-align', '.color',\n" +
-            "                    '.background-color', '.font-size', '.font-family', '.font-weight', '.background',\n" +
-            "                    '.font-style', '.text-decoration', '.vertical-align', '.margin-left'\n" +
-            "            ],\n" +
-            "            table: [\n" +
-            "                    'border', 'cellspacing', 'cellpadding', 'width', 'height', 'align', 'bordercolor',\n" +
-            "                    '.padding', '.margin', '.border', 'bgcolor', '.text-align', '.color', '.background-color',\n" +
-            "                    '.font-size', '.font-family', '.font-weight', '.font-style', '.text-decoration', '.background',\n" +
-            "                    '.width', '.height', '.border-collapse'\n" +
-            "            ],\n" +
-            "            'td,th': [\n" +
-            "                    'align', 'valign', 'width', 'height', 'colspan', 'rowspan', 'bgcolor',\n" +
-            "                    '.text-align', '.color', '.background-color', '.font-size', '.font-family', '.font-weight',\n" +
-            "                    '.font-style', '.text-decoration', '.vertical-align', '.background', '.border'\n" +
-            "            ],\n" +
-            "            a : ['href', 'target', 'name'],\n" +
-            "            embed : ['src', 'width', 'height', 'type', 'loop', 'autostart', 'quality', '.width', '.height', 'align', 'allowscriptaccess'],\n" +
-            "            img : ['src', 'width', 'height', 'border', 'alt', 'title', 'align', '.width', '.height', '.border'],\n" +
-            "            'p,ol,ul,li,blockquote,h1,h2,h3,h4,h5,h6' : [\n" +
-            "                    'align', '.text-align', '.color', '.background-color', '.font-size', '.font-family', '.background',\n" +
-            "                    '.font-weight', '.font-style', '.text-decoration', '.vertical-align', '.text-indent', '.margin-left'\n" +
-            "            ],\n" +
-            "            pre : ['class'],\n" +
-            "            hr : ['class', '.page-break-after'],\n" +
-            "            'br,tbody,tr,strong,b,sub,sup,em,i,u,strike,s,del' : []\n" +
-            "\t\t}\n" +
-            "    });\n" +
-            "});\n" +
-            "//-->\n" +
-            "</script>\n" +
-            "<!--[if lt IE 7]>\n" +
-            "<script type=\"text/javascript\" src=\"/js/minmax.js\"></script>\n" +
-            "<![endif]-->\n" +
-            "<script type=\"text/javascript\" src=\"/action/visit/question?id=107307\"></script>\n" +
-            "<script type='text/javascript'>\n" +
-            "<!--\n" +
-            "$(document).ready(function() {\n" +
-            "\t$('.Answer .replies li').hover(\n" +
-            "\t\tfunction(){$(this).addClass('hover');},\n" +
-            "\t\tfunction(){$(this).removeClass('hover');}\n" +
-            "\t);\t\n" +
-            "\t\n" +
-            "    $('.detail img').css('cursor','pointer');\n" +
-            "    jQuery.each($('.detail img'),function(idx,v){\n" +
-            "    \t$(v).wrap(\"<a href='\"+$(this).attr('src')+\"' target='_blank'></a>\");\n" +
-            "    });\n" +
-            "\t\n" +
-            "\t$('#c').bind('mouseover mouseout',function(){\n" +
-            "\t\t$('#c_on').toggle();\n" +
-            "\t\t$('#c_off').toggle();\n" +
-            "\t});\n" +
-            "\t\n" +
-            "\t$('#favor_trigger').click(function(){\n" +
-            "\t\t\tadd_to_favor(107307,2);\n" +
-            "\t\t});\n" +
-            "});\n" +
-            "function ask_too(qid, ask){\n" +
-            "\tajax_post(\"/action/question/ask_too?id=\"+qid+\"&ask=\"+ask,\"\",function(html){\n" +
-            "\t\tjson = eval('('+html+')');\n" +
-            "\t\tif(json.asker_count >= 0){\n" +
-            "\t\t\t$('#c_asker_count').html(json.asker_count);\n" +
-            "\t\t\tif(json.ask_mode)\n" +
-            "\t\t\t\t$('#RQuestionAction').html(\"<span class='rect'>已问同一问题 | <a href='javascript:ask_too(107307,false)'>取消？</a></span>\");\n" +
-            "\t\t\telse\n" +
-            "\t\t\t\t$('#RQuestionAction').html(\"<a href='javascript:ask_too(107307,true)' class='rndbutton'><span>我想问同样的问题</span></a>\");\t\t\t\n" +
-            "\t\t}\n" +
-            "\t\telse{\n" +
-            "\t\t\t$('#RQuestionAction').poshytip({\n" +
-            "\t\t\t\tclassName: 'tip-yellowsimple',\n" +
-            "\t\t\t\tcontent: json.msg,\n" +
-            "\t\t\t\tshowOn: 'none',\n" +
-            "\t\t\t\talignTo: 'target',\n" +
-            "\t\t\t\talignX: 'center',\n" +
-            "\t\t\t\talignY: 'top',\n" +
-            "\t\t\t\toffsetY: 6\n" +
-            "\t\t\t});\n" +
-            "\t\t\t$('#RQuestionAction').poshytip('show');\n" +
-            "\t\t\tvar t = setTimeout(function(){\n" +
-            "\t\t\t\tclearTimeout(t);\n" +
-            "\t\t\t\t$('#RQuestionAction').poshytip('destroy');\n" +
-            "\t\t\t},4000);\n" +
-            "\t\t}\n" +
-            "\t});\n" +
-            "}\n" +
-            "function delete_q(qid){\n" +
-            "\tif(!confirm(\"您确认要删除此问题吗，删除的数据不可恢复？\"))\n" +
-            "\t\treturn ;\n" +
-            "\t\tajax_post(\"/action/question/delete?id=\"+qid+\"&hash=-500641190\",\"\",function(html){\n" +
-            "\t\tif(html.length>0)\n" +
-            "\t\t\talert(html);\n" +
-            "\t\telse{\n" +
-            "\t\t\tlocation.href = \"/question\";\n" +
-            "\t\t}\n" +
-            "\t});\n" +
-            "}\n" +
-            "function edit_answer(aid){\n" +
-            "\tlocation.href=\"/question/edit_answer?id=\"+aid;\n" +
-            "}\n" +
-            "function delete_answer(aid,hash){\n" +
-            "\tif(!confirm(\"您确认要删除此答案吗，删除的数据不可恢复？\"))\n" +
-            "\t\treturn ;\n" +
-            "\tajax_post(\"/action/question/delete_answer?id=\"+aid+\"&hash=\"+hash,\"\",function(html){\n" +
-            "\t\tif(html.length>0)\n" +
-            "\t\t\talert(html);\n" +
-            "\t\telse{\n" +
-            "\t\t\t$('#answer_'+aid).fadeOut();\n" +
-            "\t\t}\n" +
-            "\t});\n" +
-            "}\n" +
-            "function delete_post_reply(aid,hash){\n" +
-            "\tif(!confirm(\"您确认要删除此评论吗，删除的数据不可恢复？\"))\n" +
-            "\t\treturn ;\n" +
-            "\tajax_post(\"/action/question/delete_answer?id=\"+aid+\"&hash=\"+hash,\"\",function(html){\n" +
-            "\t\tif(html.length>0)\n" +
-            "\t\t\talert(html);\n" +
-            "\t\telse{\n" +
-            "\t\t\t$('#PostReply_'+aid).fadeOut();\n" +
-            "\t\t}\n" +
-            "\t});\n" +
-            "}\n" +
-            "function delete_q_rpl(qid, rid){\n" +
-            "\tif(!confirm(\"删除补充说明会被扣威望值，是否继续？\"))\n" +
-            "\t\treturn ;\n" +
-            "\tajax_post(\"/action/question/delete_detail?id=\"+rid,\"\",function(html){\n" +
-            "\t\tif(html.length>0)\n" +
-            "\t\t\talert(html);\n" +
-            "\t\telse\n" +
-            "\t\t\t$(\"#q_reply_\"+rid).fadeOut();\n" +
-            "\t});\n" +
-            "}\n" +
-            "function close_tip(tid){$('#'+tid).poshytip('destroy');}\n" +
-            "//答案投票\n" +
-            "function vote_answer(qid, vote_up, need_confirm){\n" +
-            "\tif(need_confirm && !vote_up){\n" +
-            "\t\tif(!$('#a_post_votedown_' + qid).hasClass('bold')){\n" +
-            "\t\t\tvar vote_down_confirm_msg = \"<p>此操作将会扣掉你1个积分，是否继续？</p><p style='margin-top:10px;'><a href='javascript:vote_answer(\"+qid+\",false,false)' class='rbtn' style='margin:0 10px 0 50px;'><span>确定</span></a><a href=\\\"javascript:close_tip('a_post_votedown_\" + qid +\"')\\\" class='rbtn'><span>取消</span></a></p>\";\t\t\t\n" +
-            "\t\t\t$('#a_post_votedown_' + qid).poshytip({\n" +
-            "\t\t\t\tclassName: 'tip-yellowsimple',\n" +
-            "\t\t\t\tcontent: vote_down_confirm_msg,\n" +
-            "\t\t\t\tshowOn: 'none',\n" +
-            "\t\t\t\tslide: false,\n" +
-            "\t\t\t\tfade: false,\n" +
-            "\t\t\t\talignTo: 'target',\n" +
-            "\t\t\t\talignX: 'center',\n" +
-            "\t\t\t\toffsetY: 8\n" +
-            "\t\t\t});\n" +
-            "\t\t\t$('#a_post_votedown_' + qid).poshytip('show');\n" +
-            "\t\t\treturn;\n" +
-            "\t\t}\n" +
-            "\t}\n" +
-            "\tif(!need_confirm){\n" +
-            "\t\t$('#a_post_votedown_' + qid).poshytip('destroy');\n" +
-            "\t}\n" +
-            "\tajax_post(\"/action/question/vote_answer?id=\"+qid+\"&vote=\"+vote_up+\"&user=190591\",\"\",function(data){\n" +
-            "\t\tjson = eval('('+data+')');\n" +
-            "\t\tif(json.msg){\n" +
-            "\t\t\tvar aid = vote_up?\"a_post_voteup_\":\"a_post_votedown_\";\n" +
-            "\t\t\taid += qid;\n" +
-            "\t\t\t$('#'+aid).poshytip({\n" +
-            "\t\t\t\tclassName: 'tip-yellowsimple',\n" +
-            "\t\t\t\tcontent: json.msg,\n" +
-            "\t\t\t\tshowOn: 'none',\n" +
-            "\t\t\t\talignTo: 'target',\n" +
-            "\t\t\t\talignX: 'center',\n" +
-            "\t\t\t\talignY: 'top',\n" +
-            "\t\t\t\toffsetY: 6\n" +
-            "\t\t\t});\n" +
-            "\t\t\t$('#'+aid).poshytip('show');\n" +
-            "\t\t\tvar t = setTimeout(function(){\n" +
-            "\t\t\t\tclearTimeout(t);\n" +
-            "\t\t\t\t$('#'+aid).poshytip('destroy');\n" +
-            "\t\t\t},2000);\n" +
-            "\t\t\t//jQuery.fancybox(\"<div class='error_box'>\"+json.msg+\"</div>\");\n" +
-            "\t\t}\n" +
-            "\t\telse{\n" +
-            "\t\t\tif(vote_up){\n" +
-            "\t\t\t\t$('#post_voteup_'+qid).html('('+json.vote+')');\n" +
-            "\t\t\t\t$('#a_post_voteup_'+qid).toggleClass('bold');\n" +
-            "\t\t\t}\n" +
-            "\t\t\telse{\n" +
-            "\t\t\t\t$('#post_votedown_'+qid).html('('+json.vote+')');\n" +
-            "\t\t\t\t$('#a_post_votedown_'+qid).toggleClass('bold');\n" +
-            "\t\t\t}\n" +
-            "\t\t}\n" +
-            "\t});\n" +
-            "}\n" +
-            "//问题投票 \n" +
-            "$('#vote_up').click(function(){\n" +
-            "\tif(this.clickTimeout){\n" +
-            "        // 双击\n" +
-            "        clearTimeout(this.clickTimeout);\n" +
-            "        this.clickTimeout = null;\n" +
-            "\t\talert(\"不用那么费劲啦，点击一下就够了:)\");\n" +
-            "    }\n" +
-            "    else{\n" +
-            "        // 单击\n" +
-            "        var elem = this;\n" +
-            "        this.clickTimeout = setTimeout(function(){\n" +
-            "            // 执行点击动作\n" +
-            "            elem.clickTimeout = null;\n" +
-            "\t\t\tvote_question(107307,true, true);\n" +
-            "        }, 250);\n" +
-            "    }\n" +
-            "    //阻止链接onclick时的默认行为\n" +
-            "    return false;\n" +
-            "});\n" +
-            "$('#vote_down').click(function(){\n" +
-            "\tvote_question(107307,false, true);\n" +
-            "\t/*\n" +
-            "\tif(this.clickTimeout){\n" +
-            "        // 双击\n" +
-            "        clearTimeout(this.clickTimeout);\n" +
-            "        this.clickTimeout = null;\n" +
-            "\t\talert(\"不用那么费劲啦，点击一下就够了:)\");\n" +
-            "    }\n" +
-            "    else{\n" +
-            "        // 单击\n" +
-            "        var elem = this;\n" +
-            "        this.clickTimeout = setTimeout(function(){\n" +
-            "            // 执行点击动作\n" +
-            "            elem.clickTimeout = null;\n" +
-            "\t\t\tvote_question(107307,false, true);\n" +
-            "        }, 250);\n" +
-            "    }\n" +
-            "    //阻止链接onclick时的默认行为\n" +
-            "\t*/\n" +
-            "    return false;\n" +
-            "});\n" +
-            "function vote_question(qid, vote_up, need_confirm){\n" +
-            "\tif(need_confirm && !vote_up){\n" +
-            "\t\tif($('#Vote #vote_down').hasClass('ask_vote_down')){\n" +
-            "\t\t\tvar vote_down_confirm_msg = \"<p>踩问题将会扣掉你1个积分，是否继续？</p><p style='margin-top:10px;'><a href='javascript:vote_question(107307,false,false)' class='rbtn' style='margin-right:10px;'><span>确定</span></a><a href=\\\"javascript:close_tip('vote_down')\\\" class='rbtn'><span>取消</span></a></p>\";\n" +
-            "\t\t\t$('#Vote #vote_down').poshytip({\n" +
-            "\t\t\t\tclassName: 'tip-yellowsimple',\n" +
-            "\t\t\t\tcontent: vote_down_confirm_msg,\n" +
-            "\t\t\t\tslide: false,\n" +
-            "\t\t\t\tfade: false,\n" +
-            "\t\t\t\tshowOn: 'none',\n" +
-            "\t\t\t\talignTo: 'target',\n" +
-            "\t\t\t\talignX: 'inner-right',\n" +
-            "\t\t\t\talignY: 'bottom',\n" +
-            "\t\t\t\toffsetX: -30,\n" +
-            "\t\t\t\toffsetY: 15\n" +
-            "\t\t\t});\n" +
-            "\t\t\t$('#Vote #vote_down').poshytip('show');\n" +
-            "\t\t\treturn;\n" +
-            "\t\t}\n" +
-            "\t}\n" +
-            "\tif(!need_confirm){\n" +
-            "\t\t$('#Vote #vote_down').poshytip('destroy');\n" +
-            "\t}\n" +
-            "\tajax_post(\"/action/question/vote?user=190591&id=\"+qid+\"&vote=\"+vote_up,\"\",function(data){\n" +
-            "\t\tjson = eval('('+data+')');\n" +
-            "\t\tif(json.msg){\n" +
-            "\t\t\tvar aid = vote_up?\"vote_up\":\"vote_down\";\n" +
-            "\t\t\t$('#'+aid).poshytip({\n" +
-            "\t\t\t\tclassName: 'tip-yellowsimple',\n" +
-            "\t\t\t\tcontent: json.msg,\n" +
-            "\t\t\t\tshowOn: 'none',\n" +
-            "\t\t\t\talignTo: 'target',\n" +
-            "\t\t\t\talignX: 'inner-right',\n" +
-            "\t\t\t\talignY: 'bottom',\n" +
-            "\t\t\t\toffsetX: 5,\n" +
-            "\t\t\t\toffsetX: -35\n" +
-            "\t\t\t});\n" +
-            "\t\t\t$('#'+aid).poshytip('show');\n" +
-            "\t\t\tvar t = setTimeout(function(){\n" +
-            "\t\t\t\tclearTimeout(t);\n" +
-            "\t\t\t\t$('#'+aid).poshytip('destroy');\n" +
-            "\t\t\t},2000);\n" +
-            "\t\t}\n" +
-            "\t\telse{\n" +
-            "\t\t\t\t\t\tif(vote_up){\n" +
-            "\t\t\t\t$('#Vote .vote-up-count').html(json.vote_up);\n" +
-            "\t\t\t\t$('#Vote #vote_up').toggleClass('ask_vote_up');\n" +
-            "\t\t\t\t$('#Vote #vote_up').toggleClass('ask_vote_uped');\n" +
-            "\t\t\t}\n" +
-            "\t\t\telse{\n" +
-            "\t\t\t\t$('#Vote .vote-down-count').html(json.vote_down);\n" +
-            "\t\t\t\t$('#Vote #vote_down').toggleClass('ask_vote_down');\n" +
-            "\t\t\t\t$('#Vote #vote_down').toggleClass('ask_vote_downed');\n" +
-            "\t\t\t}\n" +
-            "\t\t}\n" +
-            "\t});\n" +
-            "}\n" +
-            "//评论答案\n" +
-            "function reply_to_post(postid,uid){\n" +
-            "\tpopup(\"/action/ajax/reply_to_post?id=\" + postid + \"&refer=\"+uid);\n" +
-            "\t}\n" +
-            "\n" +
-            "function show_rp_next(postid,current,total){\n" +
-            "\tif(current < total){\n" +
-            "\t\tvar next_page = current + 1;\n" +
-            "    \tvar url = \"/question/post_replies?answer=\"+postid+\"&rp=\"+next_page;\n" +
-            "    \tajax_post(url,\"\",function(html){\n" +
-            "    \t\t$('#PostReplies_'+postid).html(html);\n" +
-            "\t\t\t\taddRepliesHoverEvent();\n" +
-            "\t\t\t});\n" +
-            "\t}\n" +
-            "}\n" +
-            "\n" +
-            "function addRepliesHoverEvent(){\n" +
-            "\t$(\"li [id ^= 'PostReply']\").hover(function(){\n" +
-            "\t\t$(this).addClass(\"hover\");\n" +
-            "\t},function(){\n" +
-            "\t\t$(this).removeClass(\"hover\");\n" +
-            "\t});\n" +
-            "}\n" +
-            "\n" +
-            "function show_rp_prev(postid,current,total){\n" +
-            "\tif(current > 1){\n" +
-            "\t\tvar next_page = current - 1;\n" +
-            "    \tvar url = \"/question/post_replies?answer=\"+postid+\"&rp=\"+next_page;\n" +
-            "    \tajax_post(url,\"\",function(html){\n" +
-            "    \t\t$('#PostReplies_'+postid).html(html);\n" +
-            "\t\t\taddRepliesHoverEvent();\n" +
-            "    \t});\n" +
-            "\t}\n" +
-            "}\n" +
-            "function mark_as_top(qid, as_top) {\n" +
-            "\tvar args = \"id=\"+qid+\"&top=\"+as_top;\n" +
-            "\tajax_post(\"/action/question/mark_as_top\",args,function(html){\n" +
-            "\t\talert(html);\n" +
-            "\t});\n" +
-            "}\n" +
-            "function mark_as_best(postid, is_best){\n" +
-            "\tvar args = \"id=\"+postid+\"&best=\"+(is_best?1:0);\n" +
-            "\tajax_post(\"/action/question/mark_as_best\",args,function(html){\n" +
-            "    \tif(html.length>0){\n" +
-            "    \t\t$('#best_answer_'+postid).poshytip({\n" +
-            "    \t\t\tclassName: 'tip-yellowsimple',\n" +
-            "    \t\t\tcontent: html,\n" +
-            "    \t\t\tshowOn: 'none',\n" +
-            "    \t\t\talignTo: 'target',\n" +
-            "    \t\t\talignX: 'center',\n" +
-            "    \t\t\talignY: 'top',\n" +
-            "    \t\t\toffsetY: 6\n" +
-            "    \t\t});\n" +
-            "    \t\t$('#best_answer_'+postid).poshytip('show');\n" +
-            "    \t\tvar t = setTimeout(function(){\n" +
-            "    \t\t\tclearTimeout(t);\n" +
-            "    \t\t\t$('#best_answer_'+postid).poshytip('destroy');\n" +
-            "    \t\t},2000);\n" +
-            "    \t}\n" +
-            "    \telse{\n" +
-            "\t\t\tif(is_best)\n" +
-            "\t\t\t\t$('#answer_'+postid).addClass('Best');\n" +
-            "\t\t\telse\n" +
-            "\t\t\t\t$('#answer_'+postid).removeClass('Best');\n" +
-            "    \t}\n" +
-            "\t});\n" +
-            "}\n" +
-            "function edit_tags(qid){\n" +
-            "\tpopup(\"/question/edit_tags?question=\"+qid);\n" +
-            "}\n" +
-            "function edit_catalogs(qid){\n" +
-            "\tpopup(\"/admin/catalog/set-catalogs?parent=1&type=2&id=\"+qid);\n" +
-            "}\n" +
-            "function event_apply(event_id){\t\n" +
-            "\tpopup(\"/action/ajax/event_apply\",\"id=\"+event_id);\n" +
-            "}\n" +
-            "function cancel_apply(event_id){\n" +
-            "\tif(confirm(\"您确认要取消参加此次活动吗？\")){\n" +
-            "\t\tajax_post(\"/action/event/cancel\",\"event=\"+event_id,function(html){\n" +
-            "\t\t\tif(html.length>0)\n" +
-            "\t\t\t\talert(html);\n" +
-            "\t\t\telse\n" +
-            "\t\t\t\talert('已取消参加此次活动，感谢您的支持:)');\n" +
-            "\t\t});\n" +
-            "\t}\n" +
-            "}\n" +
-            "\n" +
-            "var favor_ok = \"<p class='favor_ok'>已成功添加到收藏夹<br/><br/> <a href='http://my.oschina.net/flashsword/favorites?type=$DAISY_OBJ_TYPE'>我的收藏夹</a> | <a href='javascript:close_favor()'>关闭</a></p>\";\n" +
-            "function delete_favor(obi_id, obj_type){\n" +
-            "\tif(!confirm('确定取消收藏？')) return;\n" +
-            "\t$.post(\"/action/favorite/cancel?type=\"+obj_type+\"&id=\"+obi_id+\"&user=190591\",function(html){\n" +
-            "\t\t$('#favor_trigger').parent('div').removeClass('ask_collected').addClass('ask_collect');\n" +
-            "\t\t$('#favor_trigger').attr('title','添加到收藏');\n" +
-            "    \t$('#p_favor_count').html(html);\n" +
-            "\t\t$('#favor_trigger').unbind('click');\n" +
-            "\t\t$('#favor_trigger').click(function(){add_to_favor(107307,2);});\n" +
-            "\t});\n" +
-            "}\n" +
-            "function add_to_favor(obj_id, obj_type){\n" +
-            "    var dlg_favor = \"<div id='favor_form'><p>多个标签使用逗号(,)隔开，最多三个</p><form action='/action/favorite/add?user=190591' height='60px' width='200px' method='POST'>\";\n" +
-            "\tdlg_favor += \"<input type='hidden' name='id' value='\"+obj_id+\"'/>\";\n" +
-            "\tdlg_favor += \"<input type='hidden' name='type' value='\"+obj_type+\"'/>\";\n" +
-            "\tdlg_favor += \"<input type='text' name='tags' size='25' class='_favor_input' id='_favor_tags'/>\";\n" +
-            "\tdlg_favor += \"<input type='submit' value='收藏' class='_favor_button'/><input type='button' value='取消' onclick='close_favor();' class='_favor_button'/><a id='TagsSwitcher' state='off'>选取标签↓</a></form>\";\n" +
-            "\tdlg_favor += \"<div id='MyTags' ></div></div>\";\n" +
-            "    $('#favor_trigger').poshytip('destroy');\n" +
-            "    $('#favor_trigger').poshytip({\n" +
-            "    \tclassName: 'tip-yellowsimple',\n" +
-            "    \tcontent: dlg_favor,\n" +
-            "    \tshowOn: 'none',\n" +
-            "    \talignTo: 'target',\t\n" +
-            "\t\talignX: 'inner-right',\n" +
-            "\t\talignY: 'bottom',\n" +
-            "\t\toffsetX: -20,\n" +
-            "\t\toffsetY: 15\n" +
-            "    });\n" +
-            "    $('#favor_trigger').poshytip('show');\n" +
-            "\t$('#_favor_tags').focus();\n" +
-            "\t$('#favor_form form').ajaxForm({\n" +
-            "\t\tsuccess: function(html) {\n" +
-            "\t\t\t$('#favor_trigger').parent('div').removeClass('ask_collect').addClass('ask_collected');\n" +
-            "\t\t\t$('#favor_trigger').attr('title','取消收藏');\n" +
-            "\t\t\t$('#p_favor_count').html(html);\n" +
-            "\t\t\t$('#favor_trigger').unbind('click');\n" +
-            "\t\t\t$('#favor_trigger').click(function(){delete_favor(107307,2);});\n" +
-            "\t\t\t$('#favor_form').html(favor_ok);\n" +
-            "\t\t\tsetTimeout(\"close_favor()\",3000);\n" +
-            "\t\t}\n" +
-            "\t});\n" +
-            "\t$(\"#TagsSwitcher\").one(\"click\",function(){\n" +
-            "\t\t//加载标签数据\n" +
-            "\t\t$(\"#MyTags\").load('/action/ajax/get_my_tags');\n" +
-            "       \t$(\"#MyTags\").toggle();\n" +
-            "\t\t$(this).html(\"收起标签↑\");\n" +
-            "        $(this).attr(\"state\",'on');\n" +
-            "        $(this).click(function(){\n" +
-            "        \t$(\"#MyTags\").toggle();\n" +
-            "        \tvar state = $(this).attr(\"state\");\n" +
-            "        \tif(state=='off'){\n" +
-            "        \t\t$(this).html(\"收起标签↑\");\n" +
-            "        \t\t$(this).attr(\"state\",'on');\n" +
-            "        \t}else{\n" +
-            "        \t\t$(this).html(\"选取标签↓\");\n" +
-            "        \t\t$(this).attr(\"state\",'off');\n" +
-            "        \t}\n" +
-            "        });\n" +
-            "\t});\n" +
-            "\n" +
-            "}\n" +
-            "function close_favor(elem_id){\n" +
-            "    $('#favor_trigger').poshytip('destroy');\n" +
-            "}\n" +
-            "function setTag(tv){\n" +
-            "\tvar t = $(\"._favor_input\");\n" +
-            "\tvar value = t.val();\n" +
-            "\tif(value!=\"\")\n" +
-            "\t\tt.val(value+\",\"+tv);\n" +
-            "\telse\n" +
-            "\t\tt.val(tv)\n" +
-            "}\n" +
-            "//-->\n" +
-            "</script><div class='clear'></div></div>\n" +
-            "\t<div id=\"OSC_Footer\" class='CenterDiv'><style>\n" +
-            ".oscapp {text-align:left; width:220px;}\n" +
-            ".oscapp span {float:left;width:140px;}\n" +
-            ".oscapp a {float:left;text-indent:-9999em;width:16px;margin-left:8px;}\n" +
-            ".oscapp a.android {background:url('/img/android.gif') no-repeat left center;}\n" +
-            ".oscapp a.iphone {background:url('/img/iphone.gif') no-repeat left center;}\n" +
-            ".oscapp a.wp7 {background:url('/img/wp7.gif') no-repeat left center;}\n" +
-            "</style>\n" +
-            "<table width='100%'><tr>\n" +
-            "<td align='left'>&copy; 开源中国(OsChina.NET) | <a href=\"http://www.oschina.net/home/about\">关于我们</a> | <a href=\"mailto:oschina.net@gmail.com\">广告联系</a> | <a href=\"http://weibo.com/oschina2010\" target=\"_blank\">@新浪微博</a> | <a href=\"http://m.oschina.net/\">开源中国手机版</a> | <a href='http://www.miitbeian.gov.cn/' target='_blank' style='color:#737573;text-decoration:none;'>粤ICP备12009483号-3</a></td>\n" +
-            "<td class='oscapp'>\n" +
-            "\t<span>开源中国手机客户端：</span>\n" +
-            "\t<a href=\"http://www.oschina.net/app\" class='android' title='Android客户端'>Android</a>\n" +
-            "\t<a href=\"http://www.oschina.net/app\" class='iphone' title='iPhone 客户端'>iPhone</a>\n" +
-            "\t<a href=\"http://www.oschina.net/app\" class='wp7' title='Windows Phone 客户端'>WP7</a>\n" +
-            "</td>\n" +
-            "</tr>\n" +
-            "</table>\n" +
-            "<script type='text/javascript'>\n" +
-            "<!--\n" +
-            "if (top.location != self.location)top.location=self.location;\n" +
-            "//-->\n" +
-            "</script></div>\n" +
-            "</div>\n" +
-            "</body>\n" +
-            "</html>\n" +
-            "<!-- Generated by OsChina.NET (init:1[ms],page:43[ms],ip:60.55.11.77) -->";
+    private String html = "\n"
+            + "<!DOCTYPE html PUBLIC \"-//W3C//DTD XHTML 1.0 Transitional//EN\" \"http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd\">\n"
+            + "<html lang='zh-CN' xml:lang='zh-CN' xmlns='http://www.w3.org/1999/xhtml'>\n"
+            + "<head>\n"
+            + "  <meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"/>\n"
+            + "  <link rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/img/favicon.ico\" />\n"
+            + "  <title>再次吐槽easyui - 开源中国 OSChina.NET</title>\n"
+            + "      <link rel=\"stylesheet\" href=\"/css/style2013.css?ver=20130411\" type=\"text/css\" media=\"screen\" />\n"
+            + "  <link rel=\"stylesheet\" href=\"/css/channel.css?date=20130324_2\" type=\"text/css\" media=\"screen\" />\n"
+            + "  <link rel=\"stylesheet\" type=\"text/css\" href=\"/js/2011/fancybox/jquery.fancybox-1.3.4.css\" media=\"screen\" />\n"
+            + "  <link rel=\"alternate\" type=\"application/rss+xml\" title=\"最新代码分享列表\" href=\"http://www.oschina.net/code/rss\" />\n"
+            + "  <link rel=\"alternate\" type=\"application/rss+xml\" title=\"开源中国 - 源码列表\" href=\"http://www.oschina.net/code/source_rss\" />\n"
+            + "  <link rel=\"alternate\" type=\"application/rss+xml\" title=\"最新问题列表\" href=\"http://www.oschina.net/question/rss\" />\n"
+            + "  <script type=\"text/javascript\" src=\"/js/2012/jquery-1.7.1.min.js\"></script>\n"
+            + "  <script type=\"text/javascript\" src=\"/js/2012/jquery.form.js\"></script>\n"
+            + "  <script type=\"text/javascript\" src=\"/js/2011/fancybox/jquery.fancybox-fixed.js?20130327\"></script>\n"
+            + "      <link rel=\"stylesheet\" href=\"/js/poshytip/tip-yellowsimple/tip-yellowsimple.css\" type=\"text/css\" />\n"
+            + "  <script type=\"text/javascript\" src=\"/js/poshytip/jquery.poshytip.min.js\"></script>\n"
+            + "    <script type=\"text/javascript\">\n"
+            + "  \tg_msg = {\n"
+            + "};\n"
+            + "\n"
+            + "g_user = {\n"
+            + "\tid:190591,\n"
+            + "\tname:'黄亿华',\n"
+            + "\tlogin:true,\n"
+            + "\tbportrait:'<img src=\"http://static.oschina.net/uploads/user/95/190591_50.jpg?t=1347254905000\" align=\"absmiddle\" alt=\"黄亿华\" title=\"黄亿华\" class=\"SmallPortrait\" user=\"190591\"/>'\n"
+            + "};  </script>\n"
+            + "    <script type=\"text/javascript\" src=\"/js/2011/oschina.js?ver=20121007\"></script>\n"
+            + "  <script type=\"text/javascript\" src=\"/js/utils.js\"></script>\n"
+            + "  <script type=\"text/javascript\" src=\"/js/channel.js\"></script>\n"
+            + "      <style type=\"text/css\">\n"
+            + "    body,table,input,textarea,select {font-family:Verdana,sans-serif,宋体;}  \n"
+            + "  </style>\n"
+            + "  </head>\n"
+            + "<body>\n"
+            + "<div id='OSC_NavTop'>\n"
+            + "\t<div class=\"wp998\">\n"
+            + "        <div id=\"OSC_Channels\">\n"
+            + "        \t<ul>\n"
+            + "        \t<li class=\"item\"><a href=\"http://www.oschina.net/\" class='home'>首页</a></li>        \t<li class=\"item\"><a href=\"http://www.oschina.net/project\" class='project'>开源软件</a></li>\n"
+            + "        \t<li class=\"item control_select\">\n"
+            + "\t\t\t\t<a href=\"http://www.oschina.net/question\" class='question hl'>讨论区</a>\t\t\t\t\n"
+            + "\t\t\t\t<ul class=\"cs_content\">\t\t\t\t\t\n"
+            + "                \t<li><a href=\"http://www.oschina.net/question?catalog=1\"> 技术问答 &raquo; </a></li>\n"
+            + "                \t<li><a href=\"http://www.oschina.net/question?catalog=2\"> 技术分享 &raquo; </a></li>\n"
+            + "                \t<li><a href=\"http://www.oschina.net/question?catalog=3\"> IT大杂烩 &raquo; </a></li>\n"
+            + "                \t<li><a href=\"http://www.oschina.net/question?catalog=100\"> 职业生涯 &raquo; </a></li>\n"
+            + "                \t<li><a href=\"http://www.oschina.net/question?catalog=4\"> 站务/建议 &raquo; </a></li>\n"
+            + "                \t<li><a href=\"http://www.oschina.net/alipay\"> 支付宝专区 &raquo; </a></li>\n"
+            + "\t\t\t\t</ul>\n"
+            + "\t\t\t</li>\n"
+            + "        \t<li class=\"item\"><a href=\"http://www.oschina.net/code/list\" class='code'>代码分享</a></li>\n"
+            + "        \t        \t<li class=\"item\"><a href=\"http://www.oschina.net/blog\" class='blog'>博客</a></li>\n"
+            + "        \t<li class=\"item\"><a href=\"http://www.oschina.net/translate\" class='tran'>翻译</a></li>\n"
+            + "            <li class=\"item\"><a href=\"http://www.oschina.net/news\" class='news'>资讯</a></li>\n"
+            + "        \t<li class=\"item control_select\">\n"
+            + "\t\t\t\t<a href=\"http://www.oschina.net/android\" class='mobile'>移动开发</a>\n"
+            + "\t\t\t\t<ul class=\"cs_content cs_mobile\">\n"
+            + "                \t<li class=\"android_\"><a href=\"http://www.oschina.net/android\">Android开发专区</a></li>\n"
+            + "                \t<li class=\"ios_\"><a href=\"http://www.oschina.net/ios/home\">iOS开发专区</a></li>\n"
+            + "                \t<li class=\"ios_\"><a href=\"http://www.oschina.net/ios/codingList\">iOS代码库</a></li>\n"
+            + "                \t<li class=\"wp7_\"><a href=\"http://www.oschina.net/wp7\">WP7开发专区</a></li>\n"
+            + "\t\t\t\t</ul>\n"
+            + "\t\t\t</li>\n"
+            + "        \t<li class=\"item t_job\"><a href=\"http://www.oschina.net/job\" class='job'>招聘</a></li>\n"
+            + "        \t</ul>\n"
+            + "        </div>\n"
+            + "\t\t<div id=\"OSC_Userbar\">\n"
+            + "                \t\t    \t\t<em>黄亿华</em>,您好 \n"
+            + "\t\t\t<span class=\"control_select\">\n"
+            + "\t\t\t\t<a href=\"http://my.oschina.net/flashsword\" id=\"MySpace\" title=\"我的空间\">我的空间</a>\n"
+            + "\t\t\t\t<ul class=\"cs_content cs_myspace\">\n"
+            + "                \t<li class='msg_'><a href='http://www.oschina.net/home/go?page=admin%2Finbox'>站内留言</a></li>\n"
+            + "                \t<li class='discuss_'><a href='http://my.oschina.net/flashsword/?ft=bbs&scope=2&showme=1'>我的讨论记录</a></li>\n"
+            + "                \t<li class='code_'><a href='http://www.oschina.net/code/list_by_user?id=190591'>我分享的代码</a></li>\n"
+            + "                \t<li class='blog_'><a href='http://www.oschina.net/home/go?page=blog'>我的博客</a></li>\n"
+            + "                \t<li class='friends_'><a href='http://www.oschina.net/home/go?page=fellow'>我关注的人</a></li>\n"
+            + "                \t<li class='favorites_'><a href='http://www.oschina.net/home/go?page=favorites'>我的收藏夹</a></li>\n"
+            + "                \t<li class='profile_'><a href='http://www.oschina.net/home/go?page=admin%2Fprofile'>个人资料修改</a></li>\n"
+            + "                \t<li class='portrait_'><a href='http://www.oschina.net/home/go?page=admin%2Fportrait'>更改我的头像</a></li>\n"
+            + "\t\t\t\t</ul>\n"
+            + "\t\t\t</span>&nbsp;|&nbsp;\n"
+            + "\t\t\t<a href=\"http://www.oschina.net/home/go?page=admin%2Fnew-project\">添加软件</a>&nbsp;|&nbsp;<a href=\"http://www.oschina.net/home/go?page=admin%2Fnew-release\">投递新闻</a>&nbsp;|&nbsp;<a href=\"/action/user/logout?session=6db40e6e2d1061998068&goto_page=http%3A%2F%2Fwww.oschina.net%2Fquestion%2F818848_107307\">退出</a>\n"
+            + "    \t\t\t\t</div>\n"
+            + "\t\t<div class='clear'></div>\n"
+            + "\t</div>\n"
+            + "</div>\n"
+            + "<div id='OSC_Banner'><div class=\"wp998\"><a href='http://www.oschina.net/' class='Logo' title='OSChina 开源中国'>开源中国</a>\n"
+            + "<h1><a href='/question'>讨论区</a></h1>\n"
+            + "<dl>\n"
+            + "\t<dt>当前位置：</dt>\n"
+            + "\t<dd>\n"
+            + "\t\t\t\t\t        \t\t<a href=\"/question\">讨论区</a>&nbsp;&raquo;\n"
+            + "        \t\t<a href=\"/question?catalog=1\">技术问答</a>\t\t\t\t\t\t\t\t&raquo;&nbsp;<a href=\"/p/jquery+easyui\">EasyUI</a>\n"
+            + "\t\t\t\t\t\t\t\t\t\t</dd>\n"
+            + "</dl>\n"
+            + "<form action='http://www.oschina.net/search' class='search'>\n"
+            + "\t<input type='hidden' name='scope' value='bbs'/>\n"
+            + "\t<input id='channel_q' type='text' name='q' value='' placeholder='资讯、软件、分享、代码、博客' class='TXT'/>\n"
+            + "    <button type='submit' class='BTN'>搜 索</button>\n"
+            + "</form>\n"
+            + "<div class='clear'></div></div></div>\n"
+            + "<div id=\"OSC_Screen\">\n"
+            + "\t<div id=\"OSC_Content\" class='CenterDiv'>\n"
+            + "<script type=\"text/javascript\" src=\"/js/scrolltopcontrol.js\"></script>\n"
+            + "<script type=\"text/javascript\">\n"
+            + "  \tscrolltotop.offset(100,120);\n"
+            + "  \tscrolltotop.init();\n"
+            + "\t$(function(){\n"
+            + "\t\t$('a.ShowUserOutline img.SmallPortrait').poshytip({\n"
+            + "\t\t\tclassName: 'tip-yellowsimple',\n"
+            + "\t\t\talignTo: 'target',\n"
+            + "\t\t\talignX: 'right',\n"
+            + "\t\t\talignY: 'inner-top',\n"
+            + "\t\t\toffsetX: 5,\n"
+            + "\t\t\toffsetY: 0,\n"
+            + "\t\t\tfade: false,\n"
+            + "\t\t\tslide: false,\n"
+            + "\t\t\tcontent: function(updateCallback) {\n"
+            + "\t\t\t\tajax_get(\"/action/ajax/get_user_outline?id=\"+$(this).attr('user'),false,function(html){\n"
+            + "\t\t\t\t\tupdateCallback(html);\n"
+            + "\t\t\t\t});\n"
+            + "\t\t\t\treturn \"<div style='height:100px;'>Loading...</div>\";\n"
+            + "\t\t\t}\n"
+            + "\t\t});\n"
+            + "\t});\n"
+            + "\tfunction add_to_favorite(pid,concern_it){\n"
+            + "\t\t\tif(concern_it){\n"
+            + "\t\t\t$(\"#p_attention_count\").load(\"/action/favorite/add?mailnotify=true&type=2&id=\"+pid, {user: '190591'});\n"
+            + "\t\t\t$('#attention_it').html('<a href=\"javascript:add_to_favorite('+pid+',false)\">取消</a>');\t\n"
+            + "\t\t}\n"
+            + "\t\telse{\n"
+            + "\t\t\t$(\"#p_attention_count\").load(\"/action/favorite/cancel?type=2&id=\"+pid, {user: '190591'});\n"
+            + "\t\t\t$('#attention_it').html('<a href=\"javascript:add_to_favorite('+pid+',true)\">收藏</a>');\n"
+            + "\t\t}\n"
+            + "\t\t}\n"
+            + "</script>\n"
+            + "\n"
+            + "\n"
+            + "\n"
+            + "<div class='Question'>\n"
+            + "\t\n"
+            + "\t<div class='Body'>\n"
+            + "\t<div class='Title'>\n"
+            + "\t\t<div class='Asker'><a href=\"http://my.oschina.net/u/818848\" class=\"ShowUserOutline\" target=\"_blank\"><img src=\"http://static.oschina.net/uploads/user/409/818848_50.jpg?t=1357353541000\" align=\"absmiddle\" alt=\"午后冬日\" title=\"午后冬日\" class=\"SmallPortrait\" user=\"818848\"/></a></div>\n"
+            + "\t\t<div class='QTitle'>\n"
+            + "\t\t\t<h1><a href=\"http://www.oschina.net/question/818848_107307\" hidefocus=\"true\" name='top'>再次吐槽easyui</a></h1>\n"
+            + "\t\t\t<div class='stat'>\n"
+            + "\t\t\t\t<a href=\"http://my.oschina.net/u/818848\" target=\"_blank\">午后冬日</a>\n"
+            + "\t\t\t\t发表于 2013-4-21 02:28 13小时前,\n"
+            + "\t\t\t\t<a href='#answers' class='answer_count'>3</a>回/289阅,\n"
+            + "\t\t\t\t最后回答: 4小时前\t\t\t\t\t\t\t\t\t\t\t</div>\n"
+            + "\t\t</div>\n"
+            + "\t\t\n"
+            + "\t\t<div class='clear'></div>\n"
+            + "\t</div>\n"
+            + "\t\t    \t    \t\t\t\t\t\n"
+            + "\t\t<p style='color:#A00;font-weight:bold;margin:10px 0 0 3px;'>Java、PHP、Ruby、iOS、Python 等 JetBrains 开发工具低至 99  元（3折），<a href='http://www.oschina.net/shop/jetbrains' target='_blank'>详情&raquo;</a></p>\n"
+            + "\t\t<div class='Content'>\n"
+            + "\t\t\t\t\t\t<div class='detail'>刚用到easyui treegrid组件，发现这货第一次加载时候并没有传默认参数，展开某一列时候才传递id:xx的参数。这样和后台总是疙里疙瘩，像没事就拌嘴的两口子，查网上都遇到相同问题，最好解决方案就是通过 \n"
+            + "<span style=\"font-family:Arial, Helvetica, 'Nimbus Sans L', sans-serif;font-size:14px;line-height:normal;background-color:#FFFFFF;\">onBeforeExpand事件来扩展，自行解决。看到官方例子中简洁的代码，感觉easyui耍流氓了，真搞不懂为何要这样实现</span><div class='clear'></div></div>\n"
+            + "\t\t\t\t\t\t<div class='Tags'>\n"
+            + "\t\t\t\t<strong>标签：</strong>\t\t\t\t\n"
+            + "\t\t\t\t\t\t\t\t\t\t\t\t<a href='http://www.oschina.net/question/tag/jquery+easyui' class='tag project' title='jQuery的UI组件 EasyUI'>EasyUI</a> \t\t\t\t\t\t\t\t\t\t\t</div>\n"
+            + "\t\t\t\t\t\t<div class='SameQuestions'>\n"
+            + "\t\t\t<span id='RQuestionAction'>\n"
+            + "\t\t\t\t\t\t\t\t\t<a href=\"javascript:ask_too(107307,true)\" class='rndbutton'><span>我想问同样的问题</span></a>\n"
+            + "\t\t\t\t\t\t</span>\n"
+            + "\t\t\t共<em id='c_asker_count'>0</em>个人想要问同样的问题\n"
+            + "\t\t\t\t\t\t<a href=\"javascript:make_question_more_detail(107307)\">补充话题说明&raquo;</a>\n"
+            + "\t\t\t</div>\n"
+            + "\t\t\t\t\t\t<div class='EditLogs'>\n"
+            + "\t<ul></ul>\n"
+            + "</div>\t\t</div>\n"
+            + "\t\t<style type='text/css'>\n"
+            + "\t\t#favor_form{width:200px;}\n"
+            + "        #favor_form p {color:#666;}\n"
+            + "        #favor_form form{height:60px;width:200px;}\n"
+            + "        #favor_form form ._favor_input{display:block;margin:2px 0;width:199px;}\n"
+            + "        #favor_form form ._favor_button{float:left;padding:2px 5px;}\n"
+            + "        .favor_ok {text-align:center;font-size:10.5pt;width:199px;height:60px;margin-top:10px;}\n"
+            + "        #TagsSwitcher{cursor:pointer;float:right;margin-top:10px;}\n"
+            + "        #MyTags{display:none;width:199px;}\n"
+            + "        #MyTags a.tag {float:left; background-color: #E0EAF1;border-bottom: 1px solid #3E6D8E;border-right: 1px solid #7F9FB6;color: #3E6D8E;font-size: 8pt;line-height: 16px;margin: 2px 2px 2px 0;padding: 2px 4px;text-decoration: none;white-space: nowrap;}\n"
+            + "\t\t.osc_promotion{ position: relative; display: inline-block; padding: 10px; margin: 10px 0; border: 1px solid #ccc;}\n"
+            + "        .osc_promotion .c{ position: absolute; right: -1px; top: -1px;}\n"
+            + "\t\t.ask_toolbar {float:right;list-style: none; font-size: 12px; color: #333; height: 28px;_padding-top: 5px; overflow: hidden;margin:20px 0 10px 0;}\n"
+            + "        .ask_toolbar div{ float: left; margin-left: 5px; background: url(\"/img/ask-icon.gif\") no-repeat; padding: 6px 0 6px 15px; padding-left: 15px; height: 16px;}\n"
+            + "        .ask_toolbar a{ height: 16px; color: #333; text-decoration: none; display:inline-block; zoom:1; vertical-align: middle; }\n"
+            + "        .ask_share{width: 89px;vertical-align: bottom; line-height: 15px; _line-height: 14px;}\n"
+            + "        .ask_share a{background: url(\"/img/ask-icon.gif\"); width: 16px; }\n"
+            + "        a.ask_share_sina{ background: url(\"/img/ask-icon.gif\") 0 -40px no-repeat; margin-left: 5px;  }\n"
+            + "        a.ask_share_tencent{background-position: 0 -70px; margin-left: 5px; }\n"
+            + "        .ask_toolbar em{ height: 28px; line-height:28px; width: 14px; display: inline-block; float: left; background: url(\"/img/ask-icon.gif\") top right;}\n"
+            + "        .ask_collect a,.ask_report a, .ask_vote a, .ask_collected a{padding-left: 20px; line-height: 15px; }\n"
+            + "        .ask_collect a{ background: url(\"/img/ask-icon.gif\") 0 -131px no-repeat; }\n"
+            + "        .ask_collected a{ background: url(\"/img/ask-icon.gif\") 0 -100px no-repeat; }\n"
+            + "        div.ask_collect_count{ background: url(\"/img/ask-icon.gif\") 0 -309px no-repeat; font-weight: bold; font-size: 14px; margin-left: 0; height: 16px;line-height: 16px;}\n"
+            + "        .ask_report a{ background: url(\"/img/ask-icon.gif\") 0 -160px no-repeat;}\n"
+            + "        em.ask_collect_count_r{background-position: 59px -309px;}\n"
+            + "        .ask_vote a{background: url(\"/img/ask-icon.gif\");}\n"
+            + "        \t\ta.ask_vote_up{background-position: 3px -190px;}\n"
+            + "        a.ask_vote_down{background-position: 0 -280px;}\n"
+            + "        a.ask_vote_uped {background-position: 3px -190px;}\n"
+            + "        \t\ta.ask_vote_downed {background-position: 0 -280px;}\n"
+            + "        .ask_vote span{ display: inline-block; margin: 0 10px; font-weight: bold; font-size: 14px; vertical-align: middle; margin-bottom: 2px; line-height: 16px;}\n"
+            + "\t\tspan.vote-down-count{margin:0 3px;}\n"
+            + "\t\tspan.vote-up-count{margin:0 3px;}\n"
+            + "\t\t</style>\n"
+            + "\t\t<div class='clear'></div>\n"
+            + "        \n"
+            + "\t\t\t\t<div class=\"ask_toolbar\">\n"
+            + "\t\t\t<div class=\"ask_share\"><b>分享到</b> <a class=\"ask_share_sina\" title=\"分享到新浪微博\"  href=\"javascript:void((function(s,d,e,r,l,p,t,z,c){var%20f='http://v.t.sina.com.cn/share/share.php?appkey=858381728',u=z||d.location,p=['&url=',e(u),'&title=',e(t||d.title),'&source=',e(r),'&sourceUrl=',e(l),'&content=',c||'gb2312','&pic=',e(p||'')].join('');function%20a(){if(!window.open([f,p].join(''),'mb',['toolbar=0,status=0,resizable=1,width=440,height=430,left=',(s.width-440)/2,',top=',(s.height-430)/2].join('')))u.href=[f,p].join('');};if(/Firefox/.test(navigator.userAgent))setTimeout(a,0);else%20a();})(screen,document,encodeURIComponent,'','','','再次吐槽easyui: 刚用到easyui treegrid组件，发现这货第一次加载时候并没有传默认参数，展开某一列时候才传递id:xx的参数。这样和后台总是疙里疙瘩，像没事就拌嘴的两口子，查网上都遇到...','','utf-8'));\"></a><a class=\"ask_share_tencent\" title=\"分享到腾讯微博\"  href=\"javascript:(function(){window.open('http://v.t.qq.com/share/share.php?url='+encodeURIComponent(document.location)+'&amp;appkey=96f54f97c4de46e393c4835a266207f4&amp;site=&amp;title='+encodeURIComponent(document.title)+encodeURIComponent(': 刚用到easyui treegrid组件，发现这货第一次加载时候并没有传默认参数，展开某一列时候才传递id:xx的参数。这样和后台总是疙里疙瘩，像没事就拌嘴的两口子，查网上都遇到...'),'', 'width=450, height=400, top=0, left=0, toolbar=no, menubar=no, scrollbars=no, location=yes, resizable=no, status=no');}())\"></a></div><em></em>\n"
+            + "\t\t\t<div class=\"ask_collect\"><a title=\"收藏此话题\" id=\"favor_trigger\" href=\"javascript:;\">收藏</a></div><em></em>\n"
+            + "\t\t\t<div class=\"ask_collect_count\" id=\"p_favor_count\">1</div><em class=\"ask_collect_count_r\"></em>\n"
+            + "\t\t\t<div class=\"ask_report\"><a href=\"javascript:report('http://www.oschina.net/question/818848_107307',107307,2)\">举报</a></div><em></em>\n"
+            + "\t\t\t<div class='ask_vote' id='Vote'>\n"
+            + "\t\t\t\t\t\t\t\t        \t\t\t<a id=\"vote_down\" class=\"ask_vote_down\" href=\"javascript:;\" title=\"踩：这问题不知道在说什么，或者没什么用\">踩</a>\n"
+            + "\t\t\t\t\t\t\t\t<span class='vote-down-count'>0</span>\n"
+            + "\t\t\t\t|\n"
+            + "\t\t\t\t\t\t\t\t        \t\t\t<a id=\"vote_up\" class=\"ask_vote_up\" href=\"javascript:;\" title=\"顶：这问题很有用或者很清晰明了\">顶</a>\n"
+            + "\t\t\t\t\t\t\t\t<span class='vote-up-count'>0</span>\n"
+            + "\t\t\t</div>\n"
+            + "\t\t\t<em></em>\n"
+            + "\t\t</div>\n"
+            + "\t\t<div class='clear'></div>\n"
+            + "\t\t\t\t\t\t        <div class='QuestionReplies'>\n"
+            + "\t\t\t\n"
+            + "        \t<h2>\t\t\t\n"
+            + "\t\t\t\t<span class='sort'>\n"
+            + "\t\t\t\t\t<a href=\"http://www.oschina.net/question/818848_107307#answers\" class='current'>按评价排序</a>&nbsp;|\n"
+            + "\t\t\t\t\t<a href=\"?sort=time#answers\">显示最新答案</a>&nbsp;|&nbsp;<a href=\"#top\" style='padding-left:0;'>回页面顶部</a>\n"
+            + "\t\t\t\t</span>\n"
+            + "\t\t\t\t<a name='answers'></a>共有<em class='answer_count'>3</em>个答案 <a href=\"#answerform\" class='answer'>我要回答&raquo;</a>\n"
+            + "\t\t\t</h2>\n"
+            + "\t\t\t        \t<ul class='list'><li class='Answer' id='answer_467005'>\n"
+            + "\t<div class='user'><a href=\"http://my.oschina.net/u/224858\" class=\"ShowUserOutline\" name=\"AnchorAnswer467005\" target=\"_blank\"><img src=\"http://static.oschina.net/uploads/user/112/224858_50.jpg\" align=\"absmiddle\" alt=\"布谷鸟\" title=\"布谷鸟\" class=\"SmallPortrait\" user=\"224858\"/></a></div>\n"
+            + "\t<div class='body'>\n"
+            + "\t\t<div class='time'><a href=\"http://my.oschina.net/u/224858\" target=\"_blank\">布谷鸟</a> 回答于 2013-04-21 09:28 </div>\t\t\n"
+            + "    \t<div class='opts'>\n"
+            + "\t\t\t    \t\t    \t\t<a href=\"javascript:report('http://www.oschina.net/question/818848_107307#AnchorAnswer467005',467005,17)\">举报</a>\n"
+            + "    \t</div>\n"
+            + "\t\t<div class='clear'></div>\n"
+            + "\t\t<div class='detail'>对话框、日期控件和选项卡效果还不错，树状菜单没得zTree好用，建议楼主不要全部效果都依赖于此框架，有些easyui实现不好的地方可以换其它的插件实现嘛，反正我现在再也不用诸如ext和easyui之类的东西了，感觉好肥</div>\n"
+            + "\t</div>\n"
+            + "\t<div class='clear'></div>\n"
+            + "\t<div class='replies' id='PostReplies_467005'><strong>--- 共有 1 条评论 --- </strong>\n"
+            + "<ul>\n"
+            + "\t\t<li id='PostReply_467044'>\n"
+            + "\t\t<a href=\"http://my.oschina.net/u/818848\" class='p' name='AnchorAnswer467044'><img src=\"http://static.oschina.net/uploads/user/409/818848_50.jpg?t=1357353541000\" align=\"absmiddle\" alt=\"午后冬日\" title=\"午后冬日\" class=\"SmallPortrait\" user=\"818848\"/></a>\n"
+            + "\t\t<span class='b'>\n"
+            + "\t\t<span class='c'>前端水平实在有限，自己搞的总是感觉不伦不类，只能用这些框架，再集成其它插件，切换主题时风格又不一致。</span>\n"
+            + "\t\t<span class='t'>(4小时前 by 午后冬日)</span>\n"
+            + "\t\t<span class='opts'><a href=\"javascript:reply_to_post(467005,818848)\">回复</a></span>\n"
+            + "\t\t</span>\n"
+            + "\t\t<div class='clear'></div>\n"
+            + "\t</li>\n"
+            + "\t</ul>\n"
+            + "<div class='PagerLinks'>\n"
+            + "</div>\n"
+            + "</div>\n"
+            + "\t<div class='votes'>\t\t\t\t\t\t<a id='a_post_voteup_467005' href=\"javascript:vote_answer(467005,true,true)\" title=\"这是一个好答案，能解决问题\">有帮助</a><em id='post_voteup_467005'>(1)</em>&nbsp;|\n"
+            + "\t\t<a id='a_post_votedown_467005' href=\"javascript:vote_answer(467005,false,true)\" title=\"这答案无法解决问题，或者模糊不清\">没帮助</a><em id='post_votedown_467005'>(0)</em>&nbsp;|\n"
+            + "\t\t<a href=\"javascript:reply_to_post(467005, 0)\">评论</a><em>(1)</em>&nbsp;|\n"
+            + "    \t<a href=\"/question/answer?question=107307&amp;answer=467005\">引用此答案</a>\t</div>\n"
+            + "</li><li class='Answer' id='answer_467039'>\n"
+            + "\t<div class='user'><a href=\"http://my.oschina.net/rox\" class=\"ShowUserOutline\" name=\"AnchorAnswer467039\" target=\"_blank\"><img src=\"http://static.oschina.net/uploads/user/0/180_50.jpg\" align=\"absmiddle\" alt=\"静风流云\" title=\"静风流云\" class=\"SmallPortrait\" user=\"180\"/></a></div>\n"
+            + "\t<div class='body'>\n"
+            + "\t\t<div class='time'><a href=\"http://my.oschina.net/rox\" target=\"_blank\">静风流云</a> 回答于 2013-04-21 11:08 </div>\t\t\n"
+            + "    \t<div class='opts'>\n"
+            + "\t\t\t    \t\t    \t\t<a href=\"javascript:report('http://www.oschina.net/question/818848_107307#AnchorAnswer467039',467039,17)\">举报</a>\n"
+            + "    \t</div>\n"
+            + "\t\t<div class='clear'></div>\n"
+            + "\t\t<div class='detail'><p> 没办法，原来项目也是因为客户特殊的需求，对layout选型的时候，犹豫了好久，最终放弃了。<br /> 幸亏来了一个厉害的前端，解决问题，够用就好。 </p></div>\n"
+            + "\t</div>\n"
+            + "\t<div class='clear'></div>\n"
+            + "\t<div class='replies' id='PostReplies_467039'><strong>--- 共有 1 条评论 --- </strong>\n"
+            + "<ul>\n"
+            + "\t\t<li id='PostReply_467046'>\n"
+            + "\t\t<a href=\"http://my.oschina.net/u/818848\" class='p' name='AnchorAnswer467046'><img src=\"http://static.oschina.net/uploads/user/409/818848_50.jpg?t=1357353541000\" align=\"absmiddle\" alt=\"午后冬日\" title=\"午后冬日\" class=\"SmallPortrait\" user=\"818848\"/></a>\n"
+            + "\t\t<span class='b'>\n"
+            + "\t\t<span class='c'>我也是犹豫了好久，看过很多前端框架，总是不太满意。个人开发前台后台数据库全部要自己搞定，郁闷ing</span>\n"
+            + "\t\t<span class='t'>(4小时前 by 午后冬日)</span>\n"
+            + "\t\t<span class='opts'><a href=\"javascript:reply_to_post(467039,818848)\">回复</a></span>\n"
+            + "\t\t</span>\n"
+            + "\t\t<div class='clear'></div>\n"
+            + "\t</li>\n"
+            + "\t</ul>\n"
+            + "<div class='PagerLinks'>\n"
+            + "</div>\n"
+            + "</div>\n"
+            + "\t<div class='votes'>\t\t\t\t\t\t<a id='a_post_voteup_467039' href=\"javascript:vote_answer(467039,true,true)\" title=\"这是一个好答案，能解决问题\">有帮助</a><em id='post_voteup_467039'>(0)</em>&nbsp;|\n"
+            + "\t\t<a id='a_post_votedown_467039' href=\"javascript:vote_answer(467039,false,true)\" title=\"这答案无法解决问题，或者模糊不清\">没帮助</a><em id='post_votedown_467039'>(0)</em>&nbsp;|\n"
+            + "\t\t<a href=\"javascript:reply_to_post(467039, 0)\">评论</a><em>(1)</em>&nbsp;|\n"
+            + "    \t<a href=\"/question/answer?question=107307&amp;answer=467039\">引用此答案</a>\t</div>\n"
+            + "</li><li class='Answer' id='answer_467051'>\n"
+            + "\t<div class='user'><a href=\"http://my.oschina.net/u/224858\" class=\"ShowUserOutline\" name=\"AnchorAnswer467051\" target=\"_blank\"><img src=\"http://static.oschina.net/uploads/user/112/224858_50.jpg\" align=\"absmiddle\" alt=\"布谷鸟\" title=\"布谷鸟\" class=\"SmallPortrait\" user=\"224858\"/></a></div>\n"
+            + "\t<div class='body'>\n"
+            + "\t\t<div class='time'><a href=\"http://my.oschina.net/u/224858\" target=\"_blank\">布谷鸟</a> 回答于 2013-04-21 11:29 </div>\t\t\n"
+            + "    \t<div class='opts'>\n"
+            + "\t\t\t    \t\t    \t\t<a href=\"javascript:report('http://www.oschina.net/question/818848_107307#AnchorAnswer467051',467051,17)\">举报</a>\n"
+            + "    \t</div>\n"
+            + "\t\t<div class='clear'></div>\n"
+            + "\t\t<div class='detail'><div class=\"ref\"><h4>引用来自“布谷鸟”的答案</h4><div class=ref_body>对话框、日期控件和选项卡效果还不错，树状菜单没得zTree好用，建议楼主不要全部效果都依赖于此框架，有些easyui实现不好的地方可以换其它的插件实现嘛，反正我现在再也不用诸如ext和easyui之类的东西了，感觉好肥</div></div><div class=a_body>前后端你一个人搞啊？那确实很麻烦。面面俱到的话，工作量很大。但是如果需要实现的功能不是很多，而时间也不紧迫的话，事情干起来也还不错。如非必须，建议逐步弃用这些前端框架，在一些比较能够提升体验的地方选用一些适当的插件即可，如此也不再需要担心风格的问题，你看osc后台截图，界面那叫一个丑，用得方便顺手就够了</div></div>\n"
+            + "\t</div>\n"
+            + "\t<div class='clear'></div>\n"
+            + "\t<div class='replies' id='PostReplies_467051'></div>\n"
+            + "\t<div class='votes'>\t\t\t\t\t\t<a id='a_post_voteup_467051' href=\"javascript:vote_answer(467051,true,true)\" title=\"这是一个好答案，能解决问题\">有帮助</a><em id='post_voteup_467051'>(0)</em>&nbsp;|\n"
+            + "\t\t<a id='a_post_votedown_467051' href=\"javascript:vote_answer(467051,false,true)\" title=\"这答案无法解决问题，或者模糊不清\">没帮助</a><em id='post_votedown_467051'>(0)</em>&nbsp;|\n"
+            + "\t\t<a href=\"javascript:reply_to_post(467051, 0)\">评论</a><em>(0)</em>&nbsp;|\n"
+            + "    \t<a href=\"/question/answer?question=107307&amp;answer=467051\">引用此答案</a>\t</div>\n"
+            + "</li></ul>\n"
+            + "\t\t\t\t        </div> \n"
+            + "\t\t<div class='AnswerForm'>\n"
+            + "\t\t\t<div class='user'><a href=\"http://my.oschina.net/flashsword\" name=\"answerform\"><img src=\"http://static.oschina.net/uploads/user/95/190591_50.jpg?t=1347254905000\" align=\"absmiddle\" alt=\"黄亿华\" title=\"黄亿华\" class=\"SmallPortrait\" user=\"190591\"/></a></div>\n"
+            + "\t\t\t<form id='form_answer' action=\"/action/question/answer?question=107307\" method=\"post\">\n"
+            + "\t\t\t\t<input type='hidden' name='user' value='190591'/>\n"
+            + "\t\t\t\t<textarea id='txt_answner' name='body' style='width:560px;height:160px;'></textarea>\n"
+            + "\t\t\t\t<input type='submit' value=' 我要回答 ' id=\"FormSubmitButton\" class='rndbutton'/>\n"
+            + "\t\t\t\t<span id='form_msg' style='display:none;'></span>\n"
+            + "\t\t\t\t<br/><br/>\n"
+            + "\t\t\t\t<a href=\"#answers\">回答案顶部</a>&nbsp;|&nbsp;<a href=\"#top\">回页面顶部</a>\n"
+            + "\t\t\t</form>\n"
+            + "\t\t\t<div class='clear'></div>\n"
+            + "\t\t\t<script>\t\t\t\n"
+            + "            $('#form_answer').ajaxForm({\n"
+            + "            \tdataType: 'json',\n"
+            + "        \t\tbeforeSerialize: function($form, options) { \n"
+            + "        \t\t\teditor.sync();           \n"
+            + "                },\n"
+            + "        \t\tbeforeSubmit: function(){\n"
+            + "        \t\t\t$('#FormSubmitButton').attr('disabled','disabled');\n"
+            + "        \t\t\t$('#form_msg').html(\"<span class='ajax_processing'>正在提交答案，请稍候...</span>\");\t\n"
+            + "        \t\t\t$('#form_msg').show();\t\n"
+            + "        \t\t},\n"
+            + "                success: function(json) {\n"
+            + "        \t\t\t$('#FormSubmitButton').removeAttr('disabled');\n"
+            + "            \t\tif(json.msg){\n"
+            + "        \t\t\t\t$('#form_msg').html(\"<span class='error_msg'>\"+json.msg+\"</span>\");\n"
+            + "        \t\t\t\t$('#form_msg').show();\n"
+            + "        \t\t\t}\n"
+            + "            \t\telse if(json.id){\n"
+            + "            \t\t\tajax_get(\"/question/show_answer?_answer_id=\"+json.id, true, function(data){\n"
+            + "        \t\t\t\t\t            \t\t\t\t$('.QuestionReplies ul.list').append(data);\n"
+            + "        \t\t\t\t\t        \t\t\t\t\teditor.html('');\n"
+            + "        \t\t\t\t\t$('.answer_count').html(json.answer_count);\n"
+            + "            \t\t\t}); \t\t\t\t\n"
+            + "        \t\t\t\t$('#form_msg').hide();\n"
+            + "            \t\t}\n"
+            + "                }\n"
+            + "            });\n"
+            + "\t\t\t</script>\n"
+            + "\t\t</div>\n"
+            + "\t</div>\t\n"
+            + "\t<script type=\"text/javascript\" src=\"/js/syntax-highlighter-2.1.382/scripts/brush.js\"></script>\n"
+            + "<link type=\"text/css\" rel=\"stylesheet\" href=\"/js/syntax-highlighter-2.1.382/styles/shCore.css\"/>\n"
+            + "<link type=\"text/css\" rel=\"stylesheet\" href=\"/js/syntax-highlighter-2.1.382/styles/shThemeDefault.css\"/>\n"
+            + "<script type='text/javascript'><!--\n"
+            + "$(document).ready(function(){\n"
+            + "\tSyntaxHighlighter.config.clipboardSwf = '/js/syntax-highlighter-2.1.382/scripts/clipboard.swf';\n"
+            + "\tSyntaxHighlighter.all();\n"
+            + "});\n"
+            + "//-->\n"
+            + "</script>\n"
+            + "\t<div class='QuestionRelations'>\n"
+            + "\t <div style='text-align:center;margin-bottom:10px;'>\n"
+            + "    \t<a href=\"http://www.oschina.net/action/visit/ad?id=1033\" target=\"_blank\" title=\"JPush——极光推送\"><img src=\"http://static.oschina.net/uploads/space/2013/0319/103739_17pH_179699.jpg\"/></a>\n"
+            + "\t</div>\n"
+            + "\t\t<div id='QuestionWizard'>\n"
+            + "\t\t\t有什么技术问题吗？\n"
+            + "\t\t\t<a href='/question/ask' class='rndbutton'><span>我要提问</span></a>\n"
+            + "\t\t\t<div class='clear'></div>\n"
+            + "\t\t</div>\n"
+            + "\t\t\n"
+            + "\t\t\t\t\t\t<div id='OtherQuestionsOfUser' class='Qlist'>\n"
+            + "\t\t\t<strong><a href=\"http://my.oschina.net/u/818848/?ft=bbs&scope=2&showme=1\" class=\"more\">全部(29)...</a><em>午后冬日</em>的其他问题</strong>\n"
+            + "\t\t\t<ul>\n"
+            + "\t\t\t\t\t\t\t\t\t\t\t\t<li><a href=\"http://www.oschina.net/question/818848_106829\" title=\"是jsf还是ajax框架，这是个问题\">是jsf还是ajax框架，这是个问题</a><span class='date'>(4回/194阅,4天前)</span></li>\t\t\t\t\t\t<li><a href=\"http://www.oschina.net/question/818848_106805\" title=\"关于ireport的问题\">关于ireport的问题</a><span class='date'>(0回/4阅,4天前)</span></li>\t\t\t\t\t\t<li><a href=\"http://www.oschina.net/question/818848_106539\" title=\"关于JasperReports的问题\">关于JasperReports的问题</a><span class='date'>(2回/47阅,6天前)</span></li>\t\t\t\t\t\t<li><a href=\"http://www.oschina.net/question/818848_105917\" title=\"IDEA代码编辑窗口能不能上下分屏\">IDEA代码编辑窗口能不能上下分屏</a><span class='date'>(2回/53阅,10天前)</span></li>\t\t\t\t\t\t</ul>\n"
+            + "\t\t</div>\n"
+            + "\t\t\t\t<div style='text-align:center;margin-top:20px;'>\n"
+            + "\t\t<script type=\"text/javascript\" src=\"/js/ad/question.js\"></script>\n"
+            + "\t\t</div>\n"
+            + "\t\t\n"
+            + "\t\t<div id='Similarity' class='Qlist'>\n"
+            + "\t\t\t<strong>类似的话题</strong>\n"
+            + "\t\t\t<ul>\n"
+            + "        \t\t\t\t<li><a href=\"http://www.oschina.net/question/267632_49688\" title=\"jQuery easyUI 分页(Pagination)用法\">jQuery easyUI 分页(Pagination)用法</a><span class='date'>(2回/1228阅,1年前)</span></li>\t\t\t\t\t\t<li><a href=\"http://www.oschina.net/question/138848_49846\" title=\"谨慎使用EasyUI\">谨慎使用EasyUI</a><span class='date'>(1回/1361阅,1年前)</span></li>\t\t\t\t\t\t<li><a href=\"http://www.oschina.net/question/205548_31992\" title=\"easyui datagird 初始化加载俩次\">easyui datagird 初始化加载俩次</a><span class='date'>(6回/690阅,1年前)</span></li>\t\t\t\t\t\t<li><a href=\"http://www.oschina.net/question/84535_32061\" title=\"打算使用easyui,求源码,求建议~\">打算使用easyui,求源码,求建议~</a><span class='date'>(17回/4105阅,1年前)</span></li>\t\t\t\t\t\t<li><a href=\"http://www.oschina.net/question/201422_32682\" title=\"jquery easyui form 有没好的设计\">jquery easyui form 有没好的设计</a><span class='date'>(2回/812阅,1年前)</span></li>\t\t\t\t\t\t<li><a href=\"http://www.oschina.net/question/183509_32885\" title=\"jeasyui 中combobox的onselect事件怎么做下拉框的级联\">jeasyui 中combobox的onselect事件怎么做下拉框的级联</a><span class='date'>(1回/741阅,1年前)</span></li>\t\t\t\t\t\t<li><a href=\"http://www.oschina.net/question/161511_36411\" title=\"easyui  treegrid行编辑 效率慢怎么解决?\">easyui  treegrid行编辑 效率慢怎么解决?</a><span class='date'>(1回/671阅,1年前)</span></li>\t\t\t\t\t\t<li><a href=\"http://www.oschina.net/question/166022_24392\" title=\"ComboGrid怎么动态绑定ds呢？\">ComboGrid怎么动态绑定ds呢？</a><span class='date'>(2回/427阅,1年前)</span></li>\t\t\t\t\t\t<li><a href=\"http://www.oschina.net/question/146658_24974\" title=\"easyui中怎么显示一个list的数据？\">easyui中怎么显示一个list的数据？</a><span class='date'>(1回/594阅,1年前)</span></li>\t\t\t\t\t\t<li><a href=\"http://www.oschina.net/question/97507_26165\" title=\"jquery easyui 組件無法顯示\">jquery easyui 組件無法顯示</a><span class='date'>(2回/671阅,1年前)</span></li>\t\t\t\t\t\t<li><a href=\"http://www.oschina.net/question/46586_16818\" title=\"关于jQuery EasyUI Form的问题\">关于jQuery EasyUI Form的问题</a><span class='date'>(2回/1103阅,2年前)</span></li>\t\t\t\t\t\t<li><a href=\"http://www.oschina.net/question/59256_17359\" title=\"jquery easyUI \">jquery easyUI </a><span class='date'>(1回/557阅,2年前)</span></li>\t\t\t\t\t\t<li><a href=\"http://www.oschina.net/question/188775_77569\" title=\"easyui中有没有点击datagrid的一个单元格 ，就使这个单元格变成可编辑的办法呢 \">easyui中有没有点击datagrid的一个单元格 ，就使这个单元格变成可编辑的办法呢 </a><span class='date'>(1回/890阅,5个月前)</span></li>\t\t\t\t\t\t<li><a href=\"http://www.oschina.net/question/256315_79207\" title=\"jQuery easyui：点击tree控件后无法获取node属性\">jQuery easyui：点击tree控件后无法获取node属性</a><span class='date'>(3回/533阅,5个月前)</span></li>\t\t\t\t\t\t<li><a href=\"http://www.oschina.net/question/580112_79227\" title=\"EasyUI 中tab标签的选项卡 置于左边是怎么实现的\">EasyUI 中tab标签的选项卡 置于左边是怎么实现的</a><span class='date'>(5回/426阅,5个月前)</span></li>\t\t\t\t\t\t<li><a href=\"http://www.oschina.net/question/868642_79423\" title=\"easyui无法跳转到 指定action   各位帮忙看看哪里有问题么？\">easyui无法跳转到 指定action   各位帮忙看看哪里有问题么？</a><span class='date'>(2回/162阅,5个月前)</span></li>\t\t\t\t\t\t</ul>\n"
+            + "\t\t</div>\n"
+            + "\t</div>\n"
+            + "\t<div class='clear'></div>   \n"
+            + "</div>\n"
+            + "<script type='text/javascript' src='/js/ke/kindeditor-min.js?v=4.1.4' charset='utf-8'></script>\n"
+            + "<script type='text/javascript'>\n"
+            + "<!--\n"
+            + "var editor;\n"
+            + "KindEditor.ready(function(K) {\n"
+            + "    editor = K.create('#txt_answner', {\n"
+            + "\t\tthemeType : 'oschina',\n"
+            + "\t\tresizeType : 1,\n"
+            + "\t\turlType: 'domain',\n"
+            + "\t\tshadowMode : false,\n"
+            + "\t\tallowPreviewEmoticons : false,\n"
+            + "\t\tallowImageUpload : true,\n"
+            + "\t\tallowFlashUpload : false,\n"
+            + "\t\tcssPath : '/css/ke-oschina.css',\n"
+            + "\t\tuploadJson : '/action/blog/upload_img',\n"
+            + "\t\tafterCreate : function(){\n"
+            + "\t\t\t/*\n"
+            + "\t\t\tK.ctrl(this.edit.iframe.get(0).contentWindow.document, 13, function() {\n"
+            + "\t\t\t\t$(\"#txt_answner\").parent().submit();\n"
+            + "\t\t\t});\n"
+            + "\t\t\t*/\n"
+            + "\t\t\t$(this.edit.iframe.get(0).contentWindow.document).keydown(function(e) {\n"
+            + "\t\t\t\tif ((e.ctrlKey || e.metaKey) && e.which == 13 && !e.shiftKey && !e.altKey){\n"
+            + "\t\t\t\t\t$(\"#txt_answner\").parent().submit();\n"
+            + "\t\t\t\t}\n"
+            + "\t\t\t});\n"
+            + "\t\t},\n"
+            + "\t\tafterChange : function() {\n"
+            + "\t\t\tthis.sync();\n"
+            + "\t\t},\n"
+            + "\t\titems : ['bold', 'italic', 'underline', 'strikethrough', 'removeformat','|','insertorderedlist', 'insertunorderedlist', \n"
+            + "\t\t\t\t 'forecolor', 'hilitecolor', 'fontname', 'fontsize',  '|', 'link', 'unlink', 'emoticons', \n"
+            + "\t\t\t\t 'shcode', 'image', 'flash', 'quote', '|', 'source','about'],\n"
+            + "\t\thtmlTags:\n"
+            + "\t\t{\n"
+            + "\t\t\tscript : ['src'],\n"
+            + "            font : ['color', 'size', 'face', '.background-color'],\n"
+            + "            span : [\n"
+            + "                    '.color', '.background-color', '.font-size', '.font-family', '.background',\n"
+            + "                    '.font-weight', '.font-style', '.text-decoration', '.vertical-align', '.line-height'\n"
+            + "            ],\n"
+            + "            div : [\n"
+            + "                    'class', 'align', '.border', '.margin', '.padding', '.text-align', '.color',\n"
+            + "                    '.background-color', '.font-size', '.font-family', '.font-weight', '.background',\n"
+            + "                    '.font-style', '.text-decoration', '.vertical-align', '.margin-left'\n"
+            + "            ],\n"
+            + "            table: [\n"
+            + "                    'border', 'cellspacing', 'cellpadding', 'width', 'height', 'align', 'bordercolor',\n"
+            + "                    '.padding', '.margin', '.border', 'bgcolor', '.text-align', '.color', '.background-color',\n"
+            + "                    '.font-size', '.font-family', '.font-weight', '.font-style', '.text-decoration', '.background',\n"
+            + "                    '.width', '.height', '.border-collapse'\n"
+            + "            ],\n"
+            + "            'td,th': [\n"
+            + "                    'align', 'valign', 'width', 'height', 'colspan', 'rowspan', 'bgcolor',\n"
+            + "                    '.text-align', '.color', '.background-color', '.font-size', '.font-family', '.font-weight',\n"
+            + "                    '.font-style', '.text-decoration', '.vertical-align', '.background', '.border'\n"
+            + "            ],\n"
+            + "            a : ['href', 'target', 'name'],\n"
+            + "            embed : ['src', 'width', 'height', 'type', 'loop', 'autostart', 'quality', '.width', '.height', 'align', 'allowscriptaccess'],\n"
+            + "            img : ['src', 'width', 'height', 'border', 'alt', 'title', 'align', '.width', '.height', '.border'],\n"
+            + "            'p,ol,ul,li,blockquote,h1,h2,h3,h4,h5,h6' : [\n"
+            + "                    'align', '.text-align', '.color', '.background-color', '.font-size', '.font-family', '.background',\n"
+            + "                    '.font-weight', '.font-style', '.text-decoration', '.vertical-align', '.text-indent', '.margin-left'\n"
+            + "            ],\n"
+            + "            pre : ['class'],\n"
+            + "            hr : ['class', '.page-break-after'],\n"
+            + "            'br,tbody,tr,strong,b,sub,sup,em,i,u,strike,s,del' : []\n"
+            + "\t\t}\n"
+            + "    });\n"
+            + "});\n"
+            + "//-->\n"
+            + "</script>\n"
+            + "<!--[if lt IE 7]>\n"
+            + "<script type=\"text/javascript\" src=\"/js/minmax.js\"></script>\n"
+            + "<![endif]-->\n"
+            + "<script type=\"text/javascript\" src=\"/action/visit/question?id=107307\"></script>\n"
+            + "<script type='text/javascript'>\n"
+            + "<!--\n"
+            + "$(document).ready(function() {\n"
+            + "\t$('.Answer .replies li').hover(\n"
+            + "\t\tfunction(){$(this).addClass('hover');},\n"
+            + "\t\tfunction(){$(this).removeClass('hover');}\n"
+            + "\t);\t\n"
+            + "\t\n"
+            + "    $('.detail img').css('cursor','pointer');\n"
+            + "    jQuery.each($('.detail img'),function(idx,v){\n"
+            + "    \t$(v).wrap(\"<a href='\"+$(this).attr('src')+\"' target='_blank'></a>\");\n"
+            + "    });\n"
+            + "\t\n"
+            + "\t$('#c').bind('mouseover mouseout',function(){\n"
+            + "\t\t$('#c_on').toggle();\n"
+            + "\t\t$('#c_off').toggle();\n"
+            + "\t});\n"
+            + "\t\n"
+            + "\t$('#favor_trigger').click(function(){\n"
+            + "\t\t\tadd_to_favor(107307,2);\n"
+            + "\t\t});\n"
+            + "});\n"
+            + "function ask_too(qid, ask){\n"
+            + "\tajax_post(\"/action/question/ask_too?id=\"+qid+\"&ask=\"+ask,\"\",function(html){\n"
+            + "\t\tjson = eval('('+html+')');\n"
+            + "\t\tif(json.asker_count >= 0){\n"
+            + "\t\t\t$('#c_asker_count').html(json.asker_count);\n"
+            + "\t\t\tif(json.ask_mode)\n"
+            + "\t\t\t\t$('#RQuestionAction').html(\"<span class='rect'>已问同一问题 | <a href='javascript:ask_too(107307,false)'>取消？</a></span>\");\n"
+            + "\t\t\telse\n"
+            + "\t\t\t\t$('#RQuestionAction').html(\"<a href='javascript:ask_too(107307,true)' class='rndbutton'><span>我想问同样的问题</span></a>\");\t\t\t\n"
+            + "\t\t}\n"
+            + "\t\telse{\n"
+            + "\t\t\t$('#RQuestionAction').poshytip({\n"
+            + "\t\t\t\tclassName: 'tip-yellowsimple',\n"
+            + "\t\t\t\tcontent: json.msg,\n"
+            + "\t\t\t\tshowOn: 'none',\n"
+            + "\t\t\t\talignTo: 'target',\n"
+            + "\t\t\t\talignX: 'center',\n"
+            + "\t\t\t\talignY: 'top',\n"
+            + "\t\t\t\toffsetY: 6\n"
+            + "\t\t\t});\n"
+            + "\t\t\t$('#RQuestionAction').poshytip('show');\n"
+            + "\t\t\tvar t = setTimeout(function(){\n"
+            + "\t\t\t\tclearTimeout(t);\n"
+            + "\t\t\t\t$('#RQuestionAction').poshytip('destroy');\n"
+            + "\t\t\t},4000);\n"
+            + "\t\t}\n"
+            + "\t});\n"
+            + "}\n"
+            + "function delete_q(qid){\n"
+            + "\tif(!confirm(\"您确认要删除此问题吗，删除的数据不可恢复？\"))\n"
+            + "\t\treturn ;\n"
+            + "\t\tajax_post(\"/action/question/delete?id=\"+qid+\"&hash=-500641190\",\"\",function(html){\n"
+            + "\t\tif(html.length>0)\n"
+            + "\t\t\talert(html);\n"
+            + "\t\telse{\n"
+            + "\t\t\tlocation.href = \"/question\";\n"
+            + "\t\t}\n"
+            + "\t});\n"
+            + "}\n"
+            + "function edit_answer(aid){\n"
+            + "\tlocation.href=\"/question/edit_answer?id=\"+aid;\n"
+            + "}\n"
+            + "function delete_answer(aid,hash){\n"
+            + "\tif(!confirm(\"您确认要删除此答案吗，删除的数据不可恢复？\"))\n"
+            + "\t\treturn ;\n"
+            + "\tajax_post(\"/action/question/delete_answer?id=\"+aid+\"&hash=\"+hash,\"\",function(html){\n"
+            + "\t\tif(html.length>0)\n"
+            + "\t\t\talert(html);\n"
+            + "\t\telse{\n"
+            + "\t\t\t$('#answer_'+aid).fadeOut();\n"
+            + "\t\t}\n"
+            + "\t});\n"
+            + "}\n"
+            + "function delete_post_reply(aid,hash){\n"
+            + "\tif(!confirm(\"您确认要删除此评论吗，删除的数据不可恢复？\"))\n"
+            + "\t\treturn ;\n"
+            + "\tajax_post(\"/action/question/delete_answer?id=\"+aid+\"&hash=\"+hash,\"\",function(html){\n"
+            + "\t\tif(html.length>0)\n"
+            + "\t\t\talert(html);\n"
+            + "\t\telse{\n"
+            + "\t\t\t$('#PostReply_'+aid).fadeOut();\n"
+            + "\t\t}\n"
+            + "\t});\n"
+            + "}\n"
+            + "function delete_q_rpl(qid, rid){\n"
+            + "\tif(!confirm(\"删除补充说明会被扣威望值，是否继续？\"))\n"
+            + "\t\treturn ;\n"
+            + "\tajax_post(\"/action/question/delete_detail?id=\"+rid,\"\",function(html){\n"
+            + "\t\tif(html.length>0)\n"
+            + "\t\t\talert(html);\n"
+            + "\t\telse\n"
+            + "\t\t\t$(\"#q_reply_\"+rid).fadeOut();\n"
+            + "\t});\n"
+            + "}\n"
+            + "function close_tip(tid){$('#'+tid).poshytip('destroy');}\n"
+            + "//答案投票\n"
+            + "function vote_answer(qid, vote_up, need_confirm){\n"
+            + "\tif(need_confirm && !vote_up){\n"
+            + "\t\tif(!$('#a_post_votedown_' + qid).hasClass('bold')){\n"
+            + "\t\t\tvar vote_down_confirm_msg = \"<p>此操作将会扣掉你1个积分，是否继续？</p><p style='margin-top:10px;'><a href='javascript:vote_answer(\"+qid+\",false,false)' class='rbtn' style='margin:0 10px 0 50px;'><span>确定</span></a><a href=\\\"javascript:close_tip('a_post_votedown_\" + qid +\"')\\\" class='rbtn'><span>取消</span></a></p>\";\t\t\t\n"
+            + "\t\t\t$('#a_post_votedown_' + qid).poshytip({\n"
+            + "\t\t\t\tclassName: 'tip-yellowsimple',\n"
+            + "\t\t\t\tcontent: vote_down_confirm_msg,\n"
+            + "\t\t\t\tshowOn: 'none',\n"
+            + "\t\t\t\tslide: false,\n"
+            + "\t\t\t\tfade: false,\n"
+            + "\t\t\t\talignTo: 'target',\n"
+            + "\t\t\t\talignX: 'center',\n"
+            + "\t\t\t\toffsetY: 8\n"
+            + "\t\t\t});\n"
+            + "\t\t\t$('#a_post_votedown_' + qid).poshytip('show');\n"
+            + "\t\t\treturn;\n"
+            + "\t\t}\n"
+            + "\t}\n"
+            + "\tif(!need_confirm){\n"
+            + "\t\t$('#a_post_votedown_' + qid).poshytip('destroy');\n"
+            + "\t}\n"
+            + "\tajax_post(\"/action/question/vote_answer?id=\"+qid+\"&vote=\"+vote_up+\"&user=190591\",\"\",function(data){\n"
+            + "\t\tjson = eval('('+data+')');\n"
+            + "\t\tif(json.msg){\n"
+            + "\t\t\tvar aid = vote_up?\"a_post_voteup_\":\"a_post_votedown_\";\n"
+            + "\t\t\taid += qid;\n"
+            + "\t\t\t$('#'+aid).poshytip({\n"
+            + "\t\t\t\tclassName: 'tip-yellowsimple',\n"
+            + "\t\t\t\tcontent: json.msg,\n"
+            + "\t\t\t\tshowOn: 'none',\n"
+            + "\t\t\t\talignTo: 'target',\n"
+            + "\t\t\t\talignX: 'center',\n"
+            + "\t\t\t\talignY: 'top',\n"
+            + "\t\t\t\toffsetY: 6\n"
+            + "\t\t\t});\n"
+            + "\t\t\t$('#'+aid).poshytip('show');\n"
+            + "\t\t\tvar t = setTimeout(function(){\n"
+            + "\t\t\t\tclearTimeout(t);\n"
+            + "\t\t\t\t$('#'+aid).poshytip('destroy');\n"
+            + "\t\t\t},2000);\n"
+            + "\t\t\t//jQuery.fancybox(\"<div class='error_box'>\"+json.msg+\"</div>\");\n"
+            + "\t\t}\n"
+            + "\t\telse{\n"
+            + "\t\t\tif(vote_up){\n"
+            + "\t\t\t\t$('#post_voteup_'+qid).html('('+json.vote+')');\n"
+            + "\t\t\t\t$('#a_post_voteup_'+qid).toggleClass('bold');\n"
+            + "\t\t\t}\n"
+            + "\t\t\telse{\n"
+            + "\t\t\t\t$('#post_votedown_'+qid).html('('+json.vote+')');\n"
+            + "\t\t\t\t$('#a_post_votedown_'+qid).toggleClass('bold');\n"
+            + "\t\t\t}\n"
+            + "\t\t}\n"
+            + "\t});\n"
+            + "}\n"
+            + "//问题投票 \n"
+            + "$('#vote_up').click(function(){\n"
+            + "\tif(this.clickTimeout){\n"
+            + "        // 双击\n"
+            + "        clearTimeout(this.clickTimeout);\n"
+            + "        this.clickTimeout = null;\n"
+            + "\t\talert(\"不用那么费劲啦，点击一下就够了:)\");\n"
+            + "    }\n"
+            + "    else{\n"
+            + "        // 单击\n"
+            + "        var elem = this;\n"
+            + "        this.clickTimeout = setTimeout(function(){\n"
+            + "            // 执行点击动作\n"
+            + "            elem.clickTimeout = null;\n"
+            + "\t\t\tvote_question(107307,true, true);\n"
+            + "        }, 250);\n"
+            + "    }\n"
+            + "    //阻止链接onclick时的默认行为\n"
+            + "    return false;\n"
+            + "});\n"
+            + "$('#vote_down').click(function(){\n"
+            + "\tvote_question(107307,false, true);\n"
+            + "\t/*\n"
+            + "\tif(this.clickTimeout){\n"
+            + "        // 双击\n"
+            + "        clearTimeout(this.clickTimeout);\n"
+            + "        this.clickTimeout = null;\n"
+            + "\t\talert(\"不用那么费劲啦，点击一下就够了:)\");\n"
+            + "    }\n"
+            + "    else{\n"
+            + "        // 单击\n"
+            + "        var elem = this;\n"
+            + "        this.clickTimeout = setTimeout(function(){\n"
+            + "            // 执行点击动作\n"
+            + "            elem.clickTimeout = null;\n"
+            + "\t\t\tvote_question(107307,false, true);\n"
+            + "        }, 250);\n"
+            + "    }\n"
+            + "    //阻止链接onclick时的默认行为\n"
+            + "\t*/\n"
+            + "    return false;\n"
+            + "});\n"
+            + "function vote_question(qid, vote_up, need_confirm){\n"
+            + "\tif(need_confirm && !vote_up){\n"
+            + "\t\tif($('#Vote #vote_down').hasClass('ask_vote_down')){\n"
+            + "\t\t\tvar vote_down_confirm_msg = \"<p>踩问题将会扣掉你1个积分，是否继续？</p><p style='margin-top:10px;'><a href='javascript:vote_question(107307,false,false)' class='rbtn' style='margin-right:10px;'><span>确定</span></a><a href=\\\"javascript:close_tip('vote_down')\\\" class='rbtn'><span>取消</span></a></p>\";\n"
+            + "\t\t\t$('#Vote #vote_down').poshytip({\n"
+            + "\t\t\t\tclassName: 'tip-yellowsimple',\n"
+            + "\t\t\t\tcontent: vote_down_confirm_msg,\n"
+            + "\t\t\t\tslide: false,\n"
+            + "\t\t\t\tfade: false,\n"
+            + "\t\t\t\tshowOn: 'none',\n"
+            + "\t\t\t\talignTo: 'target',\n"
+            + "\t\t\t\talignX: 'inner-right',\n"
+            + "\t\t\t\talignY: 'bottom',\n"
+            + "\t\t\t\toffsetX: -30,\n"
+            + "\t\t\t\toffsetY: 15\n"
+            + "\t\t\t});\n"
+            + "\t\t\t$('#Vote #vote_down').poshytip('show');\n"
+            + "\t\t\treturn;\n"
+            + "\t\t}\n"
+            + "\t}\n"
+            + "\tif(!need_confirm){\n"
+            + "\t\t$('#Vote #vote_down').poshytip('destroy');\n"
+            + "\t}\n"
+            + "\tajax_post(\"/action/question/vote?user=190591&id=\"+qid+\"&vote=\"+vote_up,\"\",function(data){\n"
+            + "\t\tjson = eval('('+data+')');\n"
+            + "\t\tif(json.msg){\n"
+            + "\t\t\tvar aid = vote_up?\"vote_up\":\"vote_down\";\n"
+            + "\t\t\t$('#'+aid).poshytip({\n"
+            + "\t\t\t\tclassName: 'tip-yellowsimple',\n"
+            + "\t\t\t\tcontent: json.msg,\n"
+            + "\t\t\t\tshowOn: 'none',\n"
+            + "\t\t\t\talignTo: 'target',\n"
+            + "\t\t\t\talignX: 'inner-right',\n"
+            + "\t\t\t\talignY: 'bottom',\n"
+            + "\t\t\t\toffsetX: 5,\n"
+            + "\t\t\t\toffsetX: -35\n"
+            + "\t\t\t});\n"
+            + "\t\t\t$('#'+aid).poshytip('show');\n"
+            + "\t\t\tvar t = setTimeout(function(){\n"
+            + "\t\t\t\tclearTimeout(t);\n"
+            + "\t\t\t\t$('#'+aid).poshytip('destroy');\n"
+            + "\t\t\t},2000);\n"
+            + "\t\t}\n"
+            + "\t\telse{\n"
+            + "\t\t\t\t\t\tif(vote_up){\n"
+            + "\t\t\t\t$('#Vote .vote-up-count').html(json.vote_up);\n"
+            + "\t\t\t\t$('#Vote #vote_up').toggleClass('ask_vote_up');\n"
+            + "\t\t\t\t$('#Vote #vote_up').toggleClass('ask_vote_uped');\n"
+            + "\t\t\t}\n"
+            + "\t\t\telse{\n"
+            + "\t\t\t\t$('#Vote .vote-down-count').html(json.vote_down);\n"
+            + "\t\t\t\t$('#Vote #vote_down').toggleClass('ask_vote_down');\n"
+            + "\t\t\t\t$('#Vote #vote_down').toggleClass('ask_vote_downed');\n"
+            + "\t\t\t}\n"
+            + "\t\t}\n"
+            + "\t});\n"
+            + "}\n"
+            + "//评论答案\n"
+            + "function reply_to_post(postid,uid){\n"
+            + "\tpopup(\"/action/ajax/reply_to_post?id=\" + postid + \"&refer=\"+uid);\n"
+            + "\t}\n"
+            + "\n"
+            + "function show_rp_next(postid,current,total){\n"
+            + "\tif(current < total){\n"
+            + "\t\tvar next_page = current + 1;\n"
+            + "    \tvar url = \"/question/post_replies?answer=\"+postid+\"&rp=\"+next_page;\n"
+            + "    \tajax_post(url,\"\",function(html){\n"
+            + "    \t\t$('#PostReplies_'+postid).html(html);\n"
+            + "\t\t\t\taddRepliesHoverEvent();\n"
+            + "\t\t\t});\n"
+            + "\t}\n"
+            + "}\n"
+            + "\n"
+            + "function addRepliesHoverEvent(){\n"
+            + "\t$(\"li [id ^= 'PostReply']\").hover(function(){\n"
+            + "\t\t$(this).addClass(\"hover\");\n"
+            + "\t},function(){\n"
+            + "\t\t$(this).removeClass(\"hover\");\n"
+            + "\t});\n"
+            + "}\n"
+            + "\n"
+            + "function show_rp_prev(postid,current,total){\n"
+            + "\tif(current > 1){\n"
+            + "\t\tvar next_page = current - 1;\n"
+            + "    \tvar url = \"/question/post_replies?answer=\"+postid+\"&rp=\"+next_page;\n"
+            + "    \tajax_post(url,\"\",function(html){\n"
+            + "    \t\t$('#PostReplies_'+postid).html(html);\n"
+            + "\t\t\taddRepliesHoverEvent();\n"
+            + "    \t});\n"
+            + "\t}\n"
+            + "}\n"
+            + "function mark_as_top(qid, as_top) {\n"
+            + "\tvar args = \"id=\"+qid+\"&top=\"+as_top;\n"
+            + "\tajax_post(\"/action/question/mark_as_top\",args,function(html){\n"
+            + "\t\talert(html);\n"
+            + "\t});\n"
+            + "}\n"
+            + "function mark_as_best(postid, is_best){\n"
+            + "\tvar args = \"id=\"+postid+\"&best=\"+(is_best?1:0);\n"
+            + "\tajax_post(\"/action/question/mark_as_best\",args,function(html){\n"
+            + "    \tif(html.length>0){\n"
+            + "    \t\t$('#best_answer_'+postid).poshytip({\n"
+            + "    \t\t\tclassName: 'tip-yellowsimple',\n"
+            + "    \t\t\tcontent: html,\n"
+            + "    \t\t\tshowOn: 'none',\n"
+            + "    \t\t\talignTo: 'target',\n"
+            + "    \t\t\talignX: 'center',\n"
+            + "    \t\t\talignY: 'top',\n"
+            + "    \t\t\toffsetY: 6\n"
+            + "    \t\t});\n"
+            + "    \t\t$('#best_answer_'+postid).poshytip('show');\n"
+            + "    \t\tvar t = setTimeout(function(){\n"
+            + "    \t\t\tclearTimeout(t);\n"
+            + "    \t\t\t$('#best_answer_'+postid).poshytip('destroy');\n"
+            + "    \t\t},2000);\n"
+            + "    \t}\n"
+            + "    \telse{\n"
+            + "\t\t\tif(is_best)\n"
+            + "\t\t\t\t$('#answer_'+postid).addClass('Best');\n"
+            + "\t\t\telse\n"
+            + "\t\t\t\t$('#answer_'+postid).removeClass('Best');\n"
+            + "    \t}\n"
+            + "\t});\n"
+            + "}\n"
+            + "function edit_tags(qid){\n"
+            + "\tpopup(\"/question/edit_tags?question=\"+qid);\n"
+            + "}\n"
+            + "function edit_catalogs(qid){\n"
+            + "\tpopup(\"/admin/catalog/set-catalogs?parent=1&type=2&id=\"+qid);\n"
+            + "}\n"
+            + "function event_apply(event_id){\t\n"
+            + "\tpopup(\"/action/ajax/event_apply\",\"id=\"+event_id);\n"
+            + "}\n"
+            + "function cancel_apply(event_id){\n"
+            + "\tif(confirm(\"您确认要取消参加此次活动吗？\")){\n"
+            + "\t\tajax_post(\"/action/event/cancel\",\"event=\"+event_id,function(html){\n"
+            + "\t\t\tif(html.length>0)\n"
+            + "\t\t\t\talert(html);\n"
+            + "\t\t\telse\n"
+            + "\t\t\t\talert('已取消参加此次活动，感谢您的支持:)');\n"
+            + "\t\t});\n"
+            + "\t}\n"
+            + "}\n"
+            + "\n"
+            + "var favor_ok = \"<p class='favor_ok'>已成功添加到收藏夹<br/><br/> <a href='http://my.oschina.net/flashsword/favorites?type=$DAISY_OBJ_TYPE'>我的收藏夹</a> | <a href='javascript:close_favor()'>关闭</a></p>\";\n"
+            + "function delete_favor(obi_id, obj_type){\n"
+            + "\tif(!confirm('确定取消收藏？')) return;\n"
+            + "\t$.post(\"/action/favorite/cancel?type=\"+obj_type+\"&id=\"+obi_id+\"&user=190591\",function(html){\n"
+            + "\t\t$('#favor_trigger').parent('div').removeClass('ask_collected').addClass('ask_collect');\n"
+            + "\t\t$('#favor_trigger').attr('title','添加到收藏');\n"
+            + "    \t$('#p_favor_count').html(html);\n"
+            + "\t\t$('#favor_trigger').unbind('click');\n"
+            + "\t\t$('#favor_trigger').click(function(){add_to_favor(107307,2);});\n"
+            + "\t});\n"
+            + "}\n"
+            + "function add_to_favor(obj_id, obj_type){\n"
+            + "    var dlg_favor = \"<div id='favor_form'><p>多个标签使用逗号(,)隔开，最多三个</p><form action='/action/favorite/add?user=190591' height='60px' width='200px' method='POST'>\";\n"
+            + "\tdlg_favor += \"<input type='hidden' name='id' value='\"+obj_id+\"'/>\";\n"
+            + "\tdlg_favor += \"<input type='hidden' name='type' value='\"+obj_type+\"'/>\";\n"
+            + "\tdlg_favor += \"<input type='text' name='tags' size='25' class='_favor_input' id='_favor_tags'/>\";\n"
+            + "\tdlg_favor += \"<input type='submit' value='收藏' class='_favor_button'/><input type='button' value='取消' onclick='close_favor();' class='_favor_button'/><a id='TagsSwitcher' state='off'>选取标签↓</a></form>\";\n"
+            + "\tdlg_favor += \"<div id='MyTags' ></div></div>\";\n"
+            + "    $('#favor_trigger').poshytip('destroy');\n"
+            + "    $('#favor_trigger').poshytip({\n"
+            + "    \tclassName: 'tip-yellowsimple',\n"
+            + "    \tcontent: dlg_favor,\n"
+            + "    \tshowOn: 'none',\n"
+            + "    \talignTo: 'target',\t\n"
+            + "\t\talignX: 'inner-right',\n"
+            + "\t\talignY: 'bottom',\n"
+            + "\t\toffsetX: -20,\n"
+            + "\t\toffsetY: 15\n"
+            + "    });\n"
+            + "    $('#favor_trigger').poshytip('show');\n"
+            + "\t$('#_favor_tags').focus();\n"
+            + "\t$('#favor_form form').ajaxForm({\n"
+            + "\t\tsuccess: function(html) {\n"
+            + "\t\t\t$('#favor_trigger').parent('div').removeClass('ask_collect').addClass('ask_collected');\n"
+            + "\t\t\t$('#favor_trigger').attr('title','取消收藏');\n"
+            + "\t\t\t$('#p_favor_count').html(html);\n"
+            + "\t\t\t$('#favor_trigger').unbind('click');\n"
+            + "\t\t\t$('#favor_trigger').click(function(){delete_favor(107307,2);});\n"
+            + "\t\t\t$('#favor_form').html(favor_ok);\n"
+            + "\t\t\tsetTimeout(\"close_favor()\",3000);\n"
+            + "\t\t}\n"
+            + "\t});\n"
+            + "\t$(\"#TagsSwitcher\").one(\"click\",function(){\n"
+            + "\t\t//加载标签数据\n"
+            + "\t\t$(\"#MyTags\").load('/action/ajax/get_my_tags');\n"
+            + "       \t$(\"#MyTags\").toggle();\n"
+            + "\t\t$(this).html(\"收起标签↑\");\n"
+            + "        $(this).attr(\"state\",'on');\n"
+            + "        $(this).click(function(){\n"
+            + "        \t$(\"#MyTags\").toggle();\n"
+            + "        \tvar state = $(this).attr(\"state\");\n"
+            + "        \tif(state=='off'){\n"
+            + "        \t\t$(this).html(\"收起标签↑\");\n"
+            + "        \t\t$(this).attr(\"state\",'on');\n"
+            + "        \t}else{\n"
+            + "        \t\t$(this).html(\"选取标签↓\");\n"
+            + "        \t\t$(this).attr(\"state\",'off');\n"
+            + "        \t}\n"
+            + "        });\n"
+            + "\t});\n"
+            + "\n"
+            + "}\n"
+            + "function close_favor(elem_id){\n"
+            + "    $('#favor_trigger').poshytip('destroy');\n"
+            + "}\n"
+            + "function setTag(tv){\n"
+            + "\tvar t = $(\"._favor_input\");\n"
+            + "\tvar value = t.val();\n"
+            + "\tif(value!=\"\")\n"
+            + "\t\tt.val(value+\",\"+tv);\n"
+            + "\telse\n"
+            + "\t\tt.val(tv)\n"
+            + "}\n"
+            + "//-->\n"
+            + "</script><div class='clear'></div></div>\n"
+            + "\t<div id=\"OSC_Footer\" class='CenterDiv'><style>\n"
+            + ".oscapp {text-align:left; width:220px;}\n"
+            + ".oscapp span {float:left;width:140px;}\n"
+            + ".oscapp a {float:left;text-indent:-9999em;width:16px;margin-left:8px;}\n"
+            + ".oscapp a.android {background:url('/img/android.gif') no-repeat left center;}\n"
+            + ".oscapp a.iphone {background:url('/img/iphone.gif') no-repeat left center;}\n"
+            + ".oscapp a.wp7 {background:url('/img/wp7.gif') no-repeat left center;}\n"
+            + "</style>\n"
+            + "<table width='100%'><tr>\n"
+            + "<td align='left'>&copy; 开源中国(OsChina.NET) | <a href=\"http://www.oschina.net/home/about\">关于我们</a> | <a href=\"mailto:oschina.net@gmail.com\">广告联系</a> | <a href=\"http://weibo.com/oschina2010\" target=\"_blank\">@新浪微博</a> | <a href=\"http://m.oschina.net/\">开源中国手机版</a> | <a href='http://www.miitbeian.gov.cn/' target='_blank' style='color:#737573;text-decoration:none;'>粤ICP备12009483号-3</a></td>\n"
+            + "<td class='oscapp'>\n" + "\t<span>开源中国手机客户端：</span>\n"
+            + "\t<a href=\"http://www.oschina.net/app\" class='android' title='Android客户端'>Android</a>\n"
+            + "\t<a href=\"http://www.oschina.net/app\" class='iphone' title='iPhone 客户端'>iPhone</a>\n"
+            + "\t<a href=\"http://www.oschina.net/app\" class='wp7' title='Windows Phone 客户端'>WP7</a>\n" + "</td>\n"
+            + "</tr>\n" + "</table>\n" + "<script type='text/javascript'>\n" + "<!--\n"
+            + "if (top.location != self.location)top.location=self.location;\n" + "//-->\n" + "</script></div>\n"
+            + "</div>\n" + "</body>\n" + "</html>\n"
+            + "<!-- Generated by OsChina.NET (init:1[ms],page:43[ms],ip:60.55.11.77) -->";
 
     @Test
-    public void test(){
-         String text = "\n" +
-                 "<!DOCTYPE html PUBLIC \"-//W3C//DTD XHTML 1.0 Transitional//EN\" \"http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd\">\n" +
-                 "<html xmlns=\"http://www.w3.org/1999/xhtml\" xml:lang=\"zh-CN\" dir=\"ltr\">\n" +
-                 "  <head>\n" +
-                 "    <meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"/>\n" +
-                 "    <title>jsoup 解析页面商品信息 -  - ITeye技术网站</title>\n" +
-                 "    <meta name=\"description\" content=\"今天用了jsoup 解析页面商品信息，感觉比用xpath获取信息准确多了     下面就记录一下：  一、首先去 http://jsoup.org/download 下载jsoup的jar包。     二、下面记录下相关代码：              Document doc = Jsoup.connect(url).get();    //将htm转换成Document类型数据结构        ...\" />\n" +
-                 "    <meta name=\"keywords\" content=\" jsoup 解析页面商品信息\" />\n" +
-                 "    <link rel=\"shortcut icon\" href=\"/images/favicon.ico\" type=\"image/x-icon\" />\n" +
-                 "    <link rel=\"search\" type=\"application/opensearchdescription+xml\" href=\"/open_search.xml\" title=\"ITeye\" />\n" +
-                 "    <link href=\"/rss\" rel=\"alternate\" title=\"\" type=\"application/rss+xml\" />\n" +
-                 "    <link href=\"http://www.iteye.com/stylesheets/blog.css?1365750118\" media=\"screen\" rel=\"stylesheet\" type=\"text/css\" />\n" +
-                 "<link href=\"http://www.iteye.com/stylesheets/themes/blog/blue.css?1326191326\" media=\"screen\" rel=\"stylesheet\" type=\"text/css\" />\n" +
-                 "    <script src=\"http://www.iteye.com/javascripts/application.js?1358214518\" type=\"text/javascript\"></script>\n" +
-                 "    <script type=\"text/javascript\">\n" +
-                 "\n" +
-                 "  var _gaq = _gaq || [];\n" +
-                 "  _gaq.push(['_setAccount', 'UA-535605-1']);\n" +
-                 "  _gaq.push(['_setDomainName', 'iteye.com']);\n" +
-                 "  _gaq.push(['_trackPageview']);\n" +
-                 "\n" +
-                 "  (function() {\n" +
-                 "    var ga = document.createElement('script'); ga.type = 'text/javascript'; ga.async = true;\n" +
-                 "    ga.src = ('https:' == document.location.protocol ? 'https://ssl' : 'http://www') + '.google-analytics.com/ga.js';\n" +
-                 "    var s = document.getElementsByTagName('script')[0]; s.parentNode.insertBefore(ga, s);\n" +
-                 "  })();\n" +
-                 "\n" +
-                 "</script>\n" +
-                 "\n" +
-                 "\n" +
-                 "      <link href=\"http://www.iteye.com/javascripts/syntaxhighlighter/SyntaxHighlighter.css?1348819953\" media=\"screen\" rel=\"stylesheet\" type=\"text/css\" />\n" +
-                 "  <script src=\"http://www.iteye.com/javascripts/syntaxhighlighter/shCoreCommon.js?1325907333\" type=\"text/javascript\"></script>\n" +
-                 "<script src=\"http://www.iteye.com/javascripts/hotkey.js?1324994303\" type=\"text/javascript\"></script>\n" +
-                 "  <script src=\"http://www.iteye.com/javascripts/code_favorites.js?1358214518\" type=\"text/javascript\"></script>\n" +
-                 "<script src=\"http://www.iteye.com/javascripts/weiboshare.js?1324994303\" type=\"text/javascript\"></script>\n" +
-                 "  <link href=\"http://www.iteye.com/javascripts/editor/css/ui.css?1324994303\" media=\"screen\" rel=\"stylesheet\" type=\"text/css\" />\n" +
-                 "  <script src=\"http://www.iteye.com/javascripts/editor/compress.js?1358129160\" type=\"text/javascript\"></script>\n" +
-                 "  </head>\n" +
-                 "  <body>\n" +
-                 "    <div id=\"header\">\n" +
-                 "      <div id=\"blog_site_nav\">\n" +
-                 "  <a href=\"http://www.iteye.com/\" class=\"homepage\">首页</a>\n" +
-                 "  <a href=\"http://www.iteye.com/news\">资讯</a>\n" +
-                 "  <a href=\"http://www.iteye.com/magazines\">精华</a>\n" +
-                 "  <a href=\"http://www.iteye.com/forums\">论坛</a>\n" +
-                 "  <a href=\"http://www.iteye.com/ask\">问答</a>\n" +
-                 "  <a href=\"http://www.iteye.com/blogs\">博客</a>\n" +
-                 "  <a href=\"http://www.iteye.com/blogs/subjects\">专栏</a>\n" +
-                 "  <a href=\"http://www.iteye.com/groups\">群组</a>\n" +
-                 "  <a href=\"#\" onclick=\"return false;\" id=\"msna\"><u>更多</u> <small>▼</small></a>\n" +
-                 "  <div class=\"quick_menu\" style=\"display:none;\">\n" +
-                 "    <a target=\"_blank\" href=\"http://job.iteye.com/iteye\">招聘</a>\n" +
-                 "    <a href=\"http://www.iteye.com/search\">搜索</a>\n" +
-                 "  </div>\n" +
-                 "</div>\n" +
-                 "\n" +
-                 "      <div id=\"user_nav\">\n" +
-                 "  \n" +
-                 "        <a href=\"http://flashsword20.iteye.com\" title=\"查看我的博客首页\" class=\"welcome\">欢迎flashsword20</a>\n" +
-                 "    <a id=\"notifications_count\" href=\"http://my.iteye.com/notifications\">0</a>\n" +
-                 "    \n" +
-                 "      <a href=\"http://my.iteye.com/messages\" title=\"你有新的站内短信\"><img alt=\"Newpm\" src=\"http://www.iteye.com/images/newpm.gif?1324994303\" />收件箱(3)</a>\n" +
-                 "    \n" +
-                 "    <a href=\"http://my.iteye.com\" title=\"我的应用首页\">我的应用</a>\n" +
-                 "    <div class=\"quick_menu\" style=\"display:none;\">\n" +
-                 "      <a href=\"http://my.iteye.com/feed\" title=\"我关注的好友动态消息\">我的关注</a>\n" +
-                 "      <a href=\"http://my.iteye.com/mygroup\" title=\"我加入的群组最新话题\">我的群组</a>\n" +
-                 "      <a href=\"http://my.iteye.com/myresume\" title=\"我的个人简历\">我的简历</a>\n" +
-                 "      <a href=\"http://my.iteye.com/admin/album\" title=\"我的个人简历\">我的相册</a>\n" +
-                 "      <a href=\"http://my.iteye.com/admin/link\" title=\"我收藏的网络资源链接\">我的收藏</a>\n" +
-                 "      <a href=\"http://my.iteye.com/admin/code\" title=\"我收藏的代码\">我的代码</a>\n" +
-                 "      <a href=\"http://my.iteye.com/admin/weibo\" title=\"用微博发表简短的话题\">我的微博</a>\n" +
-                 "    </div>\n" +
-                 "    <a href=\"http://flashsword20.iteye.com/admin\" title=\"管理我的博客\">我的博客</a>\n" +
-                 "    <a href=\"http://my.iteye.com/profile\" title=\"修改我的个人设置\">设置</a>\n" +
-                 "    <a href=\"/logout\" class=\"nobg\" onclick=\"var f = document.createElement('form'); f.style.display = 'none'; this.parentNode.appendChild(f); f.method = 'POST'; f.action = this.href;var m = document.createElement('input'); m.setAttribute('type', 'hidden'); m.setAttribute('name', '_method'); m.setAttribute('value', 'put'); f.appendChild(m);var s = document.createElement('input'); s.setAttribute('type', 'hidden'); s.setAttribute('name', 'authenticity_token'); s.setAttribute('value', 'TDmn/IsWi1Aj4CXKfdMKZZzALz6jbRU/Biw0/QHnsVw='); f.appendChild(s);f.submit();return false;\">退出</a>\n" +
-                 "  </div>\n" +
-                 "\n" +
-                 "    </div>\n" +
-                 "\n" +
-                 "    <div id=\"page\">\n" +
-                 "      <div id=\"branding\" class=\"clearfix\">\n" +
-                 "        <div id=\"blog_name\">\n" +
-                 "          <h1><a href=\"/\">masong1987</a></h1>\n" +
-                 "        </div>\n" +
-                 "        <div id='fd'></div>\n" +
-                 "        <div id=\"blog_navbar\">\n" +
-                 "          <ul>\n" +
-                 "            <li class='blog_navbar_for'><a href=\"http://masong1987.iteye.com\"><strong>博客</strong></a></li>\n" +
-                 "            <li ><a href=\"/weibo\">微博</a></li>\n" +
-                 "            <li ><a href=\"/album\">相册</a></li>\n" +
-                 "            <li ><a href=\"/link\">收藏</a></li>\n" +
-                 "            <li ><a href=\"/blog/guest_book\">留言</a></li>\n" +
-                 "            <li ><a href=\"/blog/profile\">关于我</a></li>\n" +
-                 "          </ul>\n" +
-                 "    \n" +
-                 "          <div class=\"search\">\n" +
-                 "            <form action=\"/blog/search\" method=\"get\">\n" +
-                 "              <input class=\"search_text\" id=\"query\" name=\"query\" style=\"margin-left: 10px;width: 110px;\" type=\"text\" value=\"\" />\n" +
-                 "              <input class=\"submit_search\" type=\"submit\" value=\"\" />\n" +
-                 "            </form>\n" +
-                 "          </div> \n" +
-                 "          <div id=\"fd\"></div>         \n" +
-                 "        </div>\n" +
-                 "      </div>\n" +
-                 "      \n" +
-                 "      <div id=\"content\" class=\"clearfix\">\n" +
-                 "        <div id=\"main\">\n" +
-                 "          \n" +
-                 "\n" +
-                 "\n" +
-                 "\n" +
-                 "          \n" +
-                 "\n" +
-                 "\n" +
-                 "<div class=\"blog_main\">\n" +
-                 "  <div class=\"blog_title\">\n" +
-                 "    <h3>\n" +
-                 "      <a href=\"/blog/1191016\">jsoup 解析页面商品信息</a>\n" +
-                 "      <em class=\"actions\">      </em>\n" +
-                 "    </h3>\n" +
-                 "    <ul class='blog_categories'><strong>博客分类：</strong> <li><a href=\"/category/182324\">爬虫</a></li> </ul>\n" +
-                 "        <div class='news_tag'>&nbsp;</div>\n" +
-                 "  </div>\n" +
-                 "\n" +
-                 "  <div id=\"blog_content\" class=\"blog_content\">\n" +
-                 "    <p>今天用了jsoup 解析页面商品信息，感觉比用xpath获取信息准确多了</p>\n" +
-                 "<p> </p>\n" +
-                 "<p>下面就记录一下：</p>\n" +
-                 "<p>一、首先去 <a href=\"http://jsoup.org/download\">http://jsoup.org/download</a> 下载jsoup的jar包。</p>\n" +
-                 "<p> </p>\n" +
-                 "<p>二、下面记录下相关代码：</p>\n" +
-                 "<p> </p>\n" +
-                 "<p> </p>\n" +
-                 "<p>      Document doc = Jsoup.connect(url).get();    //将htm转换成Document类型数据结构</p>\n" +
-                 "<p> <br>      doc.select(\"div:has(div) div#spec-n1:has(img) img\").first().attr(\"src\"));    //查找div下含有div的标签</p>\n" +
-                 "<p>      </p>\n" +
-                 "<p>      并且 div的id='spec-n1'，此div第一个img标签，img里属性是src的值。</p>\n" +
-                 "<p> </p>\n" +
-                 "<p>      doc.select(\"div:has(div) div.crumb:has(a) a:eq(4)\").text();    //查找class='crumb'的div下第4个a标签</p>\n" +
-                 "<p>      下的值。</p>\n" +
-                 "<p> </p>\n" +
-                 "<p>      doc.select(\"div:has(div) div#name:has(h1)\").text();     //查找id='name'的div下的h1标签的值。</p>\n" +
-                 "<p> </p>\n" +
-                 "<p>      doc.select(\"tbody:has(tr) td.tdTitle:contains(品牌) + td\").text();     //查找class='tdTitle'的td标签里</p>\n" +
-                 "<p> </p>\n" +
-                 "<p>      含有‘品牌’td的下一个td标签中内容。</p>\n" +
-                 "<p> </p>\n" +
-                 "<p>      doc.select(\"script[type=text/javascript]:not([src~=[a-zA-Z0-9./\\\\s]+)\");     //查找含有此&lt;script </p>\n" +
-                 "<p> </p>\n" +
-                 "<p>      type=\"text/javascript\"&gt;……&lt;/script&gt;内容，不含有script标签中有src属性的script，如：</p>\n" +
-                 "<p> </p>\n" +
-                 "<p>      &lt;script src=\"url\" type=\"text/javascript\"&gt;&lt;/script&gt;。</p>\n" +
-                 "  </div>\n" +
-                 "\n" +
-                 "  \n" +
-                 "\n" +
-                 "\n" +
-                 "  <IFRAME SRC=\"/iframe_ggbd/794\" SCROLLING=no WIDTH=468 HEIGHT=60 FRAMEBORDER=0></IFRAME>\n" +
-                 "  \n" +
-                 "  <div id=\"bottoms\" class=\"clearfix\">\n" +
-                 "    \n" +
-                 "    <div id=\"share_weibo\">分享到：\n" +
-                 "      <a data-type='sina' href=\"javascript:;\" title=\"分享到新浪微博\"><img src=\"/images/sina.jpg\"></a>\n" +
-                 "      <a data-type='qq' href=\"javascript:;\" title=\"分享到腾讯微博\"><img src=\"/images/tec.jpg\"></a>\n" +
-                 "    </div>\n" +
-                 "  </div>\n" +
-                 "\n" +
-                 "  <div class=\"blog_nav\">\n" +
-                 "    <div class=\"pre_next\">\n" +
-                 "      <a href=\"/blog/1310327\" class=\"next\" title=\"ibatis中书写SQL语句时使用in遇到的问题\">ibatis中书写SQL语句时使用in遇到的问题</a>\n" +
-                 "      |\n" +
-                 "      <a href=\"/blog/1189699\" class=\"pre\" title=\"尚未备份数据库 &quot;***&quot; 的日志尾部。如果该日志包含您不希望丢失的工作，请使用 BACKUP LOG WITH NORECOVERY 备份该日志。请使用 RE\">尚未备份数据库 &quot;***&quot; 的日志尾部。如果该 ...</a>\n" +
-                 "    </div>\n" +
-                 "  </div>\n" +
-                 "  <div class=\"blog_bottom\">\n" +
-                 "    <ul>\n" +
-                 "      <li>2011-10-12 18:52</li>\n" +
-                 "      <li>浏览 692</li>\n" +
-                 "      <li><a href=\"#comments\">评论(0)</a></li>\n" +
-                 "      \n" +
-                 "      \n" +
-                 "        <li><a href='/admin/link?user_favorite%5Btitle%5D=jsoup+%E8%A7%A3%E6%9E%90%E9%A1%B5%E9%9D%A2%E5%95%86%E5%93%81%E4%BF%A1%E6%81%AF&amp;user_favorite%5Burl%5D=http%3A%2F%2Fmasong1987.iteye.com%2Fblog%2F1191016' target='_blank' class='favorite' onclick=\"$$('.favorite_form_spinner')[0].show();new Ajax.Request('/admin/link/new_xhr?user_favorite%5Btitle%5D=jsoup+%E8%A7%A3%E6%9E%90%E9%A1%B5%E9%9D%A2%E5%95%86%E5%93%81%E4%BF%A1%E6%81%AF&amp;user_favorite%5Burl%5D=http%3A%2F%2Fmasong1987.iteye.com%2Fblog%2F1191016', {method: 'get', onSuccess: function(response){$(document.getElementsByTagName('body')[0]).insert({bottom:response.responseText});$$('.favorite_form_spinner')[0].hide();}});return false;\">收藏</a><img alt=\"Spinner\" class=\"favorite_form_spinner\" src=\"http://www.iteye.com/images/spinner.gif?1324994303\" style=\"vertical-align:bottom;margin-left:7px;display:none;\" /></li>\n" +
-                 "      \n" +
-                 "      <li>分类:<a href=\"http://www.iteye.com/blogs/category/opensource\">开源软件</a></li>      \n" +
-                 "      <li class='last'><a href=\"http://www.iteye.com/wiki/blog/1191016\" target=\"_blank\" class=\"more\">相关推荐</a></li>\n" +
-                 "    </ul>\n" +
-                 "  </div>\n" +
-                 "\n" +
-                 "  <div class=\"blog_comment\">\n" +
-                 "    <h5>评论</h5>\n" +
-                 "    <a id=\"comments\" name=\"comments\"></a>\n" +
-                 "    \n" +
-                 "    \n" +
-                 "    \n" +
-                 "  </div>\n" +
-                 "\n" +
-                 "  <div class=\"blog_comment\">\n" +
-                 "    <h5>发表评论</h5>\n" +
-                 "            <form action=\"/blog/1191016\" id=\"comment_form\" method=\"post\" onsubmit=\"return false;\"><div style=\"margin:0;padding:0;display:inline\"><input name=\"authenticity_token\" type=\"hidden\" value=\"TDmn/IsWi1Aj4CXKfdMKZZzALz6jbRU/Biw0/QHnsVw=\" /></div>          \n" +
-                 "\n" +
-                 "\n" +
-                 "  <input type=\"hidden\" id=\"editor_bbcode_flag\"/>\n" +
-                 "\n" +
-                 "\n" +
-                 "\n" +
-                 "<div id=\"editor_main\"><textarea class=\"validate-richeditor bad-words min-length-5\" cols=\"40\" id=\"editor_body\" name=\"comment[body]\" rows=\"20\" style=\"width: 500px; height: 350px;\"></textarea></div>\n" +
-                 "\n" +
-                 "\n" +
-                 "<script type=\"text/javascript\">\n" +
-                 "  var editor = new Control.TextArea.Editor(\"editor_body\", \"bbcode\", false);\n" +
-                 "</script>\n" +
-                 "\n" +
-                 "          <p style=\"text-align:right;margin-right:30px;\">(快捷键 Alt+S / Ctrl+Enter) <input class=\"submit\" id=\"quick_reply_button\" name=\"commit\" type=\"submit\" value=\"提交\" /></p>\n" +
-                 "       </form>\n" +
-                 "        <script type=\"text/javascript\">\n" +
-                 "          new HotKey(\"s\",function() {$('quick_reply_button').click();},{altKey: true, ctrlKey: false});\n" +
-                 "          new HotKey(new Number(13),function() {$('quick_reply_button').click();},{altKey: false, ctrlKey: true});\n" +
-                 "\n" +
-                 "          new Validation(\"comment_form\", {immediate: false, onFormValidate: function(result, form){\n" +
-                 "            if(result) {\n" +
-                 "              new Ajax.Request('/blog/create_comment/1191016', {\n" +
-                 "                onFailure:function(response){\n" +
-                 "                  $('comments').insert({after:response.responseText})\n" +
-                 "                  form.spinner.hide();\n" +
-                 "                  Element.scrollTo($('comments'));\n" +
-                 "                },\n" +
-                 "                onSuccess:function(response){\n" +
-                 "                  Element.scrollTo($('comments'));\n" +
-                 "                  var new_comment = new Element('div', {}).update(response.responseText).firstChild;\n" +
-                 "                  var comment_id = new_comment.readAttribute('id');\n" +
-                 "\n" +
-                 "                  $('comments').insert({after:response.responseText});\n" +
-                 "                  $('editor_body').value = \"\";\n" +
-                 "\n" +
-                 "                  var css_rules = '#' + comment_id + ' pre';\n" +
-                 "                  highlightNewAddContent(css_rules);\n" +
-                 "                  processComment();\n" +
-                 "                  code_favorites_init(css_rules);\n" +
-                 "                  \n" +
-                 "                  form.spinner.hide();\n" +
-                 "                }, parameters:Form.serialize(form)\n" +
-                 "              });\n" +
-                 "            }\n" +
-                 "        }});\n" +
-                 "        </script>\n" +
-                 "        </div>\n" +
-                 "</div>\n" +
-                 "\n" +
-                 "\n" +
-                 "<script type=\"text/javascript\">\n" +
-                 "  dp.SyntaxHighlighter.HighlightAll('code', true, true);\n" +
-                 "\n" +
-                 "  $$('#main .blog_content pre[name=code]').each(function(pre, index){ // blog content\n" +
-                 "    var post_id = 1191016;\n" +
-                 "    var location = window.location;\n" +
-                 "    source_url = location.protocol + \"//\" + location.host + location.pathname + location.search;\n" +
-                 "    pre.writeAttribute('codeable_id', post_id);\n" +
-                 "    pre.writeAttribute('codeable_type', \"Blog\");\n" +
-                 "    pre.writeAttribute('source_url', source_url);\n" +
-                 "    pre.writeAttribute('pre_index', index);\n" +
-                 "    pre.writeAttribute('title', 'jsoup 解析页面商品信息');\n" +
-                 "  });\n" +
-                 "\n" +
-                 "  fix_image_size($$('div.blog_content img'), 700);\n" +
-                 "\n" +
-                 "  function processComment() {\n" +
-                 "    $$('#main .blog_comment > div').each(function(comment){// comment\n" +
-                 "      var post_id = comment.id.substr(2);\n" +
-                 "      $$(\"#\"+comment.id+\" pre[name=code]\").each(function(pre, index){\n" +
-                 "        var location = window.location;\n" +
-                 "        source_url = location.protocol + \"//\" + location.host + location.pathname + location.search;\n" +
-                 "        source_url += \"#\" + comment.id;\n" +
-                 "        pre.writeAttribute('codeable_id', post_id);\n" +
-                 "        pre.writeAttribute('codeable_type', \"BlogComment\");\n" +
-                 "        pre.writeAttribute('source_url', source_url);\n" +
-                 "        pre.writeAttribute('pre_index', index);\n" +
-                 "        pre.writeAttribute('title', 'jsoup 解析页面商品信息');\n" +
-                 "      });\n" +
-                 "    });\n" +
-                 "  }\n" +
-                 "\n" +
-                 "  function quote_comment(id) {\n" +
-                 "    new Ajax.Request('/editor/quote', {\n" +
-                 "      parameters: {'id':id, 'type':'BlogComment'},\n" +
-                 "      onSuccess:function(response){editor.bbcode_editor.textarea.insertAfterSelection(response.responseText);\n" +
-                 "        Element.scrollTo(editor.bbcode_editor.textarea.element);}\n" +
-                 "    });\n" +
-                 "  }\n" +
-                 "\n" +
-                 "  code_favorites_init();\n" +
-                 "  processComment();\n" +
-                 "  new WeiboShare({share_buttons: $('share_weibo'), img_scope: $('blog_content')});\n" +
-                 "</script>\n" +
-                 "\n" +
-                 "\n" +
-                 "\n" +
-                 "\n" +
-                 "        </div>\n" +
-                 "\n" +
-                 "        <div id=\"local\">\n" +
-                 "          <div class=\"local_top\"></div>\n" +
-                 "          <div id=\"blog_owner\">\n" +
-                 "  <div id=\"blog_owner_logo\"><a href='http://masong1987.iteye.com'><img alt=\"masong1987的博客\" class=\"logo\" src=\"http://www.iteye.com/images/user-logo.gif?1324994303\" title=\"masong1987的博客: \" /></a></div>\n" +
-                 "  <div id=\"blog_owner_name\">masong1987</div>\n" +
-                 "</div>\n" +
-                 "\n" +
-                 "          <div id=\"blog_actions\">\n" +
-                 "            <ul>\n" +
-                 "              <li>浏览: 5401 次</li>\n" +
-                 "              <li>性别: <img alt=\"Icon_minigender_1\" src=\"http://www.iteye.com/images/icon_minigender_1.gif?1324994303\" title=\"男\" /></li>\n" +
-                 "              <li>来自: 北京</li>\n" +
-                 "              <li><img src='/images/status/offline.gif'/></li>\n" +
-                 "              \n" +
-                 "                <li>\n" +
-                 "                  <a href=\"http://my.iteye.com/messages/new?message%5Breceiver_name%5D=masong1987\" class=\"message\" title=\"发送站内短信\">发短消息</a>\n" +
-                 "                  \n" +
-                 "                    <a href=\"http://my.iteye.com/feed?subscription%5Bsubscribed_user_name%5D=masong1987\" class=\"subscription\" onclick=\"var f = document.createElement('form'); f.style.display = 'none'; this.parentNode.appendChild(f); f.method = 'POST'; f.action = this.href;var s = document.createElement('input'); s.setAttribute('type', 'hidden'); s.setAttribute('name', 'authenticity_token'); s.setAttribute('value', 'TDmn/IsWi1Aj4CXKfdMKZZzALz6jbRU/Biw0/QHnsVw='); f.appendChild(s);f.submit();return false;\">关注</a>\n" +
-                 "                  \n" +
-                 "                </li>\n" +
-                 "              \n" +
-                 "            </ul>\n" +
-                 "          </div>\n" +
-                 "          <div id=\"user_visits\" class=\"clearfix\">\n" +
-                 "            <h5>最近访客 <span style='font-weight:normal;font-size:12px;padding-left:30px;'><a href=\"/blog/user_visits\">更多访客&gt;&gt;</a></span></h5>\n" +
-                 "            \n" +
-                 "              <div class=\"user_visit\">\n" +
-                 "                <div class=\"logo\"><a href='http://flashsword20.iteye.com' target='_blank'><img alt=\"flashsword20的博客\" class=\"logo\" src=\"http://www.iteye.com/images/user-logo-thumb.gif?1324994303\" title=\"flashsword20的博客: \" /></a></div>\n" +
-                 "                <div class=\"left\"><a href='http://flashsword20.iteye.com' target='_blank' title='flashsword20'>flashsword20</a></div>\n" +
-                 "              </div>\n" +
-                 "            \n" +
-                 "              <div class=\"user_visit\">\n" +
-                 "                <div class=\"logo\"><a href='http://dylinshi126.iteye.com' target='_blank'><img alt=\"dylinshi126的博客\" class=\"logo\" src=\"http://www.iteye.com/images/user-logo-thumb.gif?1324994303\" title=\"dylinshi126的博客: \" /></a></div>\n" +
-                 "                <div class=\"left\"><a href='http://dylinshi126.iteye.com' target='_blank' title='dylinshi126'>dylinshi126</a></div>\n" +
-                 "              </div>\n" +
-                 "            \n" +
-                 "              <div class=\"user_visit\">\n" +
-                 "                <div class=\"logo\"><a href='http://machoo.iteye.com' target='_blank'><img alt=\"machoo的博客\" class=\"logo\" src=\"http://www.iteye.com/upload/logo/user/590501/f3e5a6de-fa04-3ca9-92bd-378230b128c8-thumb.jpg?1321544632\" title=\"machoo的博客: 虚拟机终结者\" /></a></div>\n" +
-                 "                <div class=\"left\"><a href='http://machoo.iteye.com' target='_blank' title='machoo'>machoo</a></div>\n" +
-                 "              </div>\n" +
-                 "            \n" +
-                 "              <div class=\"user_visit\">\n" +
-                 "                <div class=\"logo\"><a href='http://arson.iteye.com' target='_blank'><img alt=\"arson的博客\" class=\"logo\" src=\"http://www.iteye.com/upload/logo/user/511499/91eafa67-ebbb-32d2-a1c4-fc1c169b5c66-thumb.jpg?1310020715\" title=\"arson的博客: \" /></a></div>\n" +
-                 "                <div class=\"left\"><a href='http://arson.iteye.com' target='_blank' title='arson'>arson</a></div>\n" +
-                 "              </div>\n" +
-                 "            \n" +
-                 "          </div>\n" +
-                 "\n" +
-                 "          \n" +
-                 "\n" +
-                 "                      <div id=\"blog_menu\">\n" +
-                 "              <h5>文章分类</h5>\n" +
-                 "              <ul>\n" +
-                 "                <li><a href=\"/\">全部博客 (10)</a></li>\n" +
-                 "                \n" +
-                 "                  <li><a href=\"/category/180178\">java (1)</a></li>\n" +
-                 "                \n" +
-                 "                  <li><a href=\"/category/178810\">JavaScript (2)</a></li>\n" +
-                 "                \n" +
-                 "                  <li><a href=\"/category/181978\">SQLServer (1)</a></li>\n" +
-                 "                \n" +
-                 "                  <li><a href=\"/category/214133\">MySQL (1)</a></li>\n" +
-                 "                \n" +
-                 "                  <li><a href=\"/category/182324\">爬虫 (1)</a></li>\n" +
-                 "                \n" +
-                 "                  <li><a href=\"/category/195652\">ibatis (2)</a></li>\n" +
-                 "                \n" +
-                 "                  <li><a href=\"/category/195881\">Spring (1)</a></li>\n" +
-                 "                \n" +
-                 "                  <li><a href=\"/category/216639\">tomcat (0)</a></li>\n" +
-                 "                \n" +
-                 "                  <li><a href=\"/category/217595\">数据结构 (1)</a></li>\n" +
-                 "                \n" +
-                 "              </ul>\n" +
-                 "            </div>\n" +
-                 "            <div id='month_blogs'>\n" +
-                 "              <h5>社区版块</h5>\n" +
-                 "              <ul>\n" +
-                 "                <li><a href=\"/blog/news\">我的资讯</a> (0)</li>\n" +
-                 "                <li>\n" +
-                 "                  <a href=\"/blog/post\">我的论坛</a> (0)\n" +
-                 "                </li>\n" +
-                 "                <li><a href=\"/blog/answered_problems\">我的问答</a> (0)</li>\n" +
-                 "              </ul>\n" +
-                 "            </div>\n" +
-                 "            <div id=\"month_blogs\">\n" +
-                 "              <h5>存档分类</h5>\n" +
-                 "              <ul>\n" +
-                 "                \n" +
-                 "                  <li><a href=\"/blog/monthblog/2012-04\">2012-04</a> (2)</li>\n" +
-                 "                \n" +
-                 "                  <li><a href=\"/blog/monthblog/2012-03\">2012-03</a> (1)</li>\n" +
-                 "                \n" +
-                 "                  <li><a href=\"/blog/monthblog/2012-02\">2012-02</a> (1)</li>\n" +
-                 "                \n" +
-                 "                <li><a href=\"/blog/monthblog_more\">更多存档...</a></li>\n" +
-                 "              </ul>\n" +
-                 "            </div>\n" +
-                 "            \n" +
-                 "            \n" +
-                 "\n" +
-                 "            <div id=\"guest_books\">\n" +
-                 "              <h5>最新评论</h5>\n" +
-                 "              <ul>\n" +
-                 "                \n" +
-                 "                <li>\n" +
-                 "                  <a href='http://marrymyy.iteye.com' target='_blank' title='marrymyy'>marrymyy</a>： \n" +
-                 "                  太好了，刚遇到这个问题，有用<br />\n" +
-                 "                  <a href=\"/blog/1189699#bc2305339\">尚未备份数据库 &quot;***&quot; 的日志尾部。如果该日志包含您不希望丢失的工作，请使用 BACKUP LOG WITH NORECOVERY 备份该日志。请使用 RE</a>\n" +
-                 "                </li>\n" +
-                 "                \n" +
-                 "              </ul>\n" +
-                 "            </div>\n" +
-                 "\n" +
-                 "            <div class=\"local_bottom\"></div>\n" +
-                 "          \n" +
-                 "        </div>\n" +
-                 "      </div>\n" +
-                 "\n" +
-                 "      <div id=\"footer\" class=\"clearfix\">\n" +
-                 "        <div id=\"copyright\">\n" +
-                 "          <hr/>\n" +
-                 "          声明：ITeye文章版权属于作者，受法律保护。没有作者书面许可不得转载。若作者同意转载，必须以超链接形式标明文章原始出处和作者。<br />\n" +
-                 "          &copy; 2003-2012 ITeye.com.   All rights reserved.  [ 京ICP证110151号  京公网安备110105010620 ]\n" +
-                 "        </div>\n" +
-                 "      </div>\n" +
-                 "    </div>\n" +
-                 "    <script type=\"text/javascript\">\n" +
-                 "  document.write(\"<img src='http://stat.iteye.com/?url=\"+ encodeURIComponent(document.location.href) + \"&referrer=\" + encodeURIComponent(document.referrer) + \"&user_id=635408' width='0' height='0' />\");\n" +
-                 "</script>\n" +
-                 "\n" +
-                 "    \n" +
-                 "    \n" +
-                 "  </body>\n" +
-                 "</html>\n";
-                           String text2="<div>aaa</div>";
-        XpathSelector xpathSelector = new XpathSelector("//div[@id='main']/div[@class='blog_main']/div[1][@class='blog_title']/h3/a");
+    public void test() {
+        String text = "\n"
+                + "<!DOCTYPE html PUBLIC \"-//W3C//DTD XHTML 1.0 Transitional//EN\" \"http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd\">\n"
+                + "<html xmlns=\"http://www.w3.org/1999/xhtml\" xml:lang=\"zh-CN\" dir=\"ltr\">\n"
+                + "  <head>\n"
+                + "    <meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"/>\n"
+                + "    <title>jsoup 解析页面商品信息 -  - ITeye技术网站</title>\n"
+                + "    <meta name=\"description\" content=\"今天用了jsoup 解析页面商品信息，感觉比用xpath获取信息准确多了     下面就记录一下：  一、首先去 http://jsoup.org/download 下载jsoup的jar包。     二、下面记录下相关代码：              Document doc = Jsoup.connect(url).get();    //将htm转换成Document类型数据结构        ...\" />\n"
+                + "    <meta name=\"keywords\" content=\" jsoup 解析页面商品信息\" />\n"
+                + "    <link rel=\"shortcut icon\" href=\"/images/favicon.ico\" type=\"image/x-icon\" />\n"
+                + "    <link rel=\"search\" type=\"application/opensearchdescription+xml\" href=\"/open_search.xml\" title=\"ITeye\" />\n"
+                + "    <link href=\"/rss\" rel=\"alternate\" title=\"\" type=\"application/rss+xml\" />\n"
+                + "    <link href=\"http://www.iteye.com/stylesheets/blog.css?1365750118\" media=\"screen\" rel=\"stylesheet\" type=\"text/css\" />\n"
+                + "<link href=\"http://www.iteye.com/stylesheets/themes/blog/blue.css?1326191326\" media=\"screen\" rel=\"stylesheet\" type=\"text/css\" />\n"
+                + "    <script src=\"http://www.iteye.com/javascripts/application.js?1358214518\" type=\"text/javascript\"></script>\n"
+                + "    <script type=\"text/javascript\">\n"
+                + "\n"
+                + "  var _gaq = _gaq || [];\n"
+                + "  _gaq.push(['_setAccount', 'UA-535605-1']);\n"
+                + "  _gaq.push(['_setDomainName', 'iteye.com']);\n"
+                + "  _gaq.push(['_trackPageview']);\n"
+                + "\n"
+                + "  (function() {\n"
+                + "    var ga = document.createElement('script'); ga.type = 'text/javascript'; ga.async = true;\n"
+                + "    ga.src = ('https:' == document.location.protocol ? 'https://ssl' : 'http://www') + '.google-analytics.com/ga.js';\n"
+                + "    var s = document.getElementsByTagName('script')[0]; s.parentNode.insertBefore(ga, s);\n"
+                + "  })();\n"
+                + "\n"
+                + "</script>\n"
+                + "\n"
+                + "\n"
+                + "      <link href=\"http://www.iteye.com/javascripts/syntaxhighlighter/SyntaxHighlighter.css?1348819953\" media=\"screen\" rel=\"stylesheet\" type=\"text/css\" />\n"
+                + "  <script src=\"http://www.iteye.com/javascripts/syntaxhighlighter/shCoreCommon.js?1325907333\" type=\"text/javascript\"></script>\n"
+                + "<script src=\"http://www.iteye.com/javascripts/hotkey.js?1324994303\" type=\"text/javascript\"></script>\n"
+                + "  <script src=\"http://www.iteye.com/javascripts/code_favorites.js?1358214518\" type=\"text/javascript\"></script>\n"
+                + "<script src=\"http://www.iteye.com/javascripts/weiboshare.js?1324994303\" type=\"text/javascript\"></script>\n"
+                + "  <link href=\"http://www.iteye.com/javascripts/editor/css/ui.css?1324994303\" media=\"screen\" rel=\"stylesheet\" type=\"text/css\" />\n"
+                + "  <script src=\"http://www.iteye.com/javascripts/editor/compress.js?1358129160\" type=\"text/javascript\"></script>\n"
+                + "  </head>\n"
+                + "  <body>\n"
+                + "    <div id=\"header\">\n"
+                + "      <div id=\"blog_site_nav\">\n"
+                + "  <a href=\"http://www.iteye.com/\" class=\"homepage\">首页</a>\n"
+                + "  <a href=\"http://www.iteye.com/news\">资讯</a>\n"
+                + "  <a href=\"http://www.iteye.com/magazines\">精华</a>\n"
+                + "  <a href=\"http://www.iteye.com/forums\">论坛</a>\n"
+                + "  <a href=\"http://www.iteye.com/ask\">问答</a>\n"
+                + "  <a href=\"http://www.iteye.com/blogs\">博客</a>\n"
+                + "  <a href=\"http://www.iteye.com/blogs/subjects\">专栏</a>\n"
+                + "  <a href=\"http://www.iteye.com/groups\">群组</a>\n"
+                + "  <a href=\"#\" onclick=\"return false;\" id=\"msna\"><u>更多</u> <small>▼</small></a>\n"
+                + "  <div class=\"quick_menu\" style=\"display:none;\">\n"
+                + "    <a target=\"_blank\" href=\"http://job.iteye.com/iteye\">招聘</a>\n"
+                + "    <a href=\"http://www.iteye.com/search\">搜索</a>\n"
+                + "  </div>\n"
+                + "</div>\n"
+                + "\n"
+                + "      <div id=\"user_nav\">\n"
+                + "  \n"
+                + "        <a href=\"http://flashsword20.iteye.com\" title=\"查看我的博客首页\" class=\"welcome\">欢迎flashsword20</a>\n"
+                + "    <a id=\"notifications_count\" href=\"http://my.iteye.com/notifications\">0</a>\n"
+                + "    \n"
+                + "      <a href=\"http://my.iteye.com/messages\" title=\"你有新的站内短信\"><img alt=\"Newpm\" src=\"http://www.iteye.com/images/newpm.gif?1324994303\" />收件箱(3)</a>\n"
+                + "    \n"
+                + "    <a href=\"http://my.iteye.com\" title=\"我的应用首页\">我的应用</a>\n"
+                + "    <div class=\"quick_menu\" style=\"display:none;\">\n"
+                + "      <a href=\"http://my.iteye.com/feed\" title=\"我关注的好友动态消息\">我的关注</a>\n"
+                + "      <a href=\"http://my.iteye.com/mygroup\" title=\"我加入的群组最新话题\">我的群组</a>\n"
+                + "      <a href=\"http://my.iteye.com/myresume\" title=\"我的个人简历\">我的简历</a>\n"
+                + "      <a href=\"http://my.iteye.com/admin/album\" title=\"我的个人简历\">我的相册</a>\n"
+                + "      <a href=\"http://my.iteye.com/admin/link\" title=\"我收藏的网络资源链接\">我的收藏</a>\n"
+                + "      <a href=\"http://my.iteye.com/admin/code\" title=\"我收藏的代码\">我的代码</a>\n"
+                + "      <a href=\"http://my.iteye.com/admin/weibo\" title=\"用微博发表简短的话题\">我的微博</a>\n"
+                + "    </div>\n"
+                + "    <a href=\"http://flashsword20.iteye.com/admin\" title=\"管理我的博客\">我的博客</a>\n"
+                + "    <a href=\"http://my.iteye.com/profile\" title=\"修改我的个人设置\">设置</a>\n"
+                + "    <a href=\"/logout\" class=\"nobg\" onclick=\"var f = document.createElement('form'); f.style.display = 'none'; this.parentNode.appendChild(f); f.method = 'POST'; f.action = this.href;var m = document.createElement('input'); m.setAttribute('type', 'hidden'); m.setAttribute('name', '_method'); m.setAttribute('value', 'put'); f.appendChild(m);var s = document.createElement('input'); s.setAttribute('type', 'hidden'); s.setAttribute('name', 'authenticity_token'); s.setAttribute('value', 'TDmn/IsWi1Aj4CXKfdMKZZzALz6jbRU/Biw0/QHnsVw='); f.appendChild(s);f.submit();return false;\">退出</a>\n"
+                + "  </div>\n"
+                + "\n"
+                + "    </div>\n"
+                + "\n"
+                + "    <div id=\"page\">\n"
+                + "      <div id=\"branding\" class=\"clearfix\">\n"
+                + "        <div id=\"blog_name\">\n"
+                + "          <h1><a href=\"/\">masong1987</a></h1>\n"
+                + "        </div>\n"
+                + "        <div id='fd'></div>\n"
+                + "        <div id=\"blog_navbar\">\n"
+                + "          <ul>\n"
+                + "            <li class='blog_navbar_for'><a href=\"http://masong1987.iteye.com\"><strong>博客</strong></a></li>\n"
+                + "            <li ><a href=\"/weibo\">微博</a></li>\n"
+                + "            <li ><a href=\"/album\">相册</a></li>\n"
+                + "            <li ><a href=\"/link\">收藏</a></li>\n"
+                + "            <li ><a href=\"/blog/guest_book\">留言</a></li>\n"
+                + "            <li ><a href=\"/blog/profile\">关于我</a></li>\n"
+                + "          </ul>\n"
+                + "    \n"
+                + "          <div class=\"search\">\n"
+                + "            <form action=\"/blog/search\" method=\"get\">\n"
+                + "              <input class=\"search_text\" id=\"query\" name=\"query\" style=\"margin-left: 10px;width: 110px;\" type=\"text\" value=\"\" />\n"
+                + "              <input class=\"submit_search\" type=\"submit\" value=\"\" />\n"
+                + "            </form>\n"
+                + "          </div> \n"
+                + "          <div id=\"fd\"></div>         \n"
+                + "        </div>\n"
+                + "      </div>\n"
+                + "      \n"
+                + "      <div id=\"content\" class=\"clearfix\">\n"
+                + "        <div id=\"main\">\n"
+                + "          \n"
+                + "\n"
+                + "\n"
+                + "\n"
+                + "          \n"
+                + "\n"
+                + "\n"
+                + "<div class=\"blog_main\">\n"
+                + "  <div class=\"blog_title\">\n"
+                + "    <h3>\n"
+                + "      <a href=\"/blog/1191016\">jsoup 解析页面商品信息</a>\n"
+                + "      <em class=\"actions\">      </em>\n"
+                + "    </h3>\n"
+                + "    <ul class='blog_categories'><strong>博客分类：</strong> <li><a href=\"/category/182324\">爬虫</a></li> </ul>\n"
+                + "        <div class='news_tag'>&nbsp;</div>\n"
+                + "  </div>\n"
+                + "\n"
+                + "  <div id=\"blog_content\" class=\"blog_content\">\n"
+                + "    <p>今天用了jsoup 解析页面商品信息，感觉比用xpath获取信息准确多了</p>\n"
+                + "<p> </p>\n"
+                + "<p>下面就记录一下：</p>\n"
+                + "<p>一、首先去 <a href=\"http://jsoup.org/download\">http://jsoup.org/download</a> 下载jsoup的jar包。</p>\n"
+                + "<p> </p>\n"
+                + "<p>二、下面记录下相关代码：</p>\n"
+                + "<p> </p>\n"
+                + "<p> </p>\n"
+                + "<p>      Document doc = Jsoup.connect(url).get();    //将htm转换成Document类型数据结构</p>\n"
+                + "<p> <br>      doc.select(\"div:has(div) div#spec-n1:has(img) img\").first().attr(\"src\"));    //查找div下含有div的标签</p>\n"
+                + "<p>      </p>\n"
+                + "<p>      并且 div的id='spec-n1'，此div第一个img标签，img里属性是src的值。</p>\n"
+                + "<p> </p>\n"
+                + "<p>      doc.select(\"div:has(div) div.crumb:has(a) a:eq(4)\").text();    //查找class='crumb'的div下第4个a标签</p>\n"
+                + "<p>      下的值。</p>\n"
+                + "<p> </p>\n"
+                + "<p>      doc.select(\"div:has(div) div#name:has(h1)\").text();     //查找id='name'的div下的h1标签的值。</p>\n"
+                + "<p> </p>\n"
+                + "<p>      doc.select(\"tbody:has(tr) td.tdTitle:contains(品牌) + td\").text();     //查找class='tdTitle'的td标签里</p>\n"
+                + "<p> </p>\n"
+                + "<p>      含有‘品牌’td的下一个td标签中内容。</p>\n"
+                + "<p> </p>\n"
+                + "<p>      doc.select(\"script[type=text/javascript]:not([src~=[a-zA-Z0-9./\\\\s]+)\");     //查找含有此&lt;script </p>\n"
+                + "<p> </p>\n"
+                + "<p>      type=\"text/javascript\"&gt;……&lt;/script&gt;内容，不含有script标签中有src属性的script，如：</p>\n"
+                + "<p> </p>\n"
+                + "<p>      &lt;script src=\"url\" type=\"text/javascript\"&gt;&lt;/script&gt;。</p>\n"
+                + "  </div>\n"
+                + "\n"
+                + "  \n"
+                + "\n"
+                + "\n"
+                + "  <IFRAME SRC=\"/iframe_ggbd/794\" SCROLLING=no WIDTH=468 HEIGHT=60 FRAMEBORDER=0></IFRAME>\n"
+                + "  \n"
+                + "  <div id=\"bottoms\" class=\"clearfix\">\n"
+                + "    \n"
+                + "    <div id=\"share_weibo\">分享到：\n"
+                + "      <a data-type='sina' href=\"javascript:;\" title=\"分享到新浪微博\"><img src=\"/images/sina.jpg\"></a>\n"
+                + "      <a data-type='qq' href=\"javascript:;\" title=\"分享到腾讯微博\"><img src=\"/images/tec.jpg\"></a>\n"
+                + "    </div>\n"
+                + "  </div>\n"
+                + "\n"
+                + "  <div class=\"blog_nav\">\n"
+                + "    <div class=\"pre_next\">\n"
+                + "      <a href=\"/blog/1310327\" class=\"next\" title=\"ibatis中书写SQL语句时使用in遇到的问题\">ibatis中书写SQL语句时使用in遇到的问题</a>\n"
+                + "      |\n"
+                + "      <a href=\"/blog/1189699\" class=\"pre\" title=\"尚未备份数据库 &quot;***&quot; 的日志尾部。如果该日志包含您不希望丢失的工作，请使用 BACKUP LOG WITH NORECOVERY 备份该日志。请使用 RE\">尚未备份数据库 &quot;***&quot; 的日志尾部。如果该 ...</a>\n"
+                + "    </div>\n"
+                + "  </div>\n"
+                + "  <div class=\"blog_bottom\">\n"
+                + "    <ul>\n"
+                + "      <li>2011-10-12 18:52</li>\n"
+                + "      <li>浏览 692</li>\n"
+                + "      <li><a href=\"#comments\">评论(0)</a></li>\n"
+                + "      \n"
+                + "      \n"
+                + "        <li><a href='/admin/link?user_favorite%5Btitle%5D=jsoup+%E8%A7%A3%E6%9E%90%E9%A1%B5%E9%9D%A2%E5%95%86%E5%93%81%E4%BF%A1%E6%81%AF&amp;user_favorite%5Burl%5D=http%3A%2F%2Fmasong1987.iteye.com%2Fblog%2F1191016' target='_blank' class='favorite' onclick=\"$$('.favorite_form_spinner')[0].show();new Ajax.Request('/admin/link/new_xhr?user_favorite%5Btitle%5D=jsoup+%E8%A7%A3%E6%9E%90%E9%A1%B5%E9%9D%A2%E5%95%86%E5%93%81%E4%BF%A1%E6%81%AF&amp;user_favorite%5Burl%5D=http%3A%2F%2Fmasong1987.iteye.com%2Fblog%2F1191016', {method: 'get', onSuccess: function(response){$(document.getElementsByTagName('body')[0]).insert({bottom:response.responseText});$$('.favorite_form_spinner')[0].hide();}});return false;\">收藏</a><img alt=\"Spinner\" class=\"favorite_form_spinner\" src=\"http://www.iteye.com/images/spinner.gif?1324994303\" style=\"vertical-align:bottom;margin-left:7px;display:none;\" /></li>\n"
+                + "      \n"
+                + "      <li>分类:<a href=\"http://www.iteye.com/blogs/category/opensource\">开源软件</a></li>      \n"
+                + "      <li class='last'><a href=\"http://www.iteye.com/wiki/blog/1191016\" target=\"_blank\" class=\"more\">相关推荐</a></li>\n"
+                + "    </ul>\n"
+                + "  </div>\n"
+                + "\n"
+                + "  <div class=\"blog_comment\">\n"
+                + "    <h5>评论</h5>\n"
+                + "    <a id=\"comments\" name=\"comments\"></a>\n"
+                + "    \n"
+                + "    \n"
+                + "    \n"
+                + "  </div>\n"
+                + "\n"
+                + "  <div class=\"blog_comment\">\n"
+                + "    <h5>发表评论</h5>\n"
+                + "            <form action=\"/blog/1191016\" id=\"comment_form\" method=\"post\" onsubmit=\"return false;\"><div style=\"margin:0;padding:0;display:inline\"><input name=\"authenticity_token\" type=\"hidden\" value=\"TDmn/IsWi1Aj4CXKfdMKZZzALz6jbRU/Biw0/QHnsVw=\" /></div>          \n"
+                + "\n"
+                + "\n"
+                + "  <input type=\"hidden\" id=\"editor_bbcode_flag\"/>\n"
+                + "\n"
+                + "\n"
+                + "\n"
+                + "<div id=\"editor_main\"><textarea class=\"validate-richeditor bad-words min-length-5\" cols=\"40\" id=\"editor_body\" name=\"comment[body]\" rows=\"20\" style=\"width: 500px; height: 350px;\"></textarea></div>\n"
+                + "\n"
+                + "\n"
+                + "<script type=\"text/javascript\">\n"
+                + "  var editor = new Control.TextArea.Editor(\"editor_body\", \"bbcode\", false);\n"
+                + "</script>\n"
+                + "\n"
+                + "          <p style=\"text-align:right;margin-right:30px;\">(快捷键 Alt+S / Ctrl+Enter) <input class=\"submit\" id=\"quick_reply_button\" name=\"commit\" type=\"submit\" value=\"提交\" /></p>\n"
+                + "       </form>\n"
+                + "        <script type=\"text/javascript\">\n"
+                + "          new HotKey(\"s\",function() {$('quick_reply_button').click();},{altKey: true, ctrlKey: false});\n"
+                + "          new HotKey(new Number(13),function() {$('quick_reply_button').click();},{altKey: false, ctrlKey: true});\n"
+                + "\n"
+                + "          new Validation(\"comment_form\", {immediate: false, onFormValidate: function(result, form){\n"
+                + "            if(result) {\n"
+                + "              new Ajax.Request('/blog/create_comment/1191016', {\n"
+                + "                onFailure:function(response){\n"
+                + "                  $('comments').insert({after:response.responseText})\n"
+                + "                  form.spinner.hide();\n"
+                + "                  Element.scrollTo($('comments'));\n"
+                + "                },\n"
+                + "                onSuccess:function(response){\n"
+                + "                  Element.scrollTo($('comments'));\n"
+                + "                  var new_comment = new Element('div', {}).update(response.responseText).firstChild;\n"
+                + "                  var comment_id = new_comment.readAttribute('id');\n"
+                + "\n"
+                + "                  $('comments').insert({after:response.responseText});\n"
+                + "                  $('editor_body').value = \"\";\n"
+                + "\n"
+                + "                  var css_rules = '#' + comment_id + ' pre';\n"
+                + "                  highlightNewAddContent(css_rules);\n"
+                + "                  processComment();\n"
+                + "                  code_favorites_init(css_rules);\n"
+                + "                  \n"
+                + "                  form.spinner.hide();\n"
+                + "                }, parameters:Form.serialize(form)\n"
+                + "              });\n"
+                + "            }\n"
+                + "        }});\n"
+                + "        </script>\n"
+                + "        </div>\n"
+                + "</div>\n"
+                + "\n"
+                + "\n"
+                + "<script type=\"text/javascript\">\n"
+                + "  dp.SyntaxHighlighter.HighlightAll('code', true, true);\n"
+                + "\n"
+                + "  $$('#main .blog_content pre[name=code]').each(function(pre, index){ // blog content\n"
+                + "    var post_id = 1191016;\n"
+                + "    var location = window.location;\n"
+                + "    source_url = location.protocol + \"//\" + location.host + location.pathname + location.search;\n"
+                + "    pre.writeAttribute('codeable_id', post_id);\n"
+                + "    pre.writeAttribute('codeable_type', \"Blog\");\n"
+                + "    pre.writeAttribute('source_url', source_url);\n"
+                + "    pre.writeAttribute('pre_index', index);\n"
+                + "    pre.writeAttribute('title', 'jsoup 解析页面商品信息');\n"
+                + "  });\n"
+                + "\n"
+                + "  fix_image_size($$('div.blog_content img'), 700);\n"
+                + "\n"
+                + "  function processComment() {\n"
+                + "    $$('#main .blog_comment > div').each(function(comment){// comment\n"
+                + "      var post_id = comment.id.substr(2);\n"
+                + "      $$(\"#\"+comment.id+\" pre[name=code]\").each(function(pre, index){\n"
+                + "        var location = window.location;\n"
+                + "        source_url = location.protocol + \"//\" + location.host + location.pathname + location.search;\n"
+                + "        source_url += \"#\" + comment.id;\n"
+                + "        pre.writeAttribute('codeable_id', post_id);\n"
+                + "        pre.writeAttribute('codeable_type', \"BlogComment\");\n"
+                + "        pre.writeAttribute('source_url', source_url);\n"
+                + "        pre.writeAttribute('pre_index', index);\n"
+                + "        pre.writeAttribute('title', 'jsoup 解析页面商品信息');\n"
+                + "      });\n"
+                + "    });\n"
+                + "  }\n"
+                + "\n"
+                + "  function quote_comment(id) {\n"
+                + "    new Ajax.Request('/editor/quote', {\n"
+                + "      parameters: {'id':id, 'type':'BlogComment'},\n"
+                + "      onSuccess:function(response){editor.bbcode_editor.textarea.insertAfterSelection(response.responseText);\n"
+                + "        Element.scrollTo(editor.bbcode_editor.textarea.element);}\n"
+                + "    });\n"
+                + "  }\n"
+                + "\n"
+                + "  code_favorites_init();\n"
+                + "  processComment();\n"
+                + "  new WeiboShare({share_buttons: $('share_weibo'), img_scope: $('blog_content')});\n"
+                + "</script>\n"
+                + "\n"
+                + "\n"
+                + "\n"
+                + "\n"
+                + "        </div>\n"
+                + "\n"
+                + "        <div id=\"local\">\n"
+                + "          <div class=\"local_top\"></div>\n"
+                + "          <div id=\"blog_owner\">\n"
+                + "  <div id=\"blog_owner_logo\"><a href='http://masong1987.iteye.com'><img alt=\"masong1987的博客\" class=\"logo\" src=\"http://www.iteye.com/images/user-logo.gif?1324994303\" title=\"masong1987的博客: \" /></a></div>\n"
+                + "  <div id=\"blog_owner_name\">masong1987</div>\n"
+                + "</div>\n"
+                + "\n"
+                + "          <div id=\"blog_actions\">\n"
+                + "            <ul>\n"
+                + "              <li>浏览: 5401 次</li>\n"
+                + "              <li>性别: <img alt=\"Icon_minigender_1\" src=\"http://www.iteye.com/images/icon_minigender_1.gif?1324994303\" title=\"男\" /></li>\n"
+                + "              <li>来自: 北京</li>\n"
+                + "              <li><img src='/images/status/offline.gif'/></li>\n"
+                + "              \n"
+                + "                <li>\n"
+                + "                  <a href=\"http://my.iteye.com/messages/new?message%5Breceiver_name%5D=masong1987\" class=\"message\" title=\"发送站内短信\">发短消息</a>\n"
+                + "                  \n"
+                + "                    <a href=\"http://my.iteye.com/feed?subscription%5Bsubscribed_user_name%5D=masong1987\" class=\"subscription\" onclick=\"var f = document.createElement('form'); f.style.display = 'none'; this.parentNode.appendChild(f); f.method = 'POST'; f.action = this.href;var s = document.createElement('input'); s.setAttribute('type', 'hidden'); s.setAttribute('name', 'authenticity_token'); s.setAttribute('value', 'TDmn/IsWi1Aj4CXKfdMKZZzALz6jbRU/Biw0/QHnsVw='); f.appendChild(s);f.submit();return false;\">关注</a>\n"
+                + "                  \n"
+                + "                </li>\n"
+                + "              \n"
+                + "            </ul>\n"
+                + "          </div>\n"
+                + "          <div id=\"user_visits\" class=\"clearfix\">\n"
+                + "            <h5>最近访客 <span style='font-weight:normal;font-size:12px;padding-left:30px;'><a href=\"/blog/user_visits\">更多访客&gt;&gt;</a></span></h5>\n"
+                + "            \n"
+                + "              <div class=\"user_visit\">\n"
+                + "                <div class=\"logo\"><a href='http://flashsword20.iteye.com' target='_blank'><img alt=\"flashsword20的博客\" class=\"logo\" src=\"http://www.iteye.com/images/user-logo-thumb.gif?1324994303\" title=\"flashsword20的博客: \" /></a></div>\n"
+                + "                <div class=\"left\"><a href='http://flashsword20.iteye.com' target='_blank' title='flashsword20'>flashsword20</a></div>\n"
+                + "              </div>\n"
+                + "            \n"
+                + "              <div class=\"user_visit\">\n"
+                + "                <div class=\"logo\"><a href='http://dylinshi126.iteye.com' target='_blank'><img alt=\"dylinshi126的博客\" class=\"logo\" src=\"http://www.iteye.com/images/user-logo-thumb.gif?1324994303\" title=\"dylinshi126的博客: \" /></a></div>\n"
+                + "                <div class=\"left\"><a href='http://dylinshi126.iteye.com' target='_blank' title='dylinshi126'>dylinshi126</a></div>\n"
+                + "              </div>\n"
+                + "            \n"
+                + "              <div class=\"user_visit\">\n"
+                + "                <div class=\"logo\"><a href='http://machoo.iteye.com' target='_blank'><img alt=\"machoo的博客\" class=\"logo\" src=\"http://www.iteye.com/upload/logo/user/590501/f3e5a6de-fa04-3ca9-92bd-378230b128c8-thumb.jpg?1321544632\" title=\"machoo的博客: 虚拟机终结者\" /></a></div>\n"
+                + "                <div class=\"left\"><a href='http://machoo.iteye.com' target='_blank' title='machoo'>machoo</a></div>\n"
+                + "              </div>\n"
+                + "            \n"
+                + "              <div class=\"user_visit\">\n"
+                + "                <div class=\"logo\"><a href='http://arson.iteye.com' target='_blank'><img alt=\"arson的博客\" class=\"logo\" src=\"http://www.iteye.com/upload/logo/user/511499/91eafa67-ebbb-32d2-a1c4-fc1c169b5c66-thumb.jpg?1310020715\" title=\"arson的博客: \" /></a></div>\n"
+                + "                <div class=\"left\"><a href='http://arson.iteye.com' target='_blank' title='arson'>arson</a></div>\n"
+                + "              </div>\n"
+                + "            \n"
+                + "          </div>\n"
+                + "\n"
+                + "          \n"
+                + "\n"
+                + "                      <div id=\"blog_menu\">\n"
+                + "              <h5>文章分类</h5>\n"
+                + "              <ul>\n"
+                + "                <li><a href=\"/\">全部博客 (10)</a></li>\n"
+                + "                \n"
+                + "                  <li><a href=\"/category/180178\">java (1)</a></li>\n"
+                + "                \n"
+                + "                  <li><a href=\"/category/178810\">JavaScript (2)</a></li>\n"
+                + "                \n"
+                + "                  <li><a href=\"/category/181978\">SQLServer (1)</a></li>\n"
+                + "                \n"
+                + "                  <li><a href=\"/category/214133\">MySQL (1)</a></li>\n"
+                + "                \n"
+                + "                  <li><a href=\"/category/182324\">爬虫 (1)</a></li>\n"
+                + "                \n"
+                + "                  <li><a href=\"/category/195652\">ibatis (2)</a></li>\n"
+                + "                \n"
+                + "                  <li><a href=\"/category/195881\">Spring (1)</a></li>\n"
+                + "                \n"
+                + "                  <li><a href=\"/category/216639\">tomcat (0)</a></li>\n"
+                + "                \n"
+                + "                  <li><a href=\"/category/217595\">数据结构 (1)</a></li>\n"
+                + "                \n"
+                + "              </ul>\n"
+                + "            </div>\n"
+                + "            <div id='month_blogs'>\n"
+                + "              <h5>社区版块</h5>\n"
+                + "              <ul>\n"
+                + "                <li><a href=\"/blog/news\">我的资讯</a> (0)</li>\n"
+                + "                <li>\n"
+                + "                  <a href=\"/blog/post\">我的论坛</a> (0)\n"
+                + "                </li>\n"
+                + "                <li><a href=\"/blog/answered_problems\">我的问答</a> (0)</li>\n"
+                + "              </ul>\n"
+                + "            </div>\n"
+                + "            <div id=\"month_blogs\">\n"
+                + "              <h5>存档分类</h5>\n"
+                + "              <ul>\n"
+                + "                \n"
+                + "                  <li><a href=\"/blog/monthblog/2012-04\">2012-04</a> (2)</li>\n"
+                + "                \n"
+                + "                  <li><a href=\"/blog/monthblog/2012-03\">2012-03</a> (1)</li>\n"
+                + "                \n"
+                + "                  <li><a href=\"/blog/monthblog/2012-02\">2012-02</a> (1)</li>\n"
+                + "                \n"
+                + "                <li><a href=\"/blog/monthblog_more\">更多存档...</a></li>\n"
+                + "              </ul>\n"
+                + "            </div>\n"
+                + "            \n"
+                + "            \n"
+                + "\n"
+                + "            <div id=\"guest_books\">\n"
+                + "              <h5>最新评论</h5>\n"
+                + "              <ul>\n"
+                + "                \n"
+                + "                <li>\n"
+                + "                  <a href='http://marrymyy.iteye.com' target='_blank' title='marrymyy'>marrymyy</a>： \n"
+                + "                  太好了，刚遇到这个问题，有用<br />\n"
+                + "                  <a href=\"/blog/1189699#bc2305339\">尚未备份数据库 &quot;***&quot; 的日志尾部。如果该日志包含您不希望丢失的工作，请使用 BACKUP LOG WITH NORECOVERY 备份该日志。请使用 RE</a>\n"
+                + "                </li>\n"
+                + "                \n"
+                + "              </ul>\n"
+                + "            </div>\n"
+                + "\n"
+                + "            <div class=\"local_bottom\"></div>\n"
+                + "          \n"
+                + "        </div>\n"
+                + "      </div>\n"
+                + "\n"
+                + "      <div id=\"footer\" class=\"clearfix\">\n"
+                + "        <div id=\"copyright\">\n"
+                + "          <hr/>\n"
+                + "          声明：ITeye文章版权属于作者，受法律保护。没有作者书面许可不得转载。若作者同意转载，必须以超链接形式标明文章原始出处和作者。<br />\n"
+                + "          &copy; 2003-2012 ITeye.com.   All rights reserved.  [ 京ICP证110151号  京公网安备110105010620 ]\n"
+                + "        </div>\n"
+                + "      </div>\n"
+                + "    </div>\n"
+                + "    <script type=\"text/javascript\">\n"
+                + "  document.write(\"<img src='http://stat.iteye.com/?url=\"+ encodeURIComponent(document.location.href) + \"&referrer=\" + encodeURIComponent(document.referrer) + \"&user_id=635408' width='0' height='0' />\");\n"
+                + "</script>\n" + "\n" + "    \n" + "    \n" + "  </body>\n" + "</html>\n";
+        String text2 = "<div>aaa</div>";
+        XpathSelector xpathSelector = new XpathSelector(
+                "//div[@id='main']/div[@class='blog_main']/div[1][@class='blog_title']/h3/a");
         String select = xpathSelector.select(text);
-        Assert.assertEquals("jsoup 解析页面商品信息",select);
+        Assert.assertEquals("jsoup 解析页面商品信息", select);
     }
 
     @Test
-    public void testOschina(){
+    public void testOschina() {
         Html html1 = new Html(html);
-        Assert.assertEquals("再次吐槽easyui",html1.x(".//*[@class='QTitle']/h1/a").toString());
+        Assert.assertEquals("再次吐槽easyui", html1.x(".//*[@class='QTitle']/h1/a").toString());
     }
 
-    @Test
-    public void testOschinaBlog(){
-        Html html1 = new Html(blogHtml);
-        System.out.println(html1.sc());
-    }
-
-    @Test
-    public void testHuxiuBlog(){
-        Html html1 = new Html(huxiuHtml);
-        System.out.println(html1.sc());
-    }
 }
diff --git a/webmagic-core/src/test/resources/log4j.xml b/webmagic-core/src/test/resources/log4j.xml
index a58e889b9..9084694eb 100644
--- a/webmagic-core/src/test/resources/log4j.xml
+++ b/webmagic-core/src/test/resources/log4j.xml
@@ -24,7 +24,7 @@
     </logger>
 
     <root>
-        <level value="debug" />
+        <level value="info" />
         <appender-ref ref="stdout" />
     </root>
 
diff --git a/webmagic-samples/src/test/java/us/codecraft/webmagic/HtmlTest.java b/webmagic-samples/src/test/java/us/codecraft/webmagic/HtmlTest.java
deleted file mode 100644
index f79909840..000000000
--- a/webmagic-samples/src/test/java/us/codecraft/webmagic/HtmlTest.java
+++ /dev/null
@@ -1,20 +0,0 @@
-package us.codecraft.webmagic;
-
-import org.junit.Assert;
-import org.junit.Test;
-import us.codecraft.webmagic.selector.Html;
-
-/**
- * User: cairne
- * Date: 13-4-21
- * Time: 上午8:42
- */
-public class HtmlTest {
-
-    @Test
-    public void testRegexSelector() {
-        Html selectable = new Html("aaaaaaab");
-        Assert.assertEquals("abbabbab", (selectable.r("(.*)").rp("aa(a)", "$1bb").toString()));
-
-    }
-}
diff --git a/webmagic-samples/src/test/java/us/codecraft/webmagic/SpiderTest.java b/webmagic-samples/src/test/java/us/codecraft/webmagic/SpiderTest.java
index 838c76b8e..6f795d743 100644
--- a/webmagic-samples/src/test/java/us/codecraft/webmagic/SpiderTest.java
+++ b/webmagic-samples/src/test/java/us/codecraft/webmagic/SpiderTest.java
@@ -15,12 +15,14 @@
 public class SpiderTest {
 
 
+    @Ignore
     @Test
     public void testSpider() throws InterruptedException {
         Spider me = Spider.me().pipeline(new FilePipeline()).processor(new HuxiuProcessor());
         me.run();
     }
 
+    @Ignore
     @Test
     public void testGlobalSpider(){
 //        PageProcessor pageProcessor = new MeicanProcessor();
@@ -35,6 +37,7 @@ public void testGlobalSpider(){
 
     }
 
+    @Ignore
     @Test
     public void test(){
         System.out.println(System.getProperty("java.io.tmpdir"));
diff --git a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiandianProcessorTest.java b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiandianProcessorTest.java
index 18b0680d9..63021342f 100644
--- a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiandianProcessorTest.java
+++ b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiandianProcessorTest.java
@@ -1,5 +1,6 @@
 package us.codecraft.webmagic.processor;
 
+import org.junit.Ignore;
 import org.junit.Test;
 import us.codecraft.webmagic.Spider;
 import us.codecraft.webmagic.pipeline.ConsolePipeline;
@@ -16,6 +17,7 @@
  */
 public class DiandianProcessorTest {
 
+    @Ignore
     @Test
     public void test() throws IOException {
         DiandianBlogProcessor diaoyuwengProcessor = new DiandianBlogProcessor();
diff --git a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiaoyuwengProcessorTest.java b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiaoyuwengProcessorTest.java
index 1e77c7c76..18498d36b 100644
--- a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiaoyuwengProcessorTest.java
+++ b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiaoyuwengProcessorTest.java
@@ -1,5 +1,6 @@
 package us.codecraft.webmagic.processor;
 
+import org.junit.Ignore;
 import org.junit.Test;
 import us.codecraft.webmagic.Spider;
 import us.codecraft.webmagic.pipeline.FilePipeline;
@@ -16,6 +17,7 @@
  */
 public class DiaoyuwengProcessorTest {
 
+    @Ignore
     @Test
     public void test() throws IOException {
         DiaoyuwengProcessor diaoyuwengProcessor = new DiaoyuwengProcessor();
diff --git a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/SinablogProcessorTest.java b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/SinablogProcessorTest.java
index 0a5cc1b03..1fada8199 100644
--- a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/SinablogProcessorTest.java
+++ b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/SinablogProcessorTest.java
@@ -1,5 +1,6 @@
 package us.codecraft.webmagic.processor;
 
+import org.junit.Ignore;
 import org.junit.Test;
 import us.codecraft.webmagic.Spider;
 import us.codecraft.webmagic.pipeline.FilePipeline;
@@ -16,6 +17,7 @@
  */
 public class SinablogProcessorTest {
 
+    @Ignore
     @Test
     public void test() throws IOException {
         SinaBlogProcesser sinaBlogProcesser = new SinaBlogProcesser();

From 62a8a6d1e75484a736374c4c59a612b8268ebc58 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Mon, 17 Jun 2013 11:14:44 +0800
Subject: [PATCH 07/81] invite travis

---
 .travis.yml | 1 +
 1 file changed, 1 insertion(+)
 create mode 100644 .travis.yml

diff --git a/.travis.yml b/.travis.yml
new file mode 100644
index 000000000..be7dfb8ca
--- /dev/null
+++ b/.travis.yml
@@ -0,0 +1 @@
+language: java 
\ No newline at end of file

From 7ffd5551e2618e9d20ac80d45d9f8b1b8cddedaa Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Mon, 17 Jun 2013 11:23:29 +0800
Subject: [PATCH 08/81] fix pom

---
 pom.xml | 15 +++++++++++++++
 1 file changed, 15 insertions(+)

diff --git a/pom.xml b/pom.xml
index 68927f20b..39f068c5d 100644
--- a/pom.xml
+++ b/pom.xml
@@ -14,5 +14,20 @@
     <module>./webmagic-samples/</module>  
   </modules>  
 
+  <build>
+        <plugins>
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-compiler-plugin</artifactId>
+                <version>3.1</version>
+                <configuration>
+                    <source>1.6</source>
+                    <target>1.6</target>
+                </configuration>
+            </plugin>
+        </plugins>
+    </build>
+
+
 
 </project>

From d0a3a2cbc34eb7448e4e79946b2230c47c884baf Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Mon, 17 Jun 2013 11:27:44 +0800
Subject: [PATCH 09/81] fix pom

---
 README.md                | 3 +++
 webmagic-core/pom.xml    | 9 +++++++++
 webmagic-plugin/pom.xml  | 9 +++++++++
 webmagic-samples/pom.xml | 9 +++++++++
 4 files changed, 30 insertions(+)

diff --git a/README.md b/README.md
index e92a4405c..063eca22f 100644
--- a/README.md
+++ b/README.md
@@ -1,5 +1,8 @@
 webmagic
 ---------
+
+[![Build Status](https://travis-ci.org/code4craft/webmagic.png?branch=master)](https://travis-ci.org/code4craft/webmagic)
+
 ####*一个网络爬虫工具包*
 
 webmagic的发起源于工作中的需要，其定位是帮助开发者更便捷的开发一个垂直的网络爬虫。
diff --git a/webmagic-core/pom.xml b/webmagic-core/pom.xml
index 607eb13c1..c0ef6a16f 100644
--- a/webmagic-core/pom.xml
+++ b/webmagic-core/pom.xml
@@ -62,6 +62,15 @@
 
     <build>
         <plugins>
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-compiler-plugin</artifactId>
+                <version>3.1</version>
+                <configuration>
+                    <source>1.6</source>
+                    <target>1.6</target>
+                </configuration>
+            </plugin>
             <plugin>
                 <groupId>org.apache.maven.plugins</groupId>
                 <artifactId>maven-resources-plugin</artifactId>
diff --git a/webmagic-plugin/pom.xml b/webmagic-plugin/pom.xml
index 1128f7ac1..c2a08adb4 100644
--- a/webmagic-plugin/pom.xml
+++ b/webmagic-plugin/pom.xml
@@ -29,6 +29,15 @@
 
     <build>
         <plugins>
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-compiler-plugin</artifactId>
+                <version>3.1</version>
+                <configuration>
+                    <source>1.6</source>
+                    <target>1.6</target>
+                </configuration>
+            </plugin>
             <plugin>
                 <groupId>org.apache.maven.plugins</groupId>
                 <artifactId>maven-resources-plugin</artifactId>
diff --git a/webmagic-samples/pom.xml b/webmagic-samples/pom.xml
index bfa1bfad2..4e345a286 100644
--- a/webmagic-samples/pom.xml
+++ b/webmagic-samples/pom.xml
@@ -30,6 +30,15 @@
 
     <build>
         <plugins>
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-compiler-plugin</artifactId>
+                <version>3.1</version>
+                <configuration>
+                    <source>1.6</source>
+                    <target>1.6</target>
+                </configuration>
+            </plugin>
             <plugin>
                 <groupId>org.apache.maven.plugins</groupId>
                 <artifactId>maven-resources-plugin</artifactId>

From b53bad227775dc480f26726b45b07cece45f22b5 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Mon, 17 Jun 2013 13:21:47 +0800
Subject: [PATCH 10/81] add thanks

---
 README.md | 9 +++++++++
 1 file changed, 9 insertions(+)

diff --git a/README.md b/README.md
index 063eca22f..afa66ed55 100644
--- a/README.md
+++ b/README.md
@@ -82,3 +82,12 @@ webmagic定制的核心是PageProcessor接口。
 
 webmagic遵循[Apache 2.0协议](http://opensource.org/licenses/Apache-2.0)
 
+### 致谢
+
+webmagic的架构和设计参考了以下两个项目，感谢以下两个项目的作者：
+
+python爬虫**scrapy**[https://github.com/scrapy/scrapy](https://github.com/scrapy/scrapy)
+
+Java爬虫**Spiderman**[https://gitcafe.com/laiweiwei/Spiderman](https://gitcafe.com/laiweiwei/Spiderman)
+
+

From 5a2c38475daf4f735a4d41855d4463f721b23a74 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Mon, 17 Jun 2013 13:29:17 +0800
Subject: [PATCH 11/81] format

---
 README.md | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/README.md b/README.md
index afa66ed55..4611c2597 100644
--- a/README.md
+++ b/README.md
@@ -86,8 +86,8 @@ webmagic遵循[Apache 2.0协议](http://opensource.org/licenses/Apache-2.0)
 
 webmagic的架构和设计参考了以下两个项目，感谢以下两个项目的作者：
 
-python爬虫**scrapy**[https://github.com/scrapy/scrapy](https://github.com/scrapy/scrapy)
+python爬虫** scrapy **[https://github.com/scrapy/scrapy](https://github.com/scrapy/scrapy)
 
-Java爬虫**Spiderman**[https://gitcafe.com/laiweiwei/Spiderman](https://gitcafe.com/laiweiwei/Spiderman)
+Java爬虫** Spiderman **[https://gitcafe.com/laiweiwei/Spiderman](https://gitcafe.com/laiweiwei/Spiderman)
 
 

From fb8fadbe93ce8f5bf7c2ee746d1fe4f5411d5514 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Tue, 18 Jun 2013 07:24:19 +0800
Subject: [PATCH 12/81] change author info

---
 .../src/main/java/us/codecraft/webmagic/Page.java        | 2 +-
 .../src/main/java/us/codecraft/webmagic/Request.java     | 3 ++-
 .../src/main/java/us/codecraft/webmagic/Site.java        | 2 +-
 .../src/main/java/us/codecraft/webmagic/Spider.java      | 2 +-
 .../us/codecraft/webmagic/downloader/Downloader.java     | 9 ++++++++-
 .../webmagic/downloader/HttpClientDownloader.java        | 2 +-
 .../us/codecraft/webmagic/downloader/HttpClientPool.java | 2 +-
 .../us/codecraft/webmagic/pipeline/ConsolePipeline.java  | 2 +-
 .../us/codecraft/webmagic/pipeline/FilePipeline.java     | 2 +-
 .../java/us/codecraft/webmagic/pipeline/Pipeline.java    | 2 +-
 .../us/codecraft/webmagic/processor/PageProcessor.java   | 2 +-
 .../webmagic/processor/SimplePageProcessor.java          | 2 +-
 .../webmagic/schedular/FileCacheQueueSchedular.java      | 2 +-
 .../us/codecraft/webmagic/schedular/QueueSchedular.java  | 2 +-
 .../java/us/codecraft/webmagic/schedular/Schedular.java  | 2 +-
 .../main/java/us/codecraft/webmagic/selector/Html.java   | 2 +-
 .../java/us/codecraft/webmagic/selector/PlainText.java   | 2 +-
 .../java/us/codecraft/webmagic/selector/RegexResult.java | 2 +-
 .../us/codecraft/webmagic/selector/RegexSelector.java    | 2 +-
 .../us/codecraft/webmagic/selector/ReplaceSelector.java  | 2 +-
 .../java/us/codecraft/webmagic/selector/Selectable.java  | 2 +-
 .../java/us/codecraft/webmagic/selector/Selector.java    | 2 +-
 .../us/codecraft/webmagic/selector/SelectorFactory.java  | 2 +-
 .../webmagic/selector/SmartContentSelector.java          | 2 +-
 .../us/codecraft/webmagic/selector/XpathSelector.java    | 2 +-
 .../main/java/us/codecraft/webmagic/utils/UrlUtils.java  | 2 +-
 .../src/test/java/us/codecraft/webmagic/HtmlTest.java    | 2 +-
 .../codecraft/webmagic/selector/RegexSelectorTest.java   | 2 +-
 .../codecraft/webmagic/selector/XpathSelectorTest.java   | 2 +-
 .../java/us/codecraft/webmagic/utils/UrlUtilsTest.java   | 2 +-
 .../codecraft/webmagic/pipeline/FreemarkerPipeline.java  | 2 +-
 .../us/codecraft/webmagic/FreemarkerPipelineTest.java    | 2 +-
 .../webmagic/samples/DiandianBlogProcessor.java          | 2 +-
 .../webmagic/samples/DianpingBlogProcessor.java          | 2 +-
 .../codecraft/webmagic/samples/DiaoyuwengProcessor.java  | 2 +-
 .../us/codecraft/webmagic/samples/F58PageProcesser.java  | 2 +-
 .../us/codecraft/webmagic/samples/HuxiuProcessor.java    | 2 +-
 .../us/codecraft/webmagic/samples/KaichibaProcessor.java | 2 +-
 .../us/codecraft/webmagic/samples/MeicanProcessor.java   | 2 +-
 .../us/codecraft/webmagic/samples/NjuBBSProcessor.java   | 2 +-
 .../webmagic/samples/OschinaBlogPageProcesser.java       | 2 +-
 .../codecraft/webmagic/samples/OschinaPageProcesser.java | 2 +-
 .../codecraft/webmagic/samples/QzoneBlogProcessor.java   | 2 +-
 .../us/codecraft/webmagic/samples/SinaBlogProcesser.java | 2 +-
 .../codecraft/webmagic/samples/TianyaPageProcesser.java  | 2 +-
 .../src/test/java/us/codecraft/webmagic/SpiderTest.java  | 2 +-
 .../webmagic/processor/DiandianProcessorTest.java        | 2 +-
 .../webmagic/processor/DiaoyuwengProcessorTest.java      | 2 +-
 .../webmagic/processor/SinablogProcessorTest.java        | 2 +-
 49 files changed, 57 insertions(+), 49 deletions(-)

diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Page.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Page.java
index 8f1a4c77a..63b1b53a6 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Page.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Page.java
@@ -10,7 +10,7 @@
 import java.util.concurrent.ConcurrentHashMap;
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-4-21
  * Time: 上午11:22
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Request.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Request.java
index ccefc7f9a..ce7870b8d 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Request.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Request.java
@@ -1,7 +1,8 @@
 package us.codecraft.webmagic;
 
 /**
- * User: cairne
+ * Request对象是
+ * Author: code4crafter@gmail.com
  * Date: 13-4-21
  * Time: 上午11:37
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Site.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Site.java
index 4c032aafb..05117f087 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Site.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Site.java
@@ -4,7 +4,7 @@
 import java.util.Set;
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-4-21
  * Time: 下午12:13
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
index f3ec5f83a..bbab1a533 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
@@ -14,7 +14,7 @@
 import java.util.List;
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-4-21
  * Time: 上午6:53
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/Downloader.java b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/Downloader.java
index e84758487..2711ba4c8 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/Downloader.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/Downloader.java
@@ -5,11 +5,18 @@
 import us.codecraft.webmagic.Site;
 
 /**
- * User: cairne
+ * Downloader是webmagic抓取页面的核心接口。
+ * Author: code4crafter@gmail.com
  * Date: 13-4-21
  * Time: 下午12:14
  */
 public interface Downloader {
 
+    /**
+     *
+     * @param request
+     * @param site
+     * @return
+     */
     public Page download(Request request,Site site);
 }
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java
index 269ba6d37..2eb55c0ab 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java
@@ -14,7 +14,7 @@
 
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-4-21
  * Time: 下午12:15
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientPool.java b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientPool.java
index 4fdf42124..066a24e51 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientPool.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientPool.java
@@ -13,7 +13,7 @@
 import us.codecraft.webmagic.Site;
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-4-21
  * Time: 下午12:29
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/ConsolePipeline.java b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/ConsolePipeline.java
index 4115b8ce5..635bab62c 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/ConsolePipeline.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/ConsolePipeline.java
@@ -7,7 +7,7 @@
 import java.util.Map;
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-4-21
  * Time: 下午1:45
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/FilePipeline.java b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/FilePipeline.java
index d8407af57..ca3144ed7 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/FilePipeline.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/FilePipeline.java
@@ -13,7 +13,7 @@
 import java.util.Map;
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-4-21
  * Time: 下午6:28
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/Pipeline.java b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/Pipeline.java
index ef27cdae7..e5da1ea80 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/Pipeline.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/Pipeline.java
@@ -4,7 +4,7 @@
 import us.codecraft.webmagic.Site;
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-4-21
  * Time: 下午1:39
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/processor/PageProcessor.java b/webmagic-core/src/main/java/us/codecraft/webmagic/processor/PageProcessor.java
index e3c74a904..982005974 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/processor/PageProcessor.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/processor/PageProcessor.java
@@ -4,7 +4,7 @@
 import us.codecraft.webmagic.Site;
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-4-21
  * Time: 上午11:42
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/processor/SimplePageProcessor.java b/webmagic-core/src/main/java/us/codecraft/webmagic/processor/SimplePageProcessor.java
index eb8f56ea2..c5d637712 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/processor/SimplePageProcessor.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/processor/SimplePageProcessor.java
@@ -7,7 +7,7 @@
 import java.util.List;
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-4-22
  * Time: 下午9:15
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/FileCacheQueueSchedular.java b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/FileCacheQueueSchedular.java
index 94002ed74..56c5f332b 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/FileCacheQueueSchedular.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/FileCacheQueueSchedular.java
@@ -16,7 +16,7 @@
 import java.util.concurrent.atomic.AtomicInteger;
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-4-21
  * Time: 下午1:13
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/QueueSchedular.java b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/QueueSchedular.java
index 071f708c4..b9c39c327 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/QueueSchedular.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/QueueSchedular.java
@@ -10,7 +10,7 @@
 import java.util.concurrent.LinkedBlockingQueue;
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-4-21
  * Time: 下午1:13
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/Schedular.java b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/Schedular.java
index a5b71f5af..965ad2587 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/Schedular.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/Schedular.java
@@ -4,7 +4,7 @@
 import us.codecraft.webmagic.Site;
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-4-21
  * Time: 下午1:12
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Html.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Html.java
index c385ff99c..22bf73d69 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Html.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Html.java
@@ -4,7 +4,7 @@
 import java.util.List;
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-4-21
  * Time: 上午7:54
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/PlainText.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/PlainText.java
index 91ab7abd2..1d7a41e5d 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/PlainText.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/PlainText.java
@@ -6,7 +6,7 @@
 import java.util.List;
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-4-21
  * Time: 上午7:54
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/RegexResult.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/RegexResult.java
index 8b14e8b75..06c00dd1c 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/RegexResult.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/RegexResult.java
@@ -1,7 +1,7 @@
 package us.codecraft.webmagic.selector;
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-4-21
  * Time: 上午7:39
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/RegexSelector.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/RegexSelector.java
index 671cbe79c..3b9871892 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/RegexSelector.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/RegexSelector.java
@@ -9,7 +9,7 @@
 import java.util.regex.PatternSyntaxException;
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-4-21
  * Time: 上午7:09
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/ReplaceSelector.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/ReplaceSelector.java
index 5f788982a..e240f0898 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/ReplaceSelector.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/ReplaceSelector.java
@@ -6,7 +6,7 @@
 import java.util.regex.PatternSyntaxException;
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-4-21
  * Time: 上午7:09
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selectable.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selectable.java
index 68ca47d44..f02cbc4c0 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selectable.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selectable.java
@@ -3,7 +3,7 @@
 import java.util.List;
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-4-20
  * Time: 下午7:51
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selector.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selector.java
index 914e8ab01..3e1b056e1 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selector.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selector.java
@@ -3,7 +3,7 @@
 import java.util.List;
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-4-20
  * Time: 下午8:02
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/SelectorFactory.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/SelectorFactory.java
index af1996943..633cb4abf 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/SelectorFactory.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/SelectorFactory.java
@@ -7,7 +7,7 @@
 import java.util.concurrent.ConcurrentHashMap;
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-4-21
  * Time: 上午7:56
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/SmartContentSelector.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/SmartContentSelector.java
index 10ab15c6c..919a795b3 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/SmartContentSelector.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/SmartContentSelector.java
@@ -10,7 +10,7 @@
 /**
  * readability算法，基础是找到所有p标签的父节点
  * 写的比较乱，最终效果还在尝试中
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-4-21
  * Time: 下午4:42
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/XpathSelector.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/XpathSelector.java
index 6de2f08ab..991f92674 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/XpathSelector.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/XpathSelector.java
@@ -6,7 +6,7 @@
 import java.util.List;
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-4-21
  * Time: 上午9:39
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/utils/UrlUtils.java b/webmagic-core/src/main/java/us/codecraft/webmagic/utils/UrlUtils.java
index 124ca6412..fd26499ce 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/utils/UrlUtils.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/utils/UrlUtils.java
@@ -6,7 +6,7 @@
 import java.util.regex.Pattern;
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-4-21
  * Time: 下午1:52
  */
diff --git a/webmagic-core/src/test/java/us/codecraft/webmagic/HtmlTest.java b/webmagic-core/src/test/java/us/codecraft/webmagic/HtmlTest.java
index f79909840..0f8c06166 100644
--- a/webmagic-core/src/test/java/us/codecraft/webmagic/HtmlTest.java
+++ b/webmagic-core/src/test/java/us/codecraft/webmagic/HtmlTest.java
@@ -5,7 +5,7 @@
 import us.codecraft.webmagic.selector.Html;
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-4-21
  * Time: 上午8:42
  */
diff --git a/webmagic-core/src/test/java/us/codecraft/webmagic/selector/RegexSelectorTest.java b/webmagic-core/src/test/java/us/codecraft/webmagic/selector/RegexSelectorTest.java
index 6128f1708..3b80f92dc 100644
--- a/webmagic-core/src/test/java/us/codecraft/webmagic/selector/RegexSelectorTest.java
+++ b/webmagic-core/src/test/java/us/codecraft/webmagic/selector/RegexSelectorTest.java
@@ -4,7 +4,7 @@
 import org.junit.Test;
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-4-21
  * Time: 上午7:13
  */
diff --git a/webmagic-core/src/test/java/us/codecraft/webmagic/selector/XpathSelectorTest.java b/webmagic-core/src/test/java/us/codecraft/webmagic/selector/XpathSelectorTest.java
index 469ff26c6..239630a93 100644
--- a/webmagic-core/src/test/java/us/codecraft/webmagic/selector/XpathSelectorTest.java
+++ b/webmagic-core/src/test/java/us/codecraft/webmagic/selector/XpathSelectorTest.java
@@ -4,7 +4,7 @@
 import org.junit.Test;
 
 /**
- * User: cairne Date: 13-4-21 Time: 上午10:06
+ * Author: code4crafter@gmail.com Date: 13-4-21 Time: 上午10:06
  */
 public class XpathSelectorTest {
 
diff --git a/webmagic-core/src/test/java/us/codecraft/webmagic/utils/UrlUtilsTest.java b/webmagic-core/src/test/java/us/codecraft/webmagic/utils/UrlUtilsTest.java
index d42400586..36361bfe7 100644
--- a/webmagic-core/src/test/java/us/codecraft/webmagic/utils/UrlUtilsTest.java
+++ b/webmagic-core/src/test/java/us/codecraft/webmagic/utils/UrlUtilsTest.java
@@ -4,7 +4,7 @@
 import org.junit.Test;
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-4-21
  * Time: 下午2:22
  */
diff --git a/webmagic-plugin/src/main/java/us/codecraft/webmagic/pipeline/FreemarkerPipeline.java b/webmagic-plugin/src/main/java/us/codecraft/webmagic/pipeline/FreemarkerPipeline.java
index 8487064ec..9afebb669 100644
--- a/webmagic-plugin/src/main/java/us/codecraft/webmagic/pipeline/FreemarkerPipeline.java
+++ b/webmagic-plugin/src/main/java/us/codecraft/webmagic/pipeline/FreemarkerPipeline.java
@@ -11,7 +11,7 @@
 import java.io.*;
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-6-8
  * Time: 下午9:00
  */
diff --git a/webmagic-plugin/src/test/java/us/codecraft/webmagic/FreemarkerPipelineTest.java b/webmagic-plugin/src/test/java/us/codecraft/webmagic/FreemarkerPipelineTest.java
index d52154f13..610edf55b 100644
--- a/webmagic-plugin/src/test/java/us/codecraft/webmagic/FreemarkerPipelineTest.java
+++ b/webmagic-plugin/src/test/java/us/codecraft/webmagic/FreemarkerPipelineTest.java
@@ -6,7 +6,7 @@
 import java.io.IOException;
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-6-9
  * Time: 上午7:14
  */
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiandianBlogProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiandianBlogProcessor.java
index 53b10520b..b17b05dbf 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiandianBlogProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiandianBlogProcessor.java
@@ -7,7 +7,7 @@
 import java.util.List;
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-4-21
  * Time: 下午8:08
  */
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingBlogProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingBlogProcessor.java
index dd601adb3..cc91f89ad 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingBlogProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingBlogProcessor.java
@@ -7,7 +7,7 @@
 import java.util.List;
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-4-21
  * Time: 下午8:08
  */
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiaoyuwengProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiaoyuwengProcessor.java
index 03389f5bb..bcea9a31e 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiaoyuwengProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiaoyuwengProcessor.java
@@ -8,7 +8,7 @@
 import java.util.List;
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-4-21
  * Time: 下午8:08
  */
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/F58PageProcesser.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/F58PageProcesser.java
index 78211c4c0..346b1e225 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/F58PageProcesser.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/F58PageProcesser.java
@@ -7,7 +7,7 @@
 import java.util.List;
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-4-21
  * Time: 下午1:48
  */
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/HuxiuProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/HuxiuProcessor.java
index 82552f956..8286d7816 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/HuxiuProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/HuxiuProcessor.java
@@ -7,7 +7,7 @@
 import java.util.List;
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-4-21
  * Time: 下午8:08
  */
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/KaichibaProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/KaichibaProcessor.java
index 58a2cb81c..866c903c9 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/KaichibaProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/KaichibaProcessor.java
@@ -5,7 +5,7 @@
 import us.codecraft.webmagic.processor.PageProcessor;
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-5-20
  * Time: 下午5:31
  */
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/MeicanProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/MeicanProcessor.java
index 637aec172..30ba84d43 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/MeicanProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/MeicanProcessor.java
@@ -7,7 +7,7 @@
 import java.util.List;
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-5-20
  * Time: 下午5:31
  */
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/NjuBBSProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/NjuBBSProcessor.java
index ca46de671..3b61d7649 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/NjuBBSProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/NjuBBSProcessor.java
@@ -7,7 +7,7 @@
 import java.util.List;
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-4-21
  * Time: 下午8:08
  */
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/OschinaBlogPageProcesser.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/OschinaBlogPageProcesser.java
index 2166d9b1b..58d87a7f6 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/OschinaBlogPageProcesser.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/OschinaBlogPageProcesser.java
@@ -7,7 +7,7 @@
 import java.util.List;
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-4-21
  * Time: 下午1:48
  */
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/OschinaPageProcesser.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/OschinaPageProcesser.java
index cdfbc1e0e..4f84a3f54 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/OschinaPageProcesser.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/OschinaPageProcesser.java
@@ -7,7 +7,7 @@
 import java.util.List;
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-4-21
  * Time: 下午1:48
  */
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/QzoneBlogProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/QzoneBlogProcessor.java
index 67ef671e7..e252eeff0 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/QzoneBlogProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/QzoneBlogProcessor.java
@@ -7,7 +7,7 @@
 import java.util.List;
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-4-21
  * Time: 下午8:08
  */
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/SinaBlogProcesser.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/SinaBlogProcesser.java
index 79065265f..07f6d4768 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/SinaBlogProcesser.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/SinaBlogProcesser.java
@@ -5,7 +5,7 @@
 import us.codecraft.webmagic.processor.PageProcessor;
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-4-21
  * Time: 下午1:48
  */
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/TianyaPageProcesser.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/TianyaPageProcesser.java
index 7a8920bef..564f1efb6 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/TianyaPageProcesser.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/TianyaPageProcesser.java
@@ -7,7 +7,7 @@
 import java.util.List;
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-4-21
  * Time: 下午1:48
  */
diff --git a/webmagic-samples/src/test/java/us/codecraft/webmagic/SpiderTest.java b/webmagic-samples/src/test/java/us/codecraft/webmagic/SpiderTest.java
index 6f795d743..79f428ebe 100644
--- a/webmagic-samples/src/test/java/us/codecraft/webmagic/SpiderTest.java
+++ b/webmagic-samples/src/test/java/us/codecraft/webmagic/SpiderTest.java
@@ -8,7 +8,7 @@
 import us.codecraft.webmagic.schedular.FileCacheQueueSchedular;
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-4-20
  * Time: 下午7:46
  */
diff --git a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiandianProcessorTest.java b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiandianProcessorTest.java
index 63021342f..74de9c0e0 100644
--- a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiandianProcessorTest.java
+++ b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiandianProcessorTest.java
@@ -11,7 +11,7 @@
 import java.io.IOException;
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-6-9
  * Time: 上午8:02
  */
diff --git a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiaoyuwengProcessorTest.java b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiaoyuwengProcessorTest.java
index 18498d36b..012b5e6fd 100644
--- a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiaoyuwengProcessorTest.java
+++ b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiaoyuwengProcessorTest.java
@@ -11,7 +11,7 @@
 import java.io.IOException;
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-6-9
  * Time: 上午8:02
  */
diff --git a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/SinablogProcessorTest.java b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/SinablogProcessorTest.java
index 1fada8199..72e6be0d6 100644
--- a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/SinablogProcessorTest.java
+++ b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/SinablogProcessorTest.java
@@ -11,7 +11,7 @@
 import java.io.IOException;
 
 /**
- * User: cairne
+ * Author: code4crafter@gmail.com
  * Date: 13-6-9
  * Time: 上午8:02
  */

From 61a1fe31c4aa2b794e00b5cd474f5997d911c6df Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Tue, 18 Jun 2013 08:32:11 +0800
Subject: [PATCH 13/81] add cookie support & add docs

---
 .../main/java/us/codecraft/webmagic/Page.java |  9 +++++-
 .../java/us/codecraft/webmagic/Request.java   | 30 ++++++++++++++++++-
 .../main/java/us/codecraft/webmagic/Site.java | 26 ++++++++--------
 .../java/us/codecraft/webmagic/Spider.java    |  4 ++-
 .../webmagic/downloader/Downloader.java       |  5 ++--
 .../webmagic/downloader/HttpClientPool.java   | 21 ++++++++++---
 .../downloader/HttpClientDownloaderTest.java  | 23 ++++++++++++++
 .../webmagic/samples/KaichibaProcessor.java   |  2 +-
 8 files changed, 97 insertions(+), 23 deletions(-)
 create mode 100644 webmagic-core/src/test/java/us/codecraft/webmagic/downloader/HttpClientDownloaderTest.java

diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Page.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Page.java
index 63b1b53a6..eee1a8a74 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Page.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Page.java
@@ -10,6 +10,7 @@
 import java.util.concurrent.ConcurrentHashMap;
 
 /**
+ * Page保存了抓取的结果，并可定义下一次抓取的链接内容。
  * Author: code4crafter@gmail.com
  * Date: 13-4-21
  * Time: 上午11:22
@@ -65,7 +66,7 @@ public void addTargetRequests(List<String> requests) {
         }
     }
 
-    public void addTargetRequests(String requestString) {
+    public void addTargetRequest(String requestString) {
         if (StringUtils.isBlank(requestString) || requestString.equals("#")) {
             return;
         }
@@ -75,6 +76,12 @@ public void addTargetRequests(String requestString) {
         }
     }
 
+    public void addTargetRequest(Request request) {
+        synchronized (targetRequests) {
+            targetRequests.add(request);
+        }
+    }
+
     public Selectable getUrl() {
         return url;
     }
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Request.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Request.java
index ce7870b8d..ecb8b4ef9 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Request.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Request.java
@@ -1,7 +1,22 @@
 package us.codecraft.webmagic;
 
 /**
- * Request对象是
+ * Request对象封装了待抓取的url信息。<br/>
+ * 在PageProcessor中，Request对象可以通过{@link us.codecraft.webmagic.Page#getRequest()} 获取。<br/>
+ * Request对象包含一个extra属性，可以写入一些必须的上下文，这个特性在某些场合会有用。<br/>
+ * <pre>
+ *      Example:
+ *          抓取<a href="${link}">${linktext}</a>时，希望提取链接link，并保存linktext的信息。
+ *      在上一个页面：
+ *      public void process(Page page){
+ *          Request request = new Request(link,linktext);
+ *          page.addTargetRequest(request)
+ *      }
+ *      在下一个页面：
+ *      public void process(Page page){
+ *          String linktext =  (String)page.getRequest().getExtra()[0];
+ *      }
+ * </pre>
  * Author: code4crafter@gmail.com
  * Date: 13-4-21
  * Time: 上午11:37
@@ -12,15 +27,28 @@ public class Request {
 
     private Object[] extra;
 
+    /**
+     * 构建一个request对象
+     * @param url 必须参数，待抓取的url
+     * @param extra 额外参数，可以保存一些需要的上下文信息
+     */
     public Request(String url, Object... extra) {
         this.url = url;
         this.extra = extra;
     }
 
+    /**
+     * 获取预存的对象
+     * @return object[] 预存的对象数组
+     */
     public Object[] getExtra() {
         return extra;
     }
 
+    /**
+     * 获取待抓取的url
+     * @return url 待抓取的url
+     */
     public String getUrl() {
         return url;
     }
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Site.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Site.java
index 05117f087..413d8d80a 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Site.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Site.java
@@ -1,9 +1,9 @@
 package us.codecraft.webmagic;
 
-import java.util.HashSet;
-import java.util.Set;
+import java.util.*;
 
 /**
+ * Site定义一个待抓取的站点的各种信息。
  * Author: code4crafter@gmail.com
  * Date: 13-4-21
  * Time: 下午12:13
@@ -14,11 +14,11 @@ public class Site {
 
     private String userAgent;
 
-    private String cookie;
+    private Map<String,String> cookies = new LinkedHashMap<String, String>();
 
     private String encoding;
 
-    private String startUrl;
+    private List<String> startUrls;
 
     private int sleepTime = 3000;
 
@@ -34,8 +34,8 @@ public static Site me() {
         return new Site();
     }
 
-    public Site setCookie(String cookie) {
-        this.cookie = cookie;
+    public Site setCookie(String name,String value) {
+        cookies.put(name,value);
         return this;
     }
 
@@ -44,8 +44,8 @@ public Site setUserAgent(String userAgent) {
         return this;
     }
 
-    public String getCookie() {
-        return cookie;
+    public Map<String,String> getCookies() {
+        return cookies;
     }
 
     public String getUserAgent() {
@@ -79,12 +79,12 @@ public Site setAcceptStatCode(Set<Integer> acceptStatCode) {
         return this;
     }
 
-    public String getStartUrl() {
-        return startUrl;
+    public List<String> getStartUrls() {
+        return startUrls;
     }
 
     public Site setStartUrl(String startUrl) {
-        this.startUrl = startUrl;
+        this.startUrls.add(startUrl);
         return this;
     }
 
@@ -106,8 +106,8 @@ public boolean equals(Object o) {
 
         if (acceptStatCode != null ? !acceptStatCode.equals(site.acceptStatCode) : site.acceptStatCode != null)
             return false;
-        if (cookie != null ? !cookie.equals(site.cookie) : site.cookie != null) return false;
         if (!domain.equals(site.domain)) return false;
+        if (!startUrls.equals(site.startUrls)) return false;
         if (encoding != null ? !encoding.equals(site.encoding) : site.encoding != null) return false;
         if (userAgent != null ? !userAgent.equals(site.userAgent) : site.userAgent != null) return false;
 
@@ -117,8 +117,8 @@ public boolean equals(Object o) {
     @Override
     public int hashCode() {
         int result = domain.hashCode();
+        result = 31 * result + (startUrls != null ? startUrls.hashCode() : 0);
         result = 31 * result + (userAgent != null ? userAgent.hashCode() : 0);
-        result = 31 * result + (cookie != null ? cookie.hashCode() : 0);
         result = 31 * result + (encoding != null ? encoding.hashCode() : 0);
         result = 31 * result + (acceptStatCode != null ? acceptStatCode.hashCode() : 0);
         return result;
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
index bbab1a533..180d7529b 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
@@ -36,7 +36,9 @@ public static Spider me() {
 
     public Spider processor(PageProcessor pageProcessor) {
         this.pageProcessor = pageProcessor;
-        schedular.push(new Request(pageProcessor.getSite().getStartUrl()), pageProcessor.getSite());
+        for (String startUrl : pageProcessor.getSite().getStartUrls()) {
+            schedular.push(new Request(startUrl), pageProcessor.getSite());
+        }
         return this;
     }
 
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/Downloader.java b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/Downloader.java
index 2711ba4c8..f276fde2b 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/Downloader.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/Downloader.java
@@ -5,7 +5,7 @@
 import us.codecraft.webmagic.Site;
 
 /**
- * Downloader是webmagic抓取页面的核心接口。
+ * Downloader是webmagic下载页面的接口。webmagic默认使用了HttpComponent作为下载器，一般情况，你无需自己实现这个接口。
  * Author: code4crafter@gmail.com
  * Date: 13-4-21
  * Time: 下午12:14
@@ -13,10 +13,11 @@
 public interface Downloader {
 
     /**
+     * 下载页面，并保存信息到Page对象中。
      *
      * @param request
      * @param site
      * @return
      */
-    public Page download(Request request,Site site);
+    public Page download(Request request, Site site);
 }
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientPool.java b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientPool.java
index 066a24e51..891ff188b 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientPool.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientPool.java
@@ -1,17 +1,22 @@
 package us.codecraft.webmagic.downloader;
 
 import org.apache.http.HttpVersion;
+import org.apache.http.client.CookieStore;
 import org.apache.http.client.HttpClient;
 import org.apache.http.client.params.ClientPNames;
 import org.apache.http.client.params.CookiePolicy;
 import org.apache.http.conn.scheme.PlainSocketFactory;
 import org.apache.http.conn.scheme.Scheme;
 import org.apache.http.conn.scheme.SchemeRegistry;
+import org.apache.http.impl.client.BasicCookieStore;
 import org.apache.http.impl.client.DefaultHttpClient;
 import org.apache.http.impl.conn.PoolingClientConnectionManager;
+import org.apache.http.impl.cookie.BasicClientCookie;
 import org.apache.http.params.*;
 import us.codecraft.webmagic.Site;
 
+import java.util.Map;
+
 /**
  * Author: code4crafter@gmail.com
  * Date: 13-4-21
@@ -50,15 +55,23 @@ private HttpClient generateClient(Site site) {
         schemeRegistry.register(new Scheme("http", 80, PlainSocketFactory.getSocketFactory()));
 
         PoolingClientConnectionManager connectionManager = new PoolingClientConnectionManager(schemeRegistry);
-        connectionManager.setMaxTotal(100);
+        connectionManager.setMaxTotal(poolSize);
         connectionManager.setDefaultMaxPerRoute(100);
-        HttpClient httpClient = new DefaultHttpClient(connectionManager, params);
+        DefaultHttpClient httpClient = new DefaultHttpClient(connectionManager, params);
+        generateCookie(httpClient, site);
         httpClient.getParams().setIntParameter("http.socket.timeout", 60000);
         httpClient.getParams().setParameter(ClientPNames.COOKIE_POLICY, CookiePolicy.BEST_MATCH);
         return httpClient;
     }
 
-    public void pushBack(HttpClient httpClient) {
-
+    private void generateCookie(DefaultHttpClient httpClient, Site site) {
+        CookieStore cookieStore = new BasicCookieStore();
+        for (Map.Entry<String, String> cookieEntry : site.getCookies().entrySet()) {
+            BasicClientCookie cookie = new BasicClientCookie(cookieEntry.getKey(), cookieEntry.getValue());
+            cookie.setDomain(site.getDomain());
+            cookieStore.addCookie(cookie);
+        }
+        httpClient.setCookieStore(cookieStore);
     }
+
 }
diff --git a/webmagic-core/src/test/java/us/codecraft/webmagic/downloader/HttpClientDownloaderTest.java b/webmagic-core/src/test/java/us/codecraft/webmagic/downloader/HttpClientDownloaderTest.java
new file mode 100644
index 000000000..7f00e17c0
--- /dev/null
+++ b/webmagic-core/src/test/java/us/codecraft/webmagic/downloader/HttpClientDownloaderTest.java
@@ -0,0 +1,23 @@
+package us.codecraft.webmagic.downloader;
+
+import org.junit.Assert;
+import org.junit.Test;
+import us.codecraft.webmagic.Page;
+import us.codecraft.webmagic.Request;
+import us.codecraft.webmagic.Site;
+
+/**
+ * Author: code4crafer@gmail.com
+ * Date: 13-6-18
+ * Time: 上午8:22
+ */
+public class HttpClientDownloaderTest {
+
+    @Test
+    public void testCookie() {
+        Site site = Site.me().setDomain("www.diandian.com").setCookie("t", "yct7q7e6v319wpg4cpxqduu5m77lcgix");
+        HttpClientDownloader httpClientDownloader = new HttpClientDownloader();
+        Page download = httpClientDownloader.download(new Request("http://www.diandian.com"), site);
+        Assert.assertTrue(download.getHtml().toString().contains("flashsword30"));
+    }
+}
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/KaichibaProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/KaichibaProcessor.java
index 866c903c9..f2d405062 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/KaichibaProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/KaichibaProcessor.java
@@ -14,7 +14,7 @@ public class KaichibaProcessor implements PageProcessor {
     public void process(Page page) {
         //http://progressdaily.diandian.com/post/2013-01-24/40046867275
         int i = Integer.valueOf(page.getUrl().r("shop/(\\d+)").toString()) + 1;
-        page.addTargetRequests("http://kaichiba.com/shop/"+i);
+        page.addTargetRequest("http://kaichiba.com/shop/" + i);
         page.putField("title",page.getHtml().x("//Title"));
         page.putField("items", page.getHtml().xs("//li[@class=\"foodTitle\"]").rp("^\\s+", "").rp("\\s+$", "").rp("<span>.*?</span>", ""));
     }

From ff49617966c03ca1accd3018bad92c0c8c9ab387 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Tue, 18 Jun 2013 10:02:11 +0800
Subject: [PATCH 14/81] add warning

---
 README.md | 8 ++++++--
 1 file changed, 6 insertions(+), 2 deletions(-)

diff --git a/README.md b/README.md
index 4611c2597..7f535362b 100644
--- a/README.md
+++ b/README.md
@@ -9,6 +9,10 @@ webmagic的发起源于工作中的需要，其定位是帮助开发者更便捷
 
 webmagic的功能覆盖整个爬虫的生命周期(链接提取、页面下载、内容抽取、持久化)，开发者可以便捷的使用xpath和正则表达式进行链接和内容的提取，只需编写少量代码即可完成一个定制爬虫。
 
+#### 请注意
+
+webmagic正处于开发阶段，目前还没有稳定版本。欢迎开发者参与到webmagic的试用和修改中来。** 如果只是想以外部jar包的方式，引用webmagic并进行自己的业务开发，建议你等待webmagic的第一个稳定版本。**
+
 ###特色###
 
 * ####垂直爬虫####
@@ -86,8 +90,8 @@ webmagic遵循[Apache 2.0协议](http://opensource.org/licenses/Apache-2.0)
 
 webmagic的架构和设计参考了以下两个项目，感谢以下两个项目的作者：
 
-python爬虫** scrapy **[https://github.com/scrapy/scrapy](https://github.com/scrapy/scrapy)
+python爬虫 ** scrapy **[https://github.com/scrapy/scrapy](https://github.com/scrapy/scrapy)
 
-Java爬虫** Spiderman **[https://gitcafe.com/laiweiwei/Spiderman](https://gitcafe.com/laiweiwei/Spiderman)
+Java爬虫 ** Spiderman **[https://gitcafe.com/laiweiwei/Spiderman](https://gitcafe.com/laiweiwei/Spiderman)
 
 

From d7031f2515b0d619e16b398d58c524738d8591ce Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Tue, 18 Jun 2013 11:21:53 +0800
Subject: [PATCH 15/81] update readme

---
 README.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/README.md b/README.md
index 7f535362b..92972ce9b 100644
--- a/README.md
+++ b/README.md
@@ -11,7 +11,7 @@ webmagic的功能覆盖整个爬虫的生命周期(链接提取、页面下载
 
 #### 请注意
 
-webmagic正处于开发阶段，目前还没有稳定版本。欢迎开发者参与到webmagic的试用和修改中来。** 如果只是想以外部jar包的方式，引用webmagic并进行自己的业务开发，建议你等待webmagic的第一个稳定版本。**
+webmagic正处于开发阶段，目前还没有稳定版本。欢迎开发者参与到webmagic的试用和修改中来。 ** 如果只是想以外部jar包的方式，引用webmagic并进行自己的业务开发，建议你等待webmagic的第一个稳定版本。**
 
 ###特色###
 

From 188036b532ee0165561316fae0429e4d038f3462 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Tue, 18 Jun 2013 14:34:09 +0800
Subject: [PATCH 16/81] add id

---
 .../main/java/us/codecraft/webmagic/Site.java | 24 +++++++++++++++----
 .../java/us/codecraft/webmagic/Spider.java    |  1 -
 .../webmagic/pipeline/FilePipeline.java       |  4 ++--
 .../schedular/FileCacheQueueSchedular.java    | 16 ++++++++-----
 .../processor/DiaoyuwengProcessorTest.java    |  2 --
 5 files changed, 31 insertions(+), 16 deletions(-)

diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Site.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Site.java
index 413d8d80a..674ac5bc9 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Site.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Site.java
@@ -12,13 +12,18 @@ public class Site {
 
     private String domain;
 
+    /**
+     * for identify a task
+     */
+    private String identifier;
+
     private String userAgent;
 
-    private Map<String,String> cookies = new LinkedHashMap<String, String>();
+    private Map<String, String> cookies = new LinkedHashMap<String, String>();
 
     private String encoding;
 
-    private List<String> startUrls;
+    private List<String> startUrls = new ArrayList<String>();
 
     private int sleepTime = 3000;
 
@@ -34,8 +39,8 @@ public static Site me() {
         return new Site();
     }
 
-    public Site setCookie(String name,String value) {
-        cookies.put(name,value);
+    public Site setCookie(String name, String value) {
+        cookies.put(name, value);
         return this;
     }
 
@@ -44,7 +49,7 @@ public Site setUserAgent(String userAgent) {
         return this;
     }
 
-    public Map<String,String> getCookies() {
+    public Map<String, String> getCookies() {
         return cookies;
     }
 
@@ -61,6 +66,15 @@ public Site setDomain(String domain) {
         return this;
     }
 
+    public String getIdentifier() {
+        return identifier;
+    }
+
+    public Site setIdentifier(String identifier) {
+        this.identifier = identifier;
+        return this;
+    }
+
     public String getEncoding() {
         return encoding;
     }
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
index 180d7529b..7f34850d8 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
@@ -85,7 +85,6 @@ private void sleep(int time) {
             Thread.sleep(time);
         } catch (InterruptedException e) {
             e.printStackTrace();
-            ;
         }
     }
 
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/FilePipeline.java b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/FilePipeline.java
index ca3144ed7..84a94ce77 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/FilePipeline.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/FilePipeline.java
@@ -33,7 +33,7 @@ public FilePipeline(String path) {
     public void process(Page page, Site site) {
         String domain = site.getDomain();
         domain = UrlUtils.getDomain(domain);
-        String path = this.path + "" + domain + "/";
+        String path = this.path + "" + domain + "#" + site.getIdentifier() + "/";
         File file = new File(path);
         if (!file.exists()) {
             file.mkdirs();
@@ -46,7 +46,7 @@ public void process(Page page, Site site) {
             }
             printWriter.close();
         } catch (IOException e) {
-            e.printStackTrace();  //To change body of catch statement use File | Settings | File Templates.
+            e.printStackTrace();
         }
 
     }
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/FileCacheQueueSchedular.java b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/FileCacheQueueSchedular.java
index 56c5f332b..b3086a283 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/FileCacheQueueSchedular.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/FileCacheQueueSchedular.java
@@ -60,7 +60,7 @@ private void flush() {
 
     private void init() {
         File file = new File(filePath);
-        if (!file.exists()){
+        if (!file.exists()) {
             file.mkdirs();
         }
         readFile();
@@ -81,8 +81,8 @@ public void run() {
 
     private void initWriter() {
         try {
-            fileUrlWriter = new PrintWriter(new FileWriter(filePath + site.getDomain() + fileUrlAllName, true));
-            fileCursorWriter = new PrintWriter(new FileWriter(filePath + site.getDomain() + fileCursor, false));
+            fileUrlWriter = new PrintWriter(new FileWriter(getFileName(fileUrlAllName), true));
+            fileCursorWriter = new PrintWriter(new FileWriter(getFileName(fileCursor), false));
         } catch (IOException e) {
             throw new RuntimeException("init cache schedular error", e);
         }
@@ -100,7 +100,7 @@ private void readFile() {
 
     private void readUrlFile() throws IOException {
         String line;
-        BufferedReader fileUrlReader = new BufferedReader(new FileReader(filePath + site.getDomain() + fileUrlAllName));
+        BufferedReader fileUrlReader = new BufferedReader(new FileReader(getFileName(fileUrlAllName)));
         int lineReaded = 0;
         while ((line = fileUrlReader.readLine()) != null) {
             urls.add(line.trim());
@@ -112,7 +112,7 @@ private void readUrlFile() throws IOException {
     }
 
     private void readCursorFile() throws IOException {
-        BufferedReader fileCursorReader = new BufferedReader(new FileReader(filePath + site.getDomain() + fileCursor));
+        BufferedReader fileCursorReader = new BufferedReader(new FileReader(getFileName(fileCursor)));
         String line = null;
         //read the last number
         while ((line = fileCursorReader.readLine()) != null) {
@@ -120,8 +120,12 @@ private void readCursorFile() throws IOException {
         }
     }
 
+    private String getFileName(String filename) {
+        return filePath + site.getDomain() + "#" + site.getIdentifier() + filename;
+    }
+
     @Override
-    public synchronized void push(Request request,Site site) {
+    public synchronized void push(Request request, Site site) {
         if (!inited.get()) {
             init();
         }
diff --git a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiaoyuwengProcessorTest.java b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiaoyuwengProcessorTest.java
index 012b5e6fd..0c24b5771 100644
--- a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiaoyuwengProcessorTest.java
+++ b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiaoyuwengProcessorTest.java
@@ -1,6 +1,5 @@
 package us.codecraft.webmagic.processor;
 
-import org.junit.Ignore;
 import org.junit.Test;
 import us.codecraft.webmagic.Spider;
 import us.codecraft.webmagic.pipeline.FilePipeline;
@@ -17,7 +16,6 @@
  */
 public class DiaoyuwengProcessorTest {
 
-    @Ignore
     @Test
     public void test() throws IOException {
         DiaoyuwengProcessor diaoyuwengProcessor = new DiaoyuwengProcessor();

From 245e963d9976db19ddff675eede13234242454b1 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Tue, 18 Jun 2013 17:42:31 +0800
Subject: [PATCH 17/81] add uuid to spider

---
 .../main/java/us/codecraft/webmagic/Site.java | 16 +-----
 .../java/us/codecraft/webmagic/Spider.java    | 56 +++++++++++++++----
 .../main/java/us/codecraft/webmagic/Task.java | 12 ++++
 .../webmagic/pipeline/ConsolePipeline.java    |  4 +-
 .../webmagic/pipeline/FilePipeline.java       |  9 +--
 .../codecraft/webmagic/pipeline/Pipeline.java |  4 +-
 .../processor/SimplePageProcessor.java        |  2 +-
 .../schedular/FileCacheQueueSchedular.java    | 20 +++----
 .../webmagic/schedular/QueueSchedular.java    |  6 +-
 .../webmagic/schedular/Schedular.java         |  6 +-
 .../samples/DiandianBlogProcessor.java        |  2 +-
 .../samples/DianpingBlogProcessor.java        |  2 +-
 .../webmagic/samples/DiaoyuwengProcessor.java |  2 +-
 .../webmagic/samples/F58PageProcesser.java    |  2 +-
 .../webmagic/samples/HuxiuProcessor.java      |  2 +-
 .../webmagic/samples/KaichibaProcessor.java   |  2 +-
 .../webmagic/samples/MeicanProcessor.java     |  2 +-
 .../webmagic/samples/NjuBBSProcessor.java     |  2 +-
 .../samples/OschinaBlogPageProcesser.java     |  2 +-
 .../samples/OschinaPageProcesser.java         |  2 +-
 .../webmagic/samples/QzoneBlogProcessor.java  |  2 +-
 .../webmagic/samples/SinaBlogProcesser.java   |  2 +-
 .../webmagic/samples/TianyaPageProcesser.java |  2 +-
 .../src/main/resources/ftl/wordpress.ftl      |  6 +-
 24 files changed, 98 insertions(+), 69 deletions(-)
 create mode 100644 webmagic-core/src/main/java/us/codecraft/webmagic/Task.java

diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Site.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Site.java
index 674ac5bc9..a4d88d895 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Site.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Site.java
@@ -12,11 +12,6 @@ public class Site {
 
     private String domain;
 
-    /**
-     * for identify a task
-     */
-    private String identifier;
-
     private String userAgent;
 
     private Map<String, String> cookies = new LinkedHashMap<String, String>();
@@ -66,15 +61,6 @@ public Site setDomain(String domain) {
         return this;
     }
 
-    public String getIdentifier() {
-        return identifier;
-    }
-
-    public Site setIdentifier(String identifier) {
-        this.identifier = identifier;
-        return this;
-    }
-
     public String getEncoding() {
         return encoding;
     }
@@ -97,7 +83,7 @@ public List<String> getStartUrls() {
         return startUrls;
     }
 
-    public Site setStartUrl(String startUrl) {
+    public Site addStartUrl(String startUrl) {
         this.startUrls.add(startUrl);
         return this;
     }
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
index 7f34850d8..f7f560cb3 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
@@ -18,7 +18,7 @@
  * Date: 13-4-21
  * Time: 上午6:53
  */
-public class Spider implements Runnable {
+public class Spider implements Runnable, Task {
 
     private Downloader downloader = new HttpClientDownloader();
 
@@ -26,6 +26,12 @@ public class Spider implements Runnable {
 
     private PageProcessor pageProcessor;
 
+    private List<String> startUrls;
+
+    private Site site;
+
+    private String uuid;
+
     private Schedular schedular = new QueueSchedular();
 
     private Logger logger = Logger.getLogger(getClass());
@@ -36,9 +42,18 @@ public static Spider me() {
 
     public Spider processor(PageProcessor pageProcessor) {
         this.pageProcessor = pageProcessor;
-        for (String startUrl : pageProcessor.getSite().getStartUrls()) {
-            schedular.push(new Request(startUrl), pageProcessor.getSite());
-        }
+        this.site = pageProcessor.getSite();
+        return this;
+    }
+
+    public Spider startUrls(List<String> startUrls) {
+        this.startUrls = startUrls;
+        return this;
+    }
+
+    public Spider startUrl(String startUrl) {
+        startUrls = new ArrayList<String>();
+        startUrls.add(startUrl);
         return this;
     }
 
@@ -59,13 +74,15 @@ public Spider pipeline(Pipeline pipeline) {
 
     @Override
     public void run() {
-        Site site = pageProcessor.getSite();
-        Request request = schedular.poll(site);
-        if (pipelines.isEmpty()){
+        for (String startUrl : pageProcessor.getSite().getStartUrls()) {
+            schedular.push(new Request(startUrl), this);
+        }
+        Request request = schedular.poll(this);
+        if (pipelines.isEmpty()) {
             pipelines.add(new ConsolePipeline());
         }
         while (request != null) {
-            Page page = downloader.download(request,site);
+            Page page = downloader.download(request, site);
             if (page == null) {
                 sleep(site.getSleepTime());
                 continue;
@@ -73,13 +90,19 @@ public void run() {
             pageProcessor.process(page);
             addRequest(page);
             for (Pipeline pipeline : pipelines) {
-                pipeline.process(page,site);
+                pipeline.process(page, this);
             }
             sleep(site.getSleepTime());
-            request = schedular.poll(site);
+            request = schedular.poll(this);
         }
     }
 
+    public Spider setUUID(String uuid) {
+        this.uuid = uuid;
+        return this;
+    }
+
+
     private void sleep(int time) {
         try {
             Thread.sleep(time);
@@ -91,8 +114,19 @@ private void sleep(int time) {
     private void addRequest(Page page) {
         if (CollectionUtils.isNotEmpty(page.getTargetRequests())) {
             for (Request request : page.getTargetRequests()) {
-                schedular.push(request,pageProcessor.getSite());
+                schedular.push(request, this);
             }
         }
     }
+
+    @Override
+    public String getUUID() {
+        if (uuid != null) {
+            return uuid;
+        }
+        if (site != null) {
+            return site.getDomain();
+        }
+        return null;
+    }
 }
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Task.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Task.java
new file mode 100644
index 000000000..0eaf6c95c
--- /dev/null
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Task.java
@@ -0,0 +1,12 @@
+package us.codecraft.webmagic;
+
+/**
+ * Author: code4crafer@gmail.com
+ * Date: 13-6-18
+ * Time: 下午2:57
+ */
+public interface Task {
+
+    public String getUUID();
+
+}
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/ConsolePipeline.java b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/ConsolePipeline.java
index 635bab62c..7b93876dc 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/ConsolePipeline.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/ConsolePipeline.java
@@ -1,7 +1,7 @@
 package us.codecraft.webmagic.pipeline;
 
 import us.codecraft.webmagic.Page;
-import us.codecraft.webmagic.Site;
+import us.codecraft.webmagic.Task;
 import us.codecraft.webmagic.selector.Selectable;
 
 import java.util.Map;
@@ -14,7 +14,7 @@
 public class ConsolePipeline implements  Pipeline{
 
     @Override
-    public void process(Page page,Site site) {
+    public void process(Page page,Task task) {
         System.out.println("get page: "+page.getUrl());
         for (Map.Entry<String, Selectable> entry : page.getFields().entrySet()) {
             System.out.println(entry.getKey()+":\t"+entry.getValue().toStrings());
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/FilePipeline.java b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/FilePipeline.java
index 84a94ce77..2311a75dd 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/FilePipeline.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/FilePipeline.java
@@ -2,9 +2,8 @@
 
 import org.apache.commons.codec.digest.DigestUtils;
 import us.codecraft.webmagic.Page;
-import us.codecraft.webmagic.Site;
+import us.codecraft.webmagic.Task;
 import us.codecraft.webmagic.selector.Selectable;
-import us.codecraft.webmagic.utils.UrlUtils;
 
 import java.io.File;
 import java.io.FileWriter;
@@ -30,10 +29,8 @@ public FilePipeline(String path) {
     }
 
     @Override
-    public void process(Page page, Site site) {
-        String domain = site.getDomain();
-        domain = UrlUtils.getDomain(domain);
-        String path = this.path + "" + domain + "#" + site.getIdentifier() + "/";
+    public void process(Page page, Task task) {
+        String path = this.path + "/" + task.getUUID() + "/";
         File file = new File(path);
         if (!file.exists()) {
             file.mkdirs();
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/Pipeline.java b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/Pipeline.java
index e5da1ea80..b2b51e0ae 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/Pipeline.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/Pipeline.java
@@ -1,7 +1,7 @@
 package us.codecraft.webmagic.pipeline;
 
 import us.codecraft.webmagic.Page;
-import us.codecraft.webmagic.Site;
+import us.codecraft.webmagic.Task;
 
 /**
  * Author: code4crafter@gmail.com
@@ -10,5 +10,5 @@
  */
 public interface Pipeline {
 
-    public void process(Page page,Site site);
+    public void process(Page page,Task task);
 }
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/processor/SimplePageProcessor.java b/webmagic-core/src/main/java/us/codecraft/webmagic/processor/SimplePageProcessor.java
index c5d637712..9f4eed36f 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/processor/SimplePageProcessor.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/processor/SimplePageProcessor.java
@@ -20,7 +20,7 @@ public class SimplePageProcessor implements PageProcessor {
     private Site site;
 
     public SimplePageProcessor(String startUrl, String urlPattern) {
-        this.site = Site.me().setStartUrl(startUrl).
+        this.site = Site.me().addStartUrl(startUrl).
                 setDomain(UrlUtils.getDomain(startUrl)).setUserAgent(UA);
         this.urlPattern = "("+urlPattern.replace(".","\\.").replace("*","[^\"'#]*")+")";
 
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/FileCacheQueueSchedular.java b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/FileCacheQueueSchedular.java
index b3086a283..e9d4adb7c 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/FileCacheQueueSchedular.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/FileCacheQueueSchedular.java
@@ -2,8 +2,8 @@
 
 import org.apache.commons.lang3.math.NumberUtils;
 import org.apache.log4j.Logger;
-import us.codecraft.webmagic.Site;
 import us.codecraft.webmagic.Request;
+import us.codecraft.webmagic.Task;
 
 import java.io.*;
 import java.util.LinkedHashSet;
@@ -28,7 +28,7 @@ public class FileCacheQueueSchedular implements Schedular {
 
     private String fileUrlAllName = ".urls.txt";
 
-    private Site site;
+    private Task task;
 
     private String fileCursor = ".cursor.txt";
 
@@ -44,13 +44,13 @@ public class FileCacheQueueSchedular implements Schedular {
 
     private Set<String> urls;
 
-    public FileCacheQueueSchedular(Site site) {
-        this.site = site;
+    public FileCacheQueueSchedular(Task task) {
+        this.task = task;
     }
 
-    public FileCacheQueueSchedular(Site site, String filePath) {
+    public FileCacheQueueSchedular(Task task, String filePath) {
         this.filePath = filePath;
-        this.site = site;
+        this.task = task;
     }
 
     private void flush() {
@@ -106,7 +106,7 @@ private void readUrlFile() throws IOException {
             urls.add(line.trim());
             lineReaded++;
             if (lineReaded > cursor.get()) {
-                queue.add(new Request(line, site));
+                queue.add(new Request(line));
             }
         }
     }
@@ -121,11 +121,11 @@ private void readCursorFile() throws IOException {
     }
 
     private String getFileName(String filename) {
-        return filePath + site.getDomain() + "#" + site.getIdentifier() + filename;
+        return filePath + task.getUUID() + "/" + filename;
     }
 
     @Override
-    public synchronized void push(Request request, Site site) {
+    public synchronized void push(Request request, Task task) {
         if (!inited.get()) {
             init();
         }
@@ -140,7 +140,7 @@ public synchronized void push(Request request, Site site) {
     }
 
     @Override
-    public synchronized Request poll(Site site) {
+    public synchronized Request poll(Task task) {
         if (!inited.get()) {
             init();
         }
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/QueueSchedular.java b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/QueueSchedular.java
index b9c39c327..8c3da3b00 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/QueueSchedular.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/QueueSchedular.java
@@ -2,7 +2,7 @@
 
 import org.apache.log4j.Logger;
 import us.codecraft.webmagic.Request;
-import us.codecraft.webmagic.Site;
+import us.codecraft.webmagic.Task;
 
 import java.util.HashSet;
 import java.util.Set;
@@ -23,7 +23,7 @@ public class QueueSchedular implements Schedular {
     private Set<String> urls = new HashSet<String>();
 
     @Override
-    public synchronized void push(Request request,Site site) {
+    public synchronized void push(Request request,Task task) {
         if (logger.isDebugEnabled()){
             logger.debug("push to queue "+request.getUrl());
         }
@@ -34,7 +34,7 @@ public synchronized void push(Request request,Site site) {
     }
 
     @Override
-    public synchronized Request poll(Site site) {
+    public synchronized Request poll(Task task) {
         return queue.poll();
     }
 }
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/Schedular.java b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/Schedular.java
index 965ad2587..8e4edb420 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/Schedular.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/Schedular.java
@@ -1,7 +1,7 @@
 package us.codecraft.webmagic.schedular;
 
 import us.codecraft.webmagic.Request;
-import us.codecraft.webmagic.Site;
+import us.codecraft.webmagic.Task;
 
 /**
  * Author: code4crafter@gmail.com
@@ -10,8 +10,8 @@
  */
 public interface Schedular {
 
-    public void push(Request request,Site site);
+    public void push(Request request,Task task);
 
-    public Request poll(Site site);
+    public Request poll(Task task);
 
 }
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiandianBlogProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiandianBlogProcessor.java
index b17b05dbf..a9351a1be 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiandianBlogProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiandianBlogProcessor.java
@@ -37,7 +37,7 @@ public void process(Page page) {
     public Site getSite() {
         //site定义抽取配置，以及开始url等
         if (site == null) {
-            site = Site.me().setDomain("progressdaily.diandian.com").setStartUrl("http://progressdaily.diandian.com/").
+            site = Site.me().setDomain("progressdaily.diandian.com").addStartUrl("http://progressdaily.diandian.com/").
                     setUserAgent("Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_2) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.65 Safari/537.31");
         }
         return site;
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingBlogProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingBlogProcessor.java
index cc91f89ad..fafb7de25 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingBlogProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingBlogProcessor.java
@@ -27,7 +27,7 @@ public void process(Page page) {
 
     @Override
     public Site getSite() {
-        return Site.me().setDomain("www.dianping.com").setStartUrl("http://www.dianping.com/").
+        return Site.me().setDomain("www.dianping.com").addStartUrl("http://www.dianping.com/").
                 setUserAgent("Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_2) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.65 Safari/537.31");
     }
 }
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiaoyuwengProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiaoyuwengProcessor.java
index bcea9a31e..8d64bbca5 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiaoyuwengProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiaoyuwengProcessor.java
@@ -33,7 +33,7 @@ public void process(Page page) {
     @Override
     public Site getSite() {
         if (site==null){
-            site= Site.me().setDomain("www.diaoyuweng.com").setStartUrl("http://www.diaoyuweng.com/home.php?mod=space&uid=88304&do=thread&view=me&type=thread&from=space").
+            site= Site.me().setDomain("www.diaoyuweng.com").addStartUrl("http://www.diaoyuweng.com/home.php?mod=space&uid=88304&do=thread&view=me&type=thread&from=space").
                     setUserAgent("Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_2) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.65 Safari/537.31").setEncoding("GBK").setSleepTime(500);
         }
         return site;
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/F58PageProcesser.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/F58PageProcesser.java
index 346b1e225..82db2dd7a 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/F58PageProcesser.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/F58PageProcesser.java
@@ -23,6 +23,6 @@ public void process(Page page) {
 
     @Override
     public Site getSite() {
-        return Site.me().setDomain("sh.58.com").setStartUrl("http://sh.58.com/");  //To change body of implemented methods use File | Settings | File Templates.
+        return Site.me().setDomain("sh.58.com").addStartUrl("http://sh.58.com/");  //To change body of implemented methods use File | Settings | File Templates.
     }
 }
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/HuxiuProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/HuxiuProcessor.java
index 8286d7816..36f69466f 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/HuxiuProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/HuxiuProcessor.java
@@ -23,7 +23,7 @@ public void process(Page page) {
 
     @Override
     public Site getSite() {
-        return Site.me().setDomain("www.huxiu.com").setStartUrl("http://www.huxiu.com/").
+        return Site.me().setDomain("www.huxiu.com").addStartUrl("http://www.huxiu.com/").
                 setUserAgent("Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_2) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.65 Safari/537.31");
     }
 }
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/KaichibaProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/KaichibaProcessor.java
index f2d405062..11f046271 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/KaichibaProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/KaichibaProcessor.java
@@ -21,7 +21,7 @@ public void process(Page page) {
 
     @Override
     public Site getSite() {
-        return Site.me().setDomain("kaichiba.com").setStartUrl("http://kaichiba.com/shop/41725781").setEncoding("utf-8").
+        return Site.me().setDomain("kaichiba.com").addStartUrl("http://kaichiba.com/shop/41725781").setEncoding("utf-8").
                 setUserAgent("Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_2) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.65 Safari/537.31");
     }
 }
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/MeicanProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/MeicanProcessor.java
index 30ba84d43..aaeca8f88 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/MeicanProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/MeicanProcessor.java
@@ -27,7 +27,7 @@ public void process(Page page) {
 
     @Override
     public Site getSite() {
-        return Site.me().setDomain("meican.com").setStartUrl("http://www.meican.com/shanghai/districts").setEncoding("utf-8").
+        return Site.me().setDomain("meican.com").addStartUrl("http://www.meican.com/shanghai/districts").setEncoding("utf-8").
                 setUserAgent("Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_2) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.65 Safari/537.31");
     }
 }
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/NjuBBSProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/NjuBBSProcessor.java
index 3b61d7649..58e19c4ea 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/NjuBBSProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/NjuBBSProcessor.java
@@ -22,7 +22,7 @@ public void process(Page page) {
 
     @Override
     public Site getSite() {
-        return Site.me().setDomain("bbs.nju.edu.cn").setStartUrl("http://bbs.nju.edu.cn/board?board=Pictures").
+        return Site.me().setDomain("bbs.nju.edu.cn").addStartUrl("http://bbs.nju.edu.cn/board?board=Pictures").
                 setUserAgent("Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_2) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.65 Safari/537.31");
     }
 }
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/OschinaBlogPageProcesser.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/OschinaBlogPageProcesser.java
index 58d87a7f6..bcc2d6eec 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/OschinaBlogPageProcesser.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/OschinaBlogPageProcesser.java
@@ -24,7 +24,7 @@ public void process(Page page) {
 
     @Override
     public Site getSite() {
-        return Site.me().setDomain("my.oschina.net").setStartUrl("http://www.oschina.net/").
+        return Site.me().setDomain("my.oschina.net").addStartUrl("http://www.oschina.net/").
                 setUserAgent("Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_2) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.65 Safari/537.31");
     }
 }
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/OschinaPageProcesser.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/OschinaPageProcesser.java
index 4f84a3f54..d85ca8142 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/OschinaPageProcesser.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/OschinaPageProcesser.java
@@ -23,7 +23,7 @@ public void process(Page page) {
 
     @Override
     public Site getSite() {
-        return Site.me().setDomain("www.oschina.net").setStartUrl("http://www.oschina.net/").
+        return Site.me().setDomain("www.oschina.net").addStartUrl("http://www.oschina.net/").
                 setUserAgent("Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_2) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.65 Safari/537.31");
     }
 }
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/QzoneBlogProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/QzoneBlogProcessor.java
index e252eeff0..fac491dfd 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/QzoneBlogProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/QzoneBlogProcessor.java
@@ -26,7 +26,7 @@ public void process(Page page) {
 
     @Override
     public Site getSite() {
-        return Site.me().setDomain("www.diandian.com").setStartUrl("http://17dujingdian.com/").
+        return Site.me().setDomain("www.diandian.com").addStartUrl("http://17dujingdian.com/").
                 setUserAgent("Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_2) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.65 Safari/537.31");
     }
 }
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/SinaBlogProcesser.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/SinaBlogProcesser.java
index 07f6d4768..37c686490 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/SinaBlogProcesser.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/SinaBlogProcesser.java
@@ -26,7 +26,7 @@ public void process(Page page) {
     @Override
     public Site getSite() {
         if (site==null){
-            site = Site.me().setDomain("blog.sina.com.cn").setStartUrl("http://blog.sina.com.cn/flashsword20").setSleepTime(3000).
+            site = Site.me().setDomain("blog.sina.com.cn").addStartUrl("http://blog.sina.com.cn/flashsword20").setSleepTime(3000).
                     setUserAgent("Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_2) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.65 Safari/537.31");
         }
         return site;
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/TianyaPageProcesser.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/TianyaPageProcesser.java
index 564f1efb6..db5f9ff21 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/TianyaPageProcesser.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/TianyaPageProcesser.java
@@ -23,6 +23,6 @@ public void process(Page page) {
 
     @Override
     public Site getSite() {
-        return Site.me().setDomain("http://bbs.tianya.cn/").setStartUrl("http://bbs.tianya.cn/");  //To change body of implemented methods use File | Settings | File Templates.
+        return Site.me().setDomain("http://bbs.tianya.cn/").addStartUrl("http://bbs.tianya.cn/");  //To change body of implemented methods use File | Settings | File Templates.
     }
 }
diff --git a/webmagic-samples/src/main/resources/ftl/wordpress.ftl b/webmagic-samples/src/main/resources/ftl/wordpress.ftl
index f2feeb16c..c2442ab62 100644
--- a/webmagic-samples/src/main/resources/ftl/wordpress.ftl
+++ b/webmagic-samples/src/main/resources/ftl/wordpress.ftl
@@ -1,13 +1,13 @@
 <item>
     <title>${title}</title>
-    <link>http://127.0.0.1/wordpress/?p=${id}</link>
+    <link>http://127.0.0.1/wordpress/?p=${uuid}</link>
     <pubDate>${date}</pubDate>
     <dc:creator>admin</dc:creator>
-    <guid isPermaLink="false">http://127.0.0.1/wordpress/?p=${id}</guid>
+    <guid isPermaLink="false">http://127.0.0.1/wordpress/?p=${uuid}</guid>
     <description></description>
     <content:encoded><![CDATA[${content}]]></content:encoded>
     <excerpt:encoded><![CDATA[]]></excerpt:encoded>
-    <wp:post_id>${id}</wp:post_id>
+    <wp:post_id>${uuid}</wp:post_id>
     <wp:post_date>${date}</wp:post_date>
     <wp:post_date_gmt>${date}</wp:post_date_gmt>
     <wp:comment_status>open</wp:comment_status>

From faba1b81a6f5cfd74f3c7ae2c19b05f92d6b79d9 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Tue, 18 Jun 2013 17:46:00 +0800
Subject: [PATCH 18/81] update readme, markdown syntax **

---
 README.md | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/README.md b/README.md
index 92972ce9b..e5dc333eb 100644
--- a/README.md
+++ b/README.md
@@ -11,7 +11,7 @@ webmagic的功能覆盖整个爬虫的生命周期(链接提取、页面下载
 
 #### 请注意
 
-webmagic正处于开发阶段，目前还没有稳定版本。欢迎开发者参与到webmagic的试用和修改中来。 ** 如果只是想以外部jar包的方式，引用webmagic并进行自己的业务开发，建议你等待webmagic的第一个稳定版本。**
+webmagic正处于开发阶段，目前还没有稳定版本。欢迎开发者参与到webmagic的试用和修改中来。 **如果只是想以外部jar包的方式，引用webmagic并进行自己的业务开发，建议你等待webmagic的第一个稳定版本。**
 
 ###特色###
 
@@ -90,8 +90,8 @@ webmagic遵循[Apache 2.0协议](http://opensource.org/licenses/Apache-2.0)
 
 webmagic的架构和设计参考了以下两个项目，感谢以下两个项目的作者：
 
-python爬虫 ** scrapy **[https://github.com/scrapy/scrapy](https://github.com/scrapy/scrapy)
+python爬虫 **scrapy**[https://github.com/scrapy/scrapy](https://github.com/scrapy/scrapy)
 
-Java爬虫 ** Spiderman **[https://gitcafe.com/laiweiwei/Spiderman](https://gitcafe.com/laiweiwei/Spiderman)
+Java爬虫 **Spiderman**[https://gitcafe.com/laiweiwei/Spiderman](https://gitcafe.com/laiweiwei/Spiderman)
 
 

From 4c71f22bd1b9bd135a34e0d1c7e4ae4688a2a987 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Tue, 18 Jun 2013 18:02:30 +0800
Subject: [PATCH 19/81] fix compile error

---
 .../schedular/FileCacheQueueSchedular.java         | 14 +++++---------
 .../webmagic/pipeline/FreemarkerPipeline.java      | 14 +++++++-------
 .../java/us/codecraft/webmagic/SpiderTest.java     |  2 +-
 .../webmagic/processor/DiandianProcessorTest.java  |  2 +-
 .../processor/DiaoyuwengProcessorTest.java         |  4 +++-
 .../webmagic/processor/SinablogProcessorTest.java  |  2 +-
 6 files changed, 18 insertions(+), 20 deletions(-)

diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/FileCacheQueueSchedular.java b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/FileCacheQueueSchedular.java
index e9d4adb7c..882f49824 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/FileCacheQueueSchedular.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/FileCacheQueueSchedular.java
@@ -44,13 +44,8 @@ public class FileCacheQueueSchedular implements Schedular {
 
     private Set<String> urls;
 
-    public FileCacheQueueSchedular(Task task) {
-        this.task = task;
-    }
-
-    public FileCacheQueueSchedular(Task task, String filePath) {
+    public FileCacheQueueSchedular(String filePath) {
         this.filePath = filePath;
-        this.task = task;
     }
 
     private void flush() {
@@ -58,7 +53,8 @@ private void flush() {
         fileCursorWriter.flush();
     }
 
-    private void init() {
+    private void init(Task task) {
+        this.task = task;
         File file = new File(filePath);
         if (!file.exists()) {
             file.mkdirs();
@@ -127,7 +123,7 @@ private String getFileName(String filename) {
     @Override
     public synchronized void push(Request request, Task task) {
         if (!inited.get()) {
-            init();
+            init(task);
         }
         if (logger.isDebugEnabled()) {
             logger.debug("push to queue " + request.getUrl());
@@ -142,7 +138,7 @@ public synchronized void push(Request request, Task task) {
     @Override
     public synchronized Request poll(Task task) {
         if (!inited.get()) {
-            init();
+            init(task);
         }
         fileCursorWriter.println(cursor.incrementAndGet());
         return queue.poll();
diff --git a/webmagic-plugin/src/main/java/us/codecraft/webmagic/pipeline/FreemarkerPipeline.java b/webmagic-plugin/src/main/java/us/codecraft/webmagic/pipeline/FreemarkerPipeline.java
index 9afebb669..112197113 100644
--- a/webmagic-plugin/src/main/java/us/codecraft/webmagic/pipeline/FreemarkerPipeline.java
+++ b/webmagic-plugin/src/main/java/us/codecraft/webmagic/pipeline/FreemarkerPipeline.java
@@ -5,10 +5,12 @@
 import freemarker.template.TemplateException;
 import org.apache.commons.codec.digest.DigestUtils;
 import us.codecraft.webmagic.Page;
-import us.codecraft.webmagic.Site;
-import us.codecraft.webmagic.utils.UrlUtils;
+import us.codecraft.webmagic.Task;
 
-import java.io.*;
+import java.io.File;
+import java.io.FileWriter;
+import java.io.IOException;
+import java.io.PrintWriter;
 
 /**
  * Author: code4crafter@gmail.com
@@ -37,10 +39,8 @@ public FreemarkerPipeline(String template) throws IOException {
 
 
     @Override
-    public void process(Page page, Site site) {
-        String domain = site.getDomain();
-        domain = UrlUtils.getDomain(domain);
-        String path = this.path + "" + domain + "/";
+    public void process(Page page, Task task) {
+        String path = this.path + "" + task.getUUID() + "/";
         File file = new File(path);
         if (!file.exists()) {
             file.mkdirs();
diff --git a/webmagic-samples/src/test/java/us/codecraft/webmagic/SpiderTest.java b/webmagic-samples/src/test/java/us/codecraft/webmagic/SpiderTest.java
index 79f428ebe..b67ffc4b7 100644
--- a/webmagic-samples/src/test/java/us/codecraft/webmagic/SpiderTest.java
+++ b/webmagic-samples/src/test/java/us/codecraft/webmagic/SpiderTest.java
@@ -31,7 +31,7 @@ public void testGlobalSpider(){
         SimplePageProcessor pageProcessor2 = new SimplePageProcessor("http://www.diaoyuweng.com/home.php?mod=space&uid=88304&do=thread&view=me&type=thread&from=space", "http://www.diaoyuweng.com/thread-*-1-1.html");
         System.out.println(pageProcessor2.getSite().getEncoding());
         pageProcessor2.getSite().setSleepTime(500);
-        Spider.me().pipeline(new FilePipeline()).schedular(new FileCacheQueueSchedular(pageProcessor2.getSite(),"/data/temp/webmagic/cache/")).
+        Spider.me().pipeline(new FilePipeline()).schedular(new FileCacheQueueSchedular("/data/temp/webmagic/cache/")).
                 processor(pageProcessor2).run();
 
 
diff --git a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiandianProcessorTest.java b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiandianProcessorTest.java
index 74de9c0e0..721a5eb86 100644
--- a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiandianProcessorTest.java
+++ b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiandianProcessorTest.java
@@ -30,7 +30,7 @@ public void test() throws IOException {
         //ConsolePipeline输出结果到控制台
         //FileCacheQueueSchedular保存url，支持断点续传，临时文件输出到/data/temp/webmagic/cache目录
         //Spider.run()执行
-        Spider.me().pipeline(new ConsolePipeline()).pipeline(pipeline).schedular(new FileCacheQueueSchedular(diaoyuwengProcessor.getSite(), "/data/temp/webmagic/cache/")).
+        Spider.me().pipeline(new ConsolePipeline()).pipeline(pipeline).schedular(new FileCacheQueueSchedular("/data/temp/webmagic/cache/")).
                 processor(diaoyuwengProcessor).run();
     }
 }
diff --git a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiaoyuwengProcessorTest.java b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiaoyuwengProcessorTest.java
index 0c24b5771..8f03b6a8a 100644
--- a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiaoyuwengProcessorTest.java
+++ b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiaoyuwengProcessorTest.java
@@ -1,5 +1,6 @@
 package us.codecraft.webmagic.processor;
 
+import org.junit.Ignore;
 import org.junit.Test;
 import us.codecraft.webmagic.Spider;
 import us.codecraft.webmagic.pipeline.FilePipeline;
@@ -16,11 +17,12 @@
  */
 public class DiaoyuwengProcessorTest {
 
+    @Ignore
     @Test
     public void test() throws IOException {
         DiaoyuwengProcessor diaoyuwengProcessor = new DiaoyuwengProcessor();
         FreemarkerPipeline pipeline = new FreemarkerPipeline("wordpress.ftl");
-        Spider.me().pipeline(new FilePipeline()).pipeline(pipeline).schedular(new FileCacheQueueSchedular(diaoyuwengProcessor.getSite(), "/data/temp/webmagic/cache/")).
+        Spider.me().pipeline(new FilePipeline()).pipeline(pipeline).schedular(new FileCacheQueueSchedular("/data/temp/webmagic/cache/")).
                 processor(diaoyuwengProcessor).run();
     }
 }
diff --git a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/SinablogProcessorTest.java b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/SinablogProcessorTest.java
index 72e6be0d6..8fb258378 100644
--- a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/SinablogProcessorTest.java
+++ b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/SinablogProcessorTest.java
@@ -30,7 +30,7 @@ public void test() throws IOException {
         //ConsolePipeline输出结果到控制台
         //FileCacheQueueSchedular保存url，支持断点续传，临时文件输出到/data/temp/webmagic/cache目录
         //Spider.run()执行
-        Spider.me().pipeline(new FilePipeline()).pipeline(pipeline).schedular(new FileCacheQueueSchedular(sinaBlogProcesser.getSite(), "/data/temp/webmagic/cache/")).
+        Spider.me().pipeline(new FilePipeline()).pipeline(pipeline).schedular(new FileCacheQueueSchedular("/data/temp/webmagic/cache/")).
                 processor(sinaBlogProcesser).run();
     }
 }

From d86716508f0e98f9a1e667418d341961cc455fd0 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Tue, 18 Jun 2013 18:30:45 +0800
Subject: [PATCH 20/81] fix samples

---
 README.md                                     |  4 ++--
 .../java/us/codecraft/webmagic/Spider.java    |  6 +----
 .../webmagic/pipeline/FreemarkerPipeline.java |  2 +-
 .../webmagic/FreemarkerPipelineTest.java      |  2 +-
 .../src/test/resources/ftl/wordpress.ftl      | 23 -------------------
 ...gProcessor.java => DianpingProcessor.java} | 15 ++++++++----
 6 files changed, 15 insertions(+), 37 deletions(-)
 delete mode 100644 webmagic-plugin/src/test/resources/ftl/wordpress.ftl
 rename webmagic-samples/src/main/java/us/codecraft/webmagic/samples/{DianpingBlogProcessor.java => DianpingProcessor.java} (61%)

diff --git a/README.md b/README.md
index e5dc333eb..421443f0a 100644
--- a/README.md
+++ b/README.md
@@ -90,8 +90,8 @@ webmagic遵循[Apache 2.0协议](http://opensource.org/licenses/Apache-2.0)
 
 webmagic的架构和设计参考了以下两个项目，感谢以下两个项目的作者：
 
-python爬虫 **scrapy**[https://github.com/scrapy/scrapy](https://github.com/scrapy/scrapy)
+python爬虫 **scrapy** [https://github.com/scrapy/scrapy](https://github.com/scrapy/scrapy)
 
-Java爬虫 **Spiderman**[https://gitcafe.com/laiweiwei/Spiderman](https://gitcafe.com/laiweiwei/Spiderman)
+Java爬虫 **Spiderman** [https://gitcafe.com/laiweiwei/Spiderman](https://gitcafe.com/laiweiwei/Spiderman)
 
 
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
index f7f560cb3..6464d6187 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
@@ -57,10 +57,6 @@ public Spider startUrl(String startUrl) {
         return this;
     }
 
-    public Thread thread() {
-        return new Thread(this);
-    }
-
     public Spider schedular(Schedular schedular) {
         this.schedular = schedular;
         return this;
@@ -74,7 +70,7 @@ public Spider pipeline(Pipeline pipeline) {
 
     @Override
     public void run() {
-        for (String startUrl : pageProcessor.getSite().getStartUrls()) {
+        for (String startUrl : startUrls) {
             schedular.push(new Request(startUrl), this);
         }
         Request request = schedular.poll(this);
diff --git a/webmagic-plugin/src/main/java/us/codecraft/webmagic/pipeline/FreemarkerPipeline.java b/webmagic-plugin/src/main/java/us/codecraft/webmagic/pipeline/FreemarkerPipeline.java
index 112197113..218276d2e 100644
--- a/webmagic-plugin/src/main/java/us/codecraft/webmagic/pipeline/FreemarkerPipeline.java
+++ b/webmagic-plugin/src/main/java/us/codecraft/webmagic/pipeline/FreemarkerPipeline.java
@@ -30,7 +30,7 @@ public FreemarkerPipeline(String template, String path) throws IOException {
         configuration.setDirectoryForTemplateLoading(new File(this.getClass().getClassLoader().getResource("ftl/").getFile()));
         this.template = configuration.getTemplate(template);
         this.path = path;
-        File file = new File(path);
+        new File(path);
     }
 
     public FreemarkerPipeline(String template) throws IOException {
diff --git a/webmagic-plugin/src/test/java/us/codecraft/webmagic/FreemarkerPipelineTest.java b/webmagic-plugin/src/test/java/us/codecraft/webmagic/FreemarkerPipelineTest.java
index 610edf55b..9e6b9958c 100644
--- a/webmagic-plugin/src/test/java/us/codecraft/webmagic/FreemarkerPipelineTest.java
+++ b/webmagic-plugin/src/test/java/us/codecraft/webmagic/FreemarkerPipelineTest.java
@@ -13,7 +13,7 @@
 public class FreemarkerPipelineTest {
 
     @Test
-    public void test() throws IOException {
+    public void testTemplateLoad() throws IOException {
         FreemarkerPipeline freemarkerPipeline = new FreemarkerPipeline("wordpress.ftl");
     }
 }
diff --git a/webmagic-plugin/src/test/resources/ftl/wordpress.ftl b/webmagic-plugin/src/test/resources/ftl/wordpress.ftl
deleted file mode 100644
index 61820b727..000000000
--- a/webmagic-plugin/src/test/resources/ftl/wordpress.ftl
+++ /dev/null
@@ -1,23 +0,0 @@
-<item>
-    <title>$it.Title</title>
-    <link>http://127.0.0.1/wordpress/?p=$it.Id</link>
-    <pubDate>${date}</pubDate>
-    <dc:creator>admin</dc:creator>
-    <guid isPermaLink="false">http://127.0.0.1/wordpress/?p=$it.Id</guid>
-    <description></description>
-    <content:encoded><![CDATA[${text}]]></content:encoded>
-    <excerpt:encoded><![CDATA[]]></excerpt:encoded>
-    <#--<wp:post_id>$it.Id</wp:post_id>-->
-    <wp:post_date>${date}</wp:post_date>
-    <wp:post_date_gmt>${date}</wp:post_date_gmt>
-    <wp:comment_status>open</wp:comment_status>
-    <wp:ping_status>open</wp:ping_status>
-    <wp:post_name>${title}</wp:post_name>
-    <wp:status>publish</wp:status>
-    <wp:post_parent>0</wp:post_parent>
-    <wp:menu_order>0</wp:menu_order>
-    <wp:post_type>post</wp:post_type>
-    <wp:post_password></wp:post_password>
-    <wp:is_sticky>0</wp:is_sticky>
-    $tags
-</item>
\ No newline at end of file
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingBlogProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingProcessor.java
similarity index 61%
rename from webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingBlogProcessor.java
rename to webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingProcessor.java
index fafb7de25..63aa0f03d 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingBlogProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingProcessor.java
@@ -2,6 +2,7 @@
 
 import us.codecraft.webmagic.Site;
 import us.codecraft.webmagic.Page;
+import us.codecraft.webmagic.Spider;
 import us.codecraft.webmagic.processor.PageProcessor;
 
 import java.util.List;
@@ -11,15 +12,14 @@
  * Date: 13-4-21
  * Time: 下午8:08
  */
-public class DianpingBlogProcessor implements PageProcessor {
+public class DianpingProcessor implements PageProcessor {
     @Override
     public void process(Page page) {
-        //http://progressdaily.diandian.com/post/2013-01-24/40046867275
-        List<String> requests = page.getHtml().rs("<a[^<>]*href=[\"']{1}(/shop/.*?)[\"']{1}").toStrings();
+        List<String> requests = page.getHtml().as().rs(".*shop.*").toStrings();
         page.addTargetRequests(requests);
-        requests = page.getHtml().rs("<a[^<>]*href=[\"']{1}(/search/category/.*?)[\"']{1}").toStrings();
+        requests = page.getHtml().rs(".*search/category/.*").toStrings();
         page.addTargetRequests(requests);
-        if (page.getUrl().toString().contains("shop")){
+        if (page.getUrl().toString().contains("shop")) {
             page.putField("title", page.getHtml().x("//h1[@class='shop-title']"));
             page.putField("content", page.getHtml().sc());
         }
@@ -30,4 +30,9 @@ public Site getSite() {
         return Site.me().setDomain("www.dianping.com").addStartUrl("http://www.dianping.com/").
                 setUserAgent("Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_2) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.65 Safari/537.31");
     }
+
+    public static void main(String[] args) {
+        DianpingProcessor dianpingProcessor = new DianpingProcessor();
+        Spider.me().processor(dianpingProcessor).startUrl("http://www.dianping.com/shanghai/food").run();
+    }
 }

From a26b662ed8dfde95c915aaa35caf76b4fdc0b26a Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Tue, 18 Jun 2013 22:13:40 +0800
Subject: [PATCH 21/81] update docs

---
 .../main/java/us/codecraft/webmagic/Page.java  | 18 ++++++++++++++----
 .../java/us/codecraft/webmagic/Request.java    |  2 +-
 .../main/java/us/codecraft/webmagic/Site.java  |  2 +-
 .../java/us/codecraft/webmagic/Spider.java     |  2 +-
 .../main/java/us/codecraft/webmagic/Task.java  |  2 +-
 .../webmagic/downloader/Downloader.java        |  4 ++--
 .../downloader/HttpClientDownloader.java       |  2 +-
 .../webmagic/downloader/HttpClientPool.java    |  2 +-
 .../webmagic/pipeline/ConsolePipeline.java     |  2 +-
 .../webmagic/pipeline/FilePipeline.java        |  2 +-
 .../codecraft/webmagic/pipeline/Pipeline.java  |  2 +-
 .../webmagic/processor/PageProcessor.java      |  2 +-
 .../processor/SimplePageProcessor.java         |  2 +-
 .../schedular/FileCacheQueueSchedular.java     |  2 +-
 .../webmagic/schedular/QueueSchedular.java     |  2 +-
 .../webmagic/schedular/Schedular.java          |  2 +-
 .../us/codecraft/webmagic/selector/Html.java   |  2 +-
 .../codecraft/webmagic/selector/PlainText.java |  2 +-
 .../webmagic/selector/RegexResult.java         |  2 +-
 .../webmagic/selector/RegexSelector.java       |  2 +-
 .../webmagic/selector/ReplaceSelector.java     |  2 +-
 .../webmagic/selector/Selectable.java          |  2 +-
 .../codecraft/webmagic/selector/Selector.java  |  2 +-
 .../webmagic/selector/SelectorFactory.java     |  2 +-
 .../selector/SmartContentSelector.java         |  2 +-
 .../webmagic/selector/XpathSelector.java       |  2 +-
 .../us/codecraft/webmagic/utils/UrlUtils.java  |  2 +-
 .../java/us/codecraft/webmagic/HtmlTest.java   |  2 +-
 .../webmagic/selector/RegexSelectorTest.java   |  2 +-
 .../webmagic/selector/XpathSelectorTest.java   |  2 +-
 .../codecraft/webmagic/utils/UrlUtilsTest.java |  2 +-
 .../webmagic/pipeline/FreemarkerPipeline.java  |  2 +-
 .../webmagic/FreemarkerPipelineTest.java       |  2 +-
 .../samples/DiandianBlogProcessor.java         |  2 +-
 .../webmagic/samples/DianpingProcessor.java    |  2 +-
 .../webmagic/samples/DiaoyuwengProcessor.java  |  2 +-
 .../webmagic/samples/F58PageProcesser.java     |  2 +-
 .../webmagic/samples/HuxiuProcessor.java       |  2 +-
 .../webmagic/samples/KaichibaProcessor.java    |  2 +-
 .../webmagic/samples/MeicanProcessor.java      |  2 +-
 .../webmagic/samples/NjuBBSProcessor.java      |  2 +-
 .../samples/OschinaBlogPageProcesser.java      |  2 +-
 .../webmagic/samples/OschinaPageProcesser.java |  2 +-
 .../webmagic/samples/QzoneBlogProcessor.java   |  2 +-
 .../webmagic/samples/SinaBlogProcesser.java    |  2 +-
 .../webmagic/samples/TianyaPageProcesser.java  |  2 +-
 .../java/us/codecraft/webmagic/SpiderTest.java |  2 +-
 .../processor/DiandianProcessorTest.java       |  2 +-
 .../processor/DiaoyuwengProcessorTest.java     |  2 +-
 .../processor/SinablogProcessorTest.java       |  2 +-
 50 files changed, 64 insertions(+), 54 deletions(-)

diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Page.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Page.java
index eee1a8a74..ec9f959e8 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Page.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Page.java
@@ -10,10 +10,16 @@
 import java.util.concurrent.ConcurrentHashMap;
 
 /**
- * Page保存了抓取的结果，并可定义下一次抓取的链接内容。
- * Author: code4crafter@gmail.com
- * Date: 13-4-21
- * Time: 上午11:22
+ * <pre>
+ *Page保存了上一次抓取的结果，并可定义待抓取的链接内容。
+ *
+ *     主要方法：
+ *     {@link #getUrl()} 获取页面的Url
+ *     {@link #getHtml()}  获取页面的html内容
+ *     {@link #addTargetRequests(java.util.List)} {@link #addTargetRequest(String)} 添加待抓取的链接
+ *
+ * </pre>
+ * @author code4crafter@gmail.com <br>
  */
 public class Page {
 
@@ -34,6 +40,10 @@ public void process() {
     public Page() {
     }
 
+    /**
+     *
+     * @return fields
+     */
     public Map<String, Selectable> getFields() {
         return fields;
     }
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Request.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Request.java
index ecb8b4ef9..37ede0dc4 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Request.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Request.java
@@ -17,7 +17,7 @@
  *          String linktext =  (String)page.getRequest().getExtra()[0];
  *      }
  * </pre>
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 上午11:37
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Site.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Site.java
index a4d88d895..5c208dd04 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Site.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Site.java
@@ -4,7 +4,7 @@
 
 /**
  * Site定义一个待抓取的站点的各种信息。
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 下午12:13
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
index 6464d6187..67e9c94d5 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
@@ -14,7 +14,7 @@
 import java.util.List;
 
 /**
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 上午6:53
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Task.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Task.java
index 0eaf6c95c..2aab74a63 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Task.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Task.java
@@ -1,7 +1,7 @@
 package us.codecraft.webmagic;
 
 /**
- * Author: code4crafer@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-6-18
  * Time: 下午2:57
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/Downloader.java b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/Downloader.java
index f276fde2b..e3ecff879 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/Downloader.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/Downloader.java
@@ -6,7 +6,7 @@
 
 /**
  * Downloader是webmagic下载页面的接口。webmagic默认使用了HttpComponent作为下载器，一般情况，你无需自己实现这个接口。
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 下午12:14
  */
@@ -17,7 +17,7 @@ public interface Downloader {
      *
      * @param request
      * @param site
-     * @return
+     * @return page
      */
     public Page download(Request request, Site site);
 }
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java
index 2eb55c0ab..4332fa329 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java
@@ -14,7 +14,7 @@
 
 
 /**
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 下午12:15
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientPool.java b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientPool.java
index 891ff188b..4e57e16f9 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientPool.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientPool.java
@@ -18,7 +18,7 @@
 import java.util.Map;
 
 /**
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 下午12:29
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/ConsolePipeline.java b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/ConsolePipeline.java
index 7b93876dc..866db9239 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/ConsolePipeline.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/ConsolePipeline.java
@@ -7,7 +7,7 @@
 import java.util.Map;
 
 /**
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 下午1:45
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/FilePipeline.java b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/FilePipeline.java
index 2311a75dd..c7cd9c56a 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/FilePipeline.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/FilePipeline.java
@@ -12,7 +12,7 @@
 import java.util.Map;
 
 /**
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 下午6:28
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/Pipeline.java b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/Pipeline.java
index b2b51e0ae..1be447c45 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/Pipeline.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/Pipeline.java
@@ -4,7 +4,7 @@
 import us.codecraft.webmagic.Task;
 
 /**
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 下午1:39
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/processor/PageProcessor.java b/webmagic-core/src/main/java/us/codecraft/webmagic/processor/PageProcessor.java
index 982005974..c36ae980d 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/processor/PageProcessor.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/processor/PageProcessor.java
@@ -4,7 +4,7 @@
 import us.codecraft.webmagic.Site;
 
 /**
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 上午11:42
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/processor/SimplePageProcessor.java b/webmagic-core/src/main/java/us/codecraft/webmagic/processor/SimplePageProcessor.java
index 9f4eed36f..3ffc9a32e 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/processor/SimplePageProcessor.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/processor/SimplePageProcessor.java
@@ -7,7 +7,7 @@
 import java.util.List;
 
 /**
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-4-22
  * Time: 下午9:15
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/FileCacheQueueSchedular.java b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/FileCacheQueueSchedular.java
index 882f49824..0a93e52db 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/FileCacheQueueSchedular.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/FileCacheQueueSchedular.java
@@ -16,7 +16,7 @@
 import java.util.concurrent.atomic.AtomicInteger;
 
 /**
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 下午1:13
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/QueueSchedular.java b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/QueueSchedular.java
index 8c3da3b00..20576fc7c 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/QueueSchedular.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/QueueSchedular.java
@@ -10,7 +10,7 @@
 import java.util.concurrent.LinkedBlockingQueue;
 
 /**
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 下午1:13
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/Schedular.java b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/Schedular.java
index 8e4edb420..8df776040 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/Schedular.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/Schedular.java
@@ -4,7 +4,7 @@
 import us.codecraft.webmagic.Task;
 
 /**
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 下午1:12
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Html.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Html.java
index 22bf73d69..3b3c80af9 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Html.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Html.java
@@ -4,7 +4,7 @@
 import java.util.List;
 
 /**
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 上午7:54
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/PlainText.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/PlainText.java
index 1d7a41e5d..a11c9a293 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/PlainText.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/PlainText.java
@@ -6,7 +6,7 @@
 import java.util.List;
 
 /**
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 上午7:54
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/RegexResult.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/RegexResult.java
index 06c00dd1c..9f4e2f060 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/RegexResult.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/RegexResult.java
@@ -1,7 +1,7 @@
 package us.codecraft.webmagic.selector;
 
 /**
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 上午7:39
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/RegexSelector.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/RegexSelector.java
index 3b9871892..49fbffd0b 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/RegexSelector.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/RegexSelector.java
@@ -9,7 +9,7 @@
 import java.util.regex.PatternSyntaxException;
 
 /**
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 上午7:09
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/ReplaceSelector.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/ReplaceSelector.java
index e240f0898..1ce7c4d59 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/ReplaceSelector.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/ReplaceSelector.java
@@ -6,7 +6,7 @@
 import java.util.regex.PatternSyntaxException;
 
 /**
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 上午7:09
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selectable.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selectable.java
index f02cbc4c0..921e6c3f4 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selectable.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selectable.java
@@ -3,7 +3,7 @@
 import java.util.List;
 
 /**
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-4-20
  * Time: 下午7:51
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selector.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selector.java
index 3e1b056e1..35632b3aa 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selector.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selector.java
@@ -3,7 +3,7 @@
 import java.util.List;
 
 /**
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-4-20
  * Time: 下午8:02
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/SelectorFactory.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/SelectorFactory.java
index 633cb4abf..3c87ac9c4 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/SelectorFactory.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/SelectorFactory.java
@@ -7,7 +7,7 @@
 import java.util.concurrent.ConcurrentHashMap;
 
 /**
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 上午7:56
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/SmartContentSelector.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/SmartContentSelector.java
index 919a795b3..89748975d 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/SmartContentSelector.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/SmartContentSelector.java
@@ -10,7 +10,7 @@
 /**
  * readability算法，基础是找到所有p标签的父节点
  * 写的比较乱，最终效果还在尝试中
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 下午4:42
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/XpathSelector.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/XpathSelector.java
index 991f92674..c2b408eb3 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/XpathSelector.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/XpathSelector.java
@@ -6,7 +6,7 @@
 import java.util.List;
 
 /**
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 上午9:39
  */
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/utils/UrlUtils.java b/webmagic-core/src/main/java/us/codecraft/webmagic/utils/UrlUtils.java
index fd26499ce..74e486c7f 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/utils/UrlUtils.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/utils/UrlUtils.java
@@ -6,7 +6,7 @@
 import java.util.regex.Pattern;
 
 /**
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 下午1:52
  */
diff --git a/webmagic-core/src/test/java/us/codecraft/webmagic/HtmlTest.java b/webmagic-core/src/test/java/us/codecraft/webmagic/HtmlTest.java
index 0f8c06166..6dacc9833 100644
--- a/webmagic-core/src/test/java/us/codecraft/webmagic/HtmlTest.java
+++ b/webmagic-core/src/test/java/us/codecraft/webmagic/HtmlTest.java
@@ -5,7 +5,7 @@
 import us.codecraft.webmagic.selector.Html;
 
 /**
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 上午8:42
  */
diff --git a/webmagic-core/src/test/java/us/codecraft/webmagic/selector/RegexSelectorTest.java b/webmagic-core/src/test/java/us/codecraft/webmagic/selector/RegexSelectorTest.java
index 3b80f92dc..849a4d6e5 100644
--- a/webmagic-core/src/test/java/us/codecraft/webmagic/selector/RegexSelectorTest.java
+++ b/webmagic-core/src/test/java/us/codecraft/webmagic/selector/RegexSelectorTest.java
@@ -4,7 +4,7 @@
 import org.junit.Test;
 
 /**
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 上午7:13
  */
diff --git a/webmagic-core/src/test/java/us/codecraft/webmagic/selector/XpathSelectorTest.java b/webmagic-core/src/test/java/us/codecraft/webmagic/selector/XpathSelectorTest.java
index 239630a93..8ee888597 100644
--- a/webmagic-core/src/test/java/us/codecraft/webmagic/selector/XpathSelectorTest.java
+++ b/webmagic-core/src/test/java/us/codecraft/webmagic/selector/XpathSelectorTest.java
@@ -4,7 +4,7 @@
 import org.junit.Test;
 
 /**
- * Author: code4crafter@gmail.com Date: 13-4-21 Time: 上午10:06
+ * @author code4crafter@gmail.com <br> Date: 13-4-21 Time: 上午10:06
  */
 public class XpathSelectorTest {
 
diff --git a/webmagic-core/src/test/java/us/codecraft/webmagic/utils/UrlUtilsTest.java b/webmagic-core/src/test/java/us/codecraft/webmagic/utils/UrlUtilsTest.java
index 36361bfe7..4cfdc046b 100644
--- a/webmagic-core/src/test/java/us/codecraft/webmagic/utils/UrlUtilsTest.java
+++ b/webmagic-core/src/test/java/us/codecraft/webmagic/utils/UrlUtilsTest.java
@@ -4,7 +4,7 @@
 import org.junit.Test;
 
 /**
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 下午2:22
  */
diff --git a/webmagic-plugin/src/main/java/us/codecraft/webmagic/pipeline/FreemarkerPipeline.java b/webmagic-plugin/src/main/java/us/codecraft/webmagic/pipeline/FreemarkerPipeline.java
index 218276d2e..f512f2628 100644
--- a/webmagic-plugin/src/main/java/us/codecraft/webmagic/pipeline/FreemarkerPipeline.java
+++ b/webmagic-plugin/src/main/java/us/codecraft/webmagic/pipeline/FreemarkerPipeline.java
@@ -13,7 +13,7 @@
 import java.io.PrintWriter;
 
 /**
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-6-8
  * Time: 下午9:00
  */
diff --git a/webmagic-plugin/src/test/java/us/codecraft/webmagic/FreemarkerPipelineTest.java b/webmagic-plugin/src/test/java/us/codecraft/webmagic/FreemarkerPipelineTest.java
index 9e6b9958c..68ff90464 100644
--- a/webmagic-plugin/src/test/java/us/codecraft/webmagic/FreemarkerPipelineTest.java
+++ b/webmagic-plugin/src/test/java/us/codecraft/webmagic/FreemarkerPipelineTest.java
@@ -6,7 +6,7 @@
 import java.io.IOException;
 
 /**
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-6-9
  * Time: 上午7:14
  */
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiandianBlogProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiandianBlogProcessor.java
index a9351a1be..a5b355cb1 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiandianBlogProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiandianBlogProcessor.java
@@ -7,7 +7,7 @@
 import java.util.List;
 
 /**
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 下午8:08
  */
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingProcessor.java
index 63aa0f03d..2f28e6a39 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingProcessor.java
@@ -8,7 +8,7 @@
 import java.util.List;
 
 /**
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 下午8:08
  */
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiaoyuwengProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiaoyuwengProcessor.java
index 8d64bbca5..f5032ff75 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiaoyuwengProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiaoyuwengProcessor.java
@@ -8,7 +8,7 @@
 import java.util.List;
 
 /**
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 下午8:08
  */
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/F58PageProcesser.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/F58PageProcesser.java
index 82db2dd7a..385e3f278 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/F58PageProcesser.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/F58PageProcesser.java
@@ -7,7 +7,7 @@
 import java.util.List;
 
 /**
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 下午1:48
  */
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/HuxiuProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/HuxiuProcessor.java
index 36f69466f..1fa0b7b55 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/HuxiuProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/HuxiuProcessor.java
@@ -7,7 +7,7 @@
 import java.util.List;
 
 /**
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 下午8:08
  */
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/KaichibaProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/KaichibaProcessor.java
index 11f046271..8ea4afe27 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/KaichibaProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/KaichibaProcessor.java
@@ -5,7 +5,7 @@
 import us.codecraft.webmagic.processor.PageProcessor;
 
 /**
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-5-20
  * Time: 下午5:31
  */
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/MeicanProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/MeicanProcessor.java
index aaeca8f88..98fe8de7d 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/MeicanProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/MeicanProcessor.java
@@ -7,7 +7,7 @@
 import java.util.List;
 
 /**
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-5-20
  * Time: 下午5:31
  */
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/NjuBBSProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/NjuBBSProcessor.java
index 58e19c4ea..e4cc33cfc 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/NjuBBSProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/NjuBBSProcessor.java
@@ -7,7 +7,7 @@
 import java.util.List;
 
 /**
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 下午8:08
  */
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/OschinaBlogPageProcesser.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/OschinaBlogPageProcesser.java
index bcc2d6eec..0d6354d8a 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/OschinaBlogPageProcesser.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/OschinaBlogPageProcesser.java
@@ -7,7 +7,7 @@
 import java.util.List;
 
 /**
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 下午1:48
  */
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/OschinaPageProcesser.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/OschinaPageProcesser.java
index d85ca8142..b708ec51d 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/OschinaPageProcesser.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/OschinaPageProcesser.java
@@ -7,7 +7,7 @@
 import java.util.List;
 
 /**
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 下午1:48
  */
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/QzoneBlogProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/QzoneBlogProcessor.java
index fac491dfd..400ebd5ec 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/QzoneBlogProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/QzoneBlogProcessor.java
@@ -7,7 +7,7 @@
 import java.util.List;
 
 /**
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 下午8:08
  */
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/SinaBlogProcesser.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/SinaBlogProcesser.java
index 37c686490..5bc2fc68a 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/SinaBlogProcesser.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/SinaBlogProcesser.java
@@ -5,7 +5,7 @@
 import us.codecraft.webmagic.processor.PageProcessor;
 
 /**
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 下午1:48
  */
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/TianyaPageProcesser.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/TianyaPageProcesser.java
index db5f9ff21..a15ef74a2 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/TianyaPageProcesser.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/TianyaPageProcesser.java
@@ -7,7 +7,7 @@
 import java.util.List;
 
 /**
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 下午1:48
  */
diff --git a/webmagic-samples/src/test/java/us/codecraft/webmagic/SpiderTest.java b/webmagic-samples/src/test/java/us/codecraft/webmagic/SpiderTest.java
index b67ffc4b7..6293884c1 100644
--- a/webmagic-samples/src/test/java/us/codecraft/webmagic/SpiderTest.java
+++ b/webmagic-samples/src/test/java/us/codecraft/webmagic/SpiderTest.java
@@ -8,7 +8,7 @@
 import us.codecraft.webmagic.schedular.FileCacheQueueSchedular;
 
 /**
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-4-20
  * Time: 下午7:46
  */
diff --git a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiandianProcessorTest.java b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiandianProcessorTest.java
index 721a5eb86..b87815c4d 100644
--- a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiandianProcessorTest.java
+++ b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiandianProcessorTest.java
@@ -11,7 +11,7 @@
 import java.io.IOException;
 
 /**
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-6-9
  * Time: 上午8:02
  */
diff --git a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiaoyuwengProcessorTest.java b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiaoyuwengProcessorTest.java
index 8f03b6a8a..2b2caaca1 100644
--- a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiaoyuwengProcessorTest.java
+++ b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiaoyuwengProcessorTest.java
@@ -11,7 +11,7 @@
 import java.io.IOException;
 
 /**
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-6-9
  * Time: 上午8:02
  */
diff --git a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/SinablogProcessorTest.java b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/SinablogProcessorTest.java
index 8fb258378..9613c9e4e 100644
--- a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/SinablogProcessorTest.java
+++ b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/SinablogProcessorTest.java
@@ -11,7 +11,7 @@
 import java.io.IOException;
 
 /**
- * Author: code4crafter@gmail.com
+ * @author code4crafter@gmail.com <br>
  * Date: 13-6-9
  * Time: 上午8:02
  */

From 4d7b2753980b54b41a2bb7ae25d0c9c0b96fba39 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Tue, 18 Jun 2013 22:39:37 +0800
Subject: [PATCH 22/81] docs

---
 .../main/java/us/codecraft/webmagic/Page.java | 43 ++++++++++++++++---
 1 file changed, 37 insertions(+), 6 deletions(-)

diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Page.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Page.java
index ec9f959e8..5bf5f26ed 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Page.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Page.java
@@ -16,6 +16,8 @@
  *     主要方法：
  *     {@link #getUrl()} 获取页面的Url
  *     {@link #getHtml()}  获取页面的html内容
+ *     {@link #putField(String, us.codecraft.webmagic.selector.Selectable)} 保存抽取的结果
+ *     {@link #getFields()} 获取抽取的结果，在 {@link us.codecraft.webmagic.pipeline.Pipeline} 中调用
  *     {@link #addTargetRequests(java.util.List)} {@link #addTargetRequest(String)} 添加待抓取的链接
  *
  * </pre>
@@ -33,25 +35,30 @@ public class Page {
 
     private List<Request> targetRequests = new ArrayList<Request>();
 
-    public void process() {
-        fields.put("title", html.x("").r(""));
-    }
-
     public Page() {
     }
 
     /**
-     *
-     * @return fields
+     * 获取抽取的结果，在{@link us.codecraft.webmagic.pipeline.Pipeline} 中调用
+     * @return fields 抽取的结果
      */
     public Map<String, Selectable> getFields() {
         return fields;
     }
 
+    /**
+     * 保存抽取的结果
+     * @param key 结果的key
+     * @param field 结果的value
+     */
     public void putField(String key, Selectable field) {
         fields.put(key, field);
     }
 
+    /**
+     * 获取页面的html内容
+     * @return html 页面的html内容
+     */
     public Selectable getHtml() {
         return html;
     }
@@ -64,6 +71,10 @@ public List<Request> getTargetRequests() {
         return targetRequests;
     }
 
+    /**
+     * 添加待抓取的链接
+     * @param requests 待抓取的链接
+     */
     public void addTargetRequests(List<String> requests) {
         synchronized (targetRequests) {
             for (String s : requests) {
@@ -76,6 +87,10 @@ public void addTargetRequests(List<String> requests) {
         }
     }
 
+    /**
+     * 添加待抓取的链接
+     * @param requestString 待抓取的链接
+     */
     public void addTargetRequest(String requestString) {
         if (StringUtils.isBlank(requestString) || requestString.equals("#")) {
             return;
@@ -86,20 +101,36 @@ public void addTargetRequest(String requestString) {
         }
     }
 
+    /**
+     * 添加待抓取的页面，在需要传递附加信息时使用
+     * @param request 待抓取的页面
+     */
     public void addTargetRequest(Request request) {
         synchronized (targetRequests) {
             targetRequests.add(request);
         }
     }
 
+    /**
+     * 获取页面的Url
+     * @return url 当前页面的url，可用于抽取
+     */
     public Selectable getUrl() {
         return url;
     }
 
+    /**
+     * 设置url
+     * @param url
+     */
     public void setUrl(Selectable url) {
         this.url = url;
     }
 
+    /**
+     * 获取抓取请求
+     * @return request 抓取请求
+     */
     public Request getRequest() {
         return request;
     }

From e550b72bfccda65c6f5b6f25b1855619d7b7de73 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Wed, 19 Jun 2013 08:20:21 +0800
Subject: [PATCH 23/81] add package infos

---
 .../main/java/us/codecraft/webmagic/downloader/package.html  | 5 +++++
 .../src/main/java/us/codecraft/webmagic/package.html         | 5 +++++
 .../main/java/us/codecraft/webmagic/pipeline/package.html    | 5 +++++
 .../main/java/us/codecraft/webmagic/processor/package.html   | 5 +++++
 .../main/java/us/codecraft/webmagic/schedular/package.html   | 5 +++++
 .../main/java/us/codecraft/webmagic/selector/Selector.java   | 2 +-
 .../main/java/us/codecraft/webmagic/selector/package.html    | 5 +++++
 .../src/main/java/us/codecraft/webmagic/utils/package.html   | 5 +++++
 8 files changed, 36 insertions(+), 1 deletion(-)
 create mode 100644 webmagic-core/src/main/java/us/codecraft/webmagic/downloader/package.html
 create mode 100644 webmagic-core/src/main/java/us/codecraft/webmagic/package.html
 create mode 100644 webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/package.html
 create mode 100644 webmagic-core/src/main/java/us/codecraft/webmagic/processor/package.html
 create mode 100644 webmagic-core/src/main/java/us/codecraft/webmagic/schedular/package.html
 create mode 100644 webmagic-core/src/main/java/us/codecraft/webmagic/selector/package.html
 create mode 100644 webmagic-core/src/main/java/us/codecraft/webmagic/utils/package.html

diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/package.html b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/package.html
new file mode 100644
index 000000000..cae5560ea
--- /dev/null
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/package.html
@@ -0,0 +1,5 @@
+<html>
+	<body>
+包含了页面下载的接口Downloader和实现类HttpClientDownloader，该实现类封装了HttpComponent库。
+	</body>
+</html>
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/package.html b/webmagic-core/src/main/java/us/codecraft/webmagic/package.html
new file mode 100644
index 000000000..d5ff540a6
--- /dev/null
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/package.html
@@ -0,0 +1,5 @@
+<html>
+	<body>
+包括webmagic入口类Spider和一些数据传递的实体类。
+	</body>
+</html>
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/package.html b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/package.html
new file mode 100644
index 000000000..498183ebd
--- /dev/null
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/package.html
@@ -0,0 +1,5 @@
+<html>
+	<body>
+包含了处理页面抽取结果的接口Pipeline和它的几个实现类。
+	</body>
+</html>
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/processor/package.html b/webmagic-core/src/main/java/us/codecraft/webmagic/processor/package.html
new file mode 100644
index 000000000..47274a1fd
--- /dev/null
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/processor/package.html
@@ -0,0 +1,5 @@
+<html>
+	<body>
+包含了封装页面处理逻辑的接口PageProcessor和一个实现类SimplePageProcessor。实现PageProcessor即可定制一个自己的爬虫。
+	</body>
+</html>
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/package.html b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/package.html
new file mode 100644
index 000000000..0e35610fe
--- /dev/null
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/package.html
@@ -0,0 +1,5 @@
+<html>
+	<body>
+包含url管理和调度的接口Schedular及它的几个实现类。
+	</body>
+</html>
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selector.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selector.java
index 35632b3aa..f7771cfbd 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selector.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selector.java
@@ -7,7 +7,7 @@
  * Date: 13-4-20
  * Time: 下午8:02
  */
-public interface Selector {
+interface Selector {
 
     public String select(String text);
 
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/package.html b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/package.html
new file mode 100644
index 000000000..3c9ef7b25
--- /dev/null
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/package.html
@@ -0,0 +1,5 @@
+<html>
+	<body>
+提供了便捷抽取页面内容的工具，对外核心接口是Selectable，内部抽取则是通过实现Selector来定制。
+	</body>
+</html>
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/utils/package.html b/webmagic-core/src/main/java/us/codecraft/webmagic/utils/package.html
new file mode 100644
index 000000000..bfbe8dfcd
--- /dev/null
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/utils/package.html
@@ -0,0 +1,5 @@
+<html>
+	<body>
+提供一些处理链接的静态工具类。
+	</body>
+</html>

From 9762834e60b88a6efef16696a86c6a8170c8c22c Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Wed, 19 Jun 2013 09:57:41 +0800
Subject: [PATCH 24/81] update Select api: remove x() s() etc.

---
 .../downloader/HttpClientDownloader.java      |  2 +-
 .../processor/SimplePageProcessor.java        |  6 ++--
 .../us/codecraft/webmagic/selector/Html.java  | 18 ++--------
 .../webmagic/selector/PlainText.java          | 26 +++-----------
 .../webmagic/selector/Selectable.java         | 34 +++----------------
 .../java/us/codecraft/webmagic/HtmlTest.java  |  2 +-
 .../webmagic/selector/XpathSelectorTest.java  |  2 +-
 .../samples/DiandianBlogProcessor.java        | 16 ++++-----
 .../webmagic/samples/DianpingProcessor.java   |  8 ++---
 .../webmagic/samples/DiaoyuwengProcessor.java | 12 +++----
 .../webmagic/samples/F58PageProcesser.java    |  6 ++--
 .../webmagic/samples/HuxiuProcessor.java      |  6 ++--
 .../webmagic/samples/KaichibaProcessor.java   |  6 ++--
 .../webmagic/samples/MeicanProcessor.java     |  8 ++---
 .../webmagic/samples/NjuBBSProcessor.java     |  6 ++--
 .../samples/OschinaBlogPageProcesser.java     |  8 ++---
 .../samples/OschinaPageProcesser.java         |  6 ++--
 .../webmagic/samples/QzoneBlogProcessor.java  |  6 ++--
 .../webmagic/samples/SinaBlogProcesser.java   | 12 +++----
 .../webmagic/samples/TianyaPageProcesser.java |  6 ++--
 .../us/codecraft/webmagic/SpiderTest.java     |  6 ++--
 21 files changed, 75 insertions(+), 127 deletions(-)

diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java
index 4332fa329..c1ecff3e8 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java
@@ -33,7 +33,7 @@ public Page download(Request request, Site site) {
             if (site.getAcceptStatCode().contains(statusCode)) {
                 if (site.getEncoding() == null){
                     String value = httpResponse.getEntity().getContentType().getValue();
-                    site.setEncoding(new PlainText(value).r("charset=([^\\s]+)").toString());
+                    site.setEncoding(new PlainText(value).regex("charset=([^\\s]+)").toString());
                 }
                 String content = IOUtils.toString(httpResponse.getEntity().getContent(),
                          site.getEncoding());
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/processor/SimplePageProcessor.java b/webmagic-core/src/main/java/us/codecraft/webmagic/processor/SimplePageProcessor.java
index 3ffc9a32e..0d5244629 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/processor/SimplePageProcessor.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/processor/SimplePageProcessor.java
@@ -28,13 +28,13 @@ public SimplePageProcessor(String startUrl, String urlPattern) {
 
     @Override
     public void process(Page page) {
-        List<String> requests = page.getHtml().as().rs(urlPattern).toStrings();
+        List<String> requests = page.getHtml().links().regex(urlPattern).toStrings();
         //调用page.addTargetRequests()方法添加待抓取链接
         page.addTargetRequests(requests);
         //xpath方式抽取
-        page.putField("title", page.getHtml().x("//title"));
+        page.putField("title", page.getHtml().xpath("//title"));
         //sc表示使用Readability技术抽取正文
-        page.putField("content", page.getHtml().sc());
+        page.putField("content", page.getHtml().smartContent());
     }
 
     @Override
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Html.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Html.java
index 3b3c80af9..3cc84f79e 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Html.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Html.java
@@ -18,12 +18,6 @@ public Html(String text) {
         super(text);
     }
 
-    @Override
-    public Selectable x(String xpath) {
-        XpathSelector xpathSelector = SelectorFactory.getInstatnce().newXpathSelector(xpath);
-        return select(xpathSelector,strings);
-    }
-
     @Override
     protected Selectable select(Selector selector, List<String> strings) {
         List<String> results = new ArrayList<String>();
@@ -47,25 +41,19 @@ protected Selectable selectList(Selector selector, List<String> strings) {
     }
 
     @Override
-    public Selectable sc() {
+    public Selectable smartContent() {
         SmartContentSelector smartContentSelector = SelectorFactory.getInstatnce().newSmartContentSelector();
         return select(smartContentSelector,strings);
     }
 
     @Override
-    public Selectable a() {
-        XpathSelector xpathSelector = SelectorFactory.getInstatnce().newXpathSelector("//a/@href");
-        return select(xpathSelector,strings);
-    }
-
-    @Override
-    public Selectable as() {
+    public Selectable links() {
         XpathSelector xpathSelector = SelectorFactory.getInstatnce().newXpathSelector("//a/@href");
         return selectList(xpathSelector,strings);
     }
 
     @Override
-    public Selectable xs(String xpath) {
+    public Selectable xpath(String xpath) {
         XpathSelector xpathSelector = SelectorFactory.getInstatnce().newXpathSelector(xpath);
         return selectList(xpathSelector, strings);
     }
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/PlainText.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/PlainText.java
index a11c9a293..935ababa3 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/PlainText.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/PlainText.java
@@ -25,38 +25,22 @@ public PlainText(String text) {
     }
 
     @Override
-    public Selectable x(String xpath) {
+    public Selectable xpath(String xpath) {
         throw new UnsupportedOperationException();
     }
 
     @Override
-    public Selectable xs(String xpath) {
+    public Selectable smartContent() {
         throw new UnsupportedOperationException();
     }
 
     @Override
-    public Selectable sc() {
+    public Selectable links() {
         throw new UnsupportedOperationException();
     }
 
     @Override
-    public Selectable a() {
-        throw new UnsupportedOperationException();
-    }
-
-    @Override
-    public Selectable as() {
-        throw new UnsupportedOperationException();
-    }
-
-    @Override
-    public Selectable r(String regex) {
-        RegexSelector regexSelector = SelectorFactory.getInstatnce().newRegexSelector(regex);
-        return select(regexSelector, strings);
-    }
-
-    @Override
-    public Selectable rs(String regex) {
+    public Selectable regex(String regex) {
         RegexSelector regexSelector = SelectorFactory.getInstatnce().newRegexSelector(regex);
         return selectList(regexSelector, strings);
     }
@@ -82,7 +66,7 @@ protected Selectable selectList(Selector selector, List<String> strings) {
     }
 
     @Override
-    public Selectable rp(String regex, String replacement) {
+    public Selectable replace(String regex, String replacement) {
         ReplaceSelector replaceSelector = SelectorFactory.getInstatnce().newReplaceSelector(regex, replacement);
         return select(replaceSelector, strings);
     }
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selectable.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selectable.java
index 921e6c3f4..630808d3b 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selectable.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selectable.java
@@ -9,51 +9,27 @@
  */
 public interface Selectable {
 
-    /**
-     * select with xpath
-     *
-     * @param xpath
-     * @return new Selectable after extract
-     */
-    public Selectable x(String xpath);
-
     /**
      * select list with xpath
      *
      * @param xpath
      * @return new Selectable after extract
      */
-    public Selectable xs(String xpath);
+    public Selectable xpath(String xpath);
 
     /**
      * select smart content with ReadAbility algorithm
      *
      * @return content
      */
-    public Selectable sc();
-
-    /**
-     * select a link
-     *
-     * @return first link
-     */
-    public Selectable a();
+    public Selectable smartContent();
 
     /**
      * select all links
      *
      * @return all links
      */
-    public Selectable as();
-
-
-    /**
-     * select with regex
-     *
-     * @param regex
-     * @return new Selectable after extract
-     */
-    public Selectable r(String regex);
+    public Selectable links();
 
     /**
      * select list with regex
@@ -61,7 +37,7 @@ public interface Selectable {
      * @param regex
      * @return new Selectable after extract
      */
-    public Selectable rs(String regex);
+    public Selectable regex(String regex);
 
     /**
      * replace with regex
@@ -70,7 +46,7 @@ public interface Selectable {
      * @param replacement
      * @return new Selectable after extract
      */
-    public Selectable rp(String regex, String replacement);
+    public Selectable replace(String regex, String replacement);
 
     /**
      * single string result
diff --git a/webmagic-core/src/test/java/us/codecraft/webmagic/HtmlTest.java b/webmagic-core/src/test/java/us/codecraft/webmagic/HtmlTest.java
index 6dacc9833..fcdbfeffa 100644
--- a/webmagic-core/src/test/java/us/codecraft/webmagic/HtmlTest.java
+++ b/webmagic-core/src/test/java/us/codecraft/webmagic/HtmlTest.java
@@ -14,7 +14,7 @@ public class HtmlTest {
     @Test
     public void testRegexSelector() {
         Html selectable = new Html("aaaaaaab");
-        Assert.assertEquals("abbabbab", (selectable.r("(.*)").rp("aa(a)", "$1bb").toString()));
+        Assert.assertEquals("abbabbab", (selectable.regex("(.*)").replace("aa(a)", "$1bb").toString()));
 
     }
 }
diff --git a/webmagic-core/src/test/java/us/codecraft/webmagic/selector/XpathSelectorTest.java b/webmagic-core/src/test/java/us/codecraft/webmagic/selector/XpathSelectorTest.java
index 8ee888597..bebbb83dc 100644
--- a/webmagic-core/src/test/java/us/codecraft/webmagic/selector/XpathSelectorTest.java
+++ b/webmagic-core/src/test/java/us/codecraft/webmagic/selector/XpathSelectorTest.java
@@ -1350,7 +1350,7 @@ public void test() {
     @Test
     public void testOschina() {
         Html html1 = new Html(html);
-        Assert.assertEquals("再次吐槽easyui", html1.x(".//*[@class='QTitle']/h1/a").toString());
+        Assert.assertEquals("再次吐槽easyui", html1.xpath(".//*[@class='QTitle']/h1/a").toString());
     }
 
 }
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiandianBlogProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiandianBlogProcessor.java
index a5b355cb1..e5aafe7a3 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiandianBlogProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiandianBlogProcessor.java
@@ -17,20 +17,20 @@ public class DiandianBlogProcessor implements PageProcessor {
 
     @Override
     public void process(Page page) {
-        //a()表示提取链接，as()表示提取所有链接
+        //a()表示提取链接，links()表示提取所有链接
         //getHtml()返回Html对象，支持链式调用
-        //r()表示用正则表达式提取一条内容，rs()表示提取多条内容
+        //r()表示用正则表达式提取一条内容，regex()表示提取多条内容
         //toString()表示取单条结果，toStrings()表示取多条
-        List<String> requests = page.getHtml().as().rs("(.*/post/.*)").toStrings();
+        List<String> requests = page.getHtml().links().regex("(.*/post/.*)").toStrings();
         //使用page.addTargetRequests()方法将待抓取的链接加入队列
         page.addTargetRequests(requests);
         //page.putField(key,value)将抽取的内容加入结果Map
         //x()和xs()使用xpath进行抽取
-        page.putField("title", page.getHtml().x("//title").r("(.*?)\\|"));
-        //sc()使用readability技术直接抽取正文，对于规整的文本有比较好的抽取正确率
-        page.putField("content", page.getHtml().sc());
-        page.putField("date", page.getUrl().r("post/(\\d+-\\d+-\\d+)/"));
-        page.putField("id", page.getUrl().r("post/\\d+-\\d+-\\d+/(\\d+)"));
+        page.putField("title", page.getHtml().xpath("//title").regex("(.*?)\\|"));
+        //smartContent()使用readability技术直接抽取正文，对于规整的文本有比较好的抽取正确率
+        page.putField("content", page.getHtml().smartContent());
+        page.putField("date", page.getUrl().regex("post/(\\d+-\\d+-\\d+)/"));
+        page.putField("id", page.getUrl().regex("post/\\d+-\\d+-\\d+/(\\d+)"));
     }
 
     @Override
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingProcessor.java
index 2f28e6a39..7a211882e 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingProcessor.java
@@ -15,13 +15,13 @@
 public class DianpingProcessor implements PageProcessor {
     @Override
     public void process(Page page) {
-        List<String> requests = page.getHtml().as().rs(".*shop.*").toStrings();
+        List<String> requests = page.getHtml().links().regex(".*shop.*").toStrings();
         page.addTargetRequests(requests);
-        requests = page.getHtml().rs(".*search/category/.*").toStrings();
+        requests = page.getHtml().regex(".*search/category/.*").toStrings();
         page.addTargetRequests(requests);
         if (page.getUrl().toString().contains("shop")) {
-            page.putField("title", page.getHtml().x("//h1[@class='shop-title']"));
-            page.putField("content", page.getHtml().sc());
+            page.putField("title", page.getHtml().xpath("//h1[@class='shop-title']"));
+            page.putField("content", page.getHtml().smartContent());
         }
     }
 
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiaoyuwengProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiaoyuwengProcessor.java
index f5032ff75..13ed2e115 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiaoyuwengProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiaoyuwengProcessor.java
@@ -18,15 +18,15 @@ public class DiaoyuwengProcessor implements PageProcessor {
 
     @Override
     public void process(Page page) {
-        List<String> requests = page.getHtml().as().rs("(http://www\\.diaoyuweng\\.com/home\\.php\\?mod=space&uid=88304&do=thread&view=me&type=thread&order=dateline&from=space&page=\\d+)").toStrings();
+        List<String> requests = page.getHtml().links().regex("(http://www\\.diaoyuweng\\.com/home\\.php\\?mod=space&uid=88304&do=thread&view=me&type=thread&order=dateline&from=space&page=\\d+)").toStrings();
         page.addTargetRequests(requests);
-        requests = page.getHtml().as().rs("(http://www\\.diaoyuweng\\.com/thread-\\d+-1-1.html)").toStrings();
+        requests = page.getHtml().links().regex("(http://www\\.diaoyuweng\\.com/thread-\\d+-1-1.html)").toStrings();
         page.addTargetRequests(requests);
         if (page.getUrl().toString().contains("thread")){
-            page.putField("title", page.getHtml().x("//a[@id='thread_subject']"));
-            page.putField("content", page.getHtml().x("//div[@class='pcb']//tbody"));
-            page.putField("date",page.getHtml().r("发表于 (\\d{4}-\\d+-\\d+ \\d+:\\d+:\\d+)"));
-            page.putField("id",new PlainText("1000"+page.getUrl().r("http://www\\.diaoyuweng\\.com/thread-(\\d+)-1-1.html").toString()));
+            page.putField("title", page.getHtml().xpath("//a[@id='thread_subject']"));
+            page.putField("content", page.getHtml().xpath("//div[@class='pcb']//tbody"));
+            page.putField("date",page.getHtml().regex("发表于 (\\d{4}-\\d+-\\d+ \\d+:\\d+:\\d+)"));
+            page.putField("id",new PlainText("1000"+page.getUrl().regex("http://www\\.diaoyuweng\\.com/thread-(\\d+)-1-1.html").toString()));
         }
     }
 
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/F58PageProcesser.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/F58PageProcesser.java
index 385e3f278..9d5140a2e 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/F58PageProcesser.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/F58PageProcesser.java
@@ -15,10 +15,10 @@ public class F58PageProcesser implements PageProcessor {
 
     @Override
     public void process(Page page) {
-        List<String> strings = page.getHtml().rs("<a[^<>]*href=[\"']{1}(/yewu/.*?)[\"']{1}").toStrings();
+        List<String> strings = page.getHtml().regex("<a[^<>]*href=[\"']{1}(/yewu/.*?)[\"']{1}").toStrings();
         page.addTargetRequests(strings);
-        page.putField("title",page.getHtml().r("<title>(.*)</title>"));
-        page.putField("body",page.getHtml().x("//dd[@class='w133']"));
+        page.putField("title",page.getHtml().regex("<title>(.*)</title>"));
+        page.putField("body",page.getHtml().xpath("//dd[@class='w133']"));
     }
 
     @Override
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/HuxiuProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/HuxiuProcessor.java
index 1fa0b7b55..26c60cc27 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/HuxiuProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/HuxiuProcessor.java
@@ -15,10 +15,10 @@ public class HuxiuProcessor implements PageProcessor {
     @Override
     public void process(Page page) {
         //http://progressdaily.diandian.com/post/2013-01-24/40046867275
-        List<String> requests = page.getHtml().rs("<a[^<>\"']*href=[\"']{1}([/]{0,1}article[^<>#\"']*?)[\"']{1}").toStrings();
+        List<String> requests = page.getHtml().regex("<a[^<>\"']*href=[\"']{1}([/]{0,1}article[^<>#\"']*?)[\"']{1}").toStrings();
         page.addTargetRequests(requests);
-        page.putField("title",page.getHtml().x("//div[@class='neirong']//h1[@class='ph xs5']"));
-        page.putField("content",page.getHtml().sc());
+        page.putField("title",page.getHtml().xpath("//div[@class='neirong']//h1[@class='ph xs5']"));
+        page.putField("content",page.getHtml().smartContent());
     }
 
     @Override
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/KaichibaProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/KaichibaProcessor.java
index 8ea4afe27..0a51b364e 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/KaichibaProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/KaichibaProcessor.java
@@ -13,10 +13,10 @@ public class KaichibaProcessor implements PageProcessor {
     @Override
     public void process(Page page) {
         //http://progressdaily.diandian.com/post/2013-01-24/40046867275
-        int i = Integer.valueOf(page.getUrl().r("shop/(\\d+)").toString()) + 1;
+        int i = Integer.valueOf(page.getUrl().regex("shop/(\\d+)").toString()) + 1;
         page.addTargetRequest("http://kaichiba.com/shop/" + i);
-        page.putField("title",page.getHtml().x("//Title"));
-        page.putField("items", page.getHtml().xs("//li[@class=\"foodTitle\"]").rp("^\\s+", "").rp("\\s+$", "").rp("<span>.*?</span>", ""));
+        page.putField("title",page.getHtml().xpath("//Title"));
+        page.putField("items", page.getHtml().xpath("//li[@class=\"foodTitle\"]").replace("^\\s+", "").replace("\\s+$", "").replace("<span>.*?</span>", ""));
     }
 
     @Override
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/MeicanProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/MeicanProcessor.java
index 98fe8de7d..bd218113b 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/MeicanProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/MeicanProcessor.java
@@ -15,14 +15,14 @@ public class MeicanProcessor implements PageProcessor {
     @Override
     public void process(Page page) {
         //http://progressdaily.diandian.com/post/2013-01-24/40046867275
-        List<String> requests = page.getHtml().xs("//a[@class=\"area_link flat_btn\"]/@href").toStrings();
+        List<String> requests = page.getHtml().xpath("//a[@class=\"area_link flat_btn\"]/@href").toStrings();
         if (requests.size() > 2) {
             requests = requests.subList(0, 2);
         }
         page.addTargetRequests(requests);
-        page.addTargetRequests(page.getHtml().as().rs("(.*/restaurant/[^#]+)").toStrings());
-        page.putField("items", page.getHtml().xs("//ul[@class=\"dishes menu_dishes\"]/li/span[@class=\"name\"]"));
-        page.putField("prices", page.getHtml().xs("//ul[@class=\"dishes menu_dishes\"]/li/span[@class=\"price_outer\"]/span[@class=\"price\"]"));
+        page.addTargetRequests(page.getHtml().links().regex("(.*/restaurant/[^#]+)").toStrings());
+        page.putField("items", page.getHtml().xpath("//ul[@class=\"dishes menu_dishes\"]/li/span[@class=\"name\"]"));
+        page.putField("prices", page.getHtml().xpath("//ul[@class=\"dishes menu_dishes\"]/li/span[@class=\"price_outer\"]/span[@class=\"price\"]"));
     }
 
     @Override
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/NjuBBSProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/NjuBBSProcessor.java
index e4cc33cfc..a7e9c9ba9 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/NjuBBSProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/NjuBBSProcessor.java
@@ -14,10 +14,10 @@
 public class NjuBBSProcessor implements PageProcessor {
     @Override
     public void process(Page page) {
-        List<String> requests = page.getHtml().rs("<a[^<>]*href=(bbstcon\\?board=Pictures&file=[^>]*)").toStrings();
+        List<String> requests = page.getHtml().regex("<a[^<>]*href=(bbstcon\\?board=Pictures&file=[^>]*)").toStrings();
         page.addTargetRequests(requests);
-        page.putField("title",page.getHtml().x("//div[@id='content']//h2/a"));
-        page.putField("content",page.getHtml().sc());
+        page.putField("title",page.getHtml().xpath("//div[@id='content']//h2/a"));
+        page.putField("content",page.getHtml().smartContent());
     }
 
     @Override
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/OschinaBlogPageProcesser.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/OschinaBlogPageProcesser.java
index 0d6354d8a..9293b41c4 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/OschinaBlogPageProcesser.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/OschinaBlogPageProcesser.java
@@ -15,11 +15,11 @@ public class OschinaBlogPageProcesser implements PageProcessor {
 
     @Override
     public void process(Page page) {
-        List<String> strings = page.getHtml().as().r("(http://my\\.oschina\\.net)").toStrings();
+        List<String> strings = page.getHtml().links().regex("(http://my\\.oschina\\.net)").toStrings();
         page.addTargetRequests(strings);
-        page.putField("title", page.getHtml().xs("//div[@class='BlogEntity']/div[@class='BlogTitle']/h1"));
-        page.putField("content", page.getHtml().sc());
-        page.putField("author", page.getUrl().r("my\\.oschina\\.net/(\\w+)/blog/\\d+"));
+        page.putField("title", page.getHtml().xpath("//div[@class='BlogEntity']/div[@class='BlogTitle']/h1"));
+        page.putField("content", page.getHtml().smartContent());
+        page.putField("author", page.getUrl().regex("my\\.oschina\\.net/(\\w+)/blog/\\d+"));
     }
 
     @Override
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/OschinaPageProcesser.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/OschinaPageProcesser.java
index b708ec51d..f88ce06d2 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/OschinaPageProcesser.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/OschinaPageProcesser.java
@@ -15,10 +15,10 @@ public class OschinaPageProcesser implements PageProcessor {
 
     @Override
     public void process(Page page) {
-        List<String> strings = page.getHtml().rs("<a[^<>]*href=[\"']{1}(http://www\\.oschina\\.net/question/[\\w]+)[\"']{1}").toStrings();
+        List<String> strings = page.getHtml().regex("<a[^<>]*href=[\"']{1}(http://www\\.oschina\\.net/question/[\\w]+)[\"']{1}").toStrings();
         page.addTargetRequests(strings);
-        page.putField("title", page.getHtml().x("//div[@class='QTitle']/h1/a"));
-        page.putField("content", page.getHtml().xs("//div[@class='Question']//div[@class='Content']/div[@class='detail']"));
+        page.putField("title", page.getHtml().xpath("//div[@class='QTitle']/h1/a"));
+        page.putField("content", page.getHtml().xpath("//div[@class='Question']//div[@class='Content']/div[@class='detail']"));
     }
 
     @Override
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/QzoneBlogProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/QzoneBlogProcessor.java
index 400ebd5ec..bf4dcc2a1 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/QzoneBlogProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/QzoneBlogProcessor.java
@@ -18,10 +18,10 @@ public void process(Page page) {
 
         //http://b1.cnc.qzone.qq.com/cgi-bin/blognew/get_abs?hostUin=233017404&uin=233017404&blogType=0&statYear=2013&source=0&statYear=2013&g_tk=291639571&g_tk=291639571&reqInfo=7&pos=0&num=15&source=0&rand=0.46480297949165106
         // &cateName=&cateHex=&statYear=2013&reqInfo=7&pos=0&num=15&sortType=0&source=0&rand=0.46480297949165106&g_tk=291639571&verbose=1&ref=qzone
-        List<String> requests = page.getHtml().rs("<a[^<>]*href=[\"']{1}(http://17dujingdian\\.com/post/[^#]*?)[\"']{1}").toStrings();
+        List<String> requests = page.getHtml().regex("<a[^<>]*href=[\"']{1}(http://17dujingdian\\.com/post/[^#]*?)[\"']{1}").toStrings();
         page.addTargetRequests(requests);
-        page.putField("title",page.getHtml().x("//div[@id='content']//h2/a"));
-        page.putField("content",page.getHtml().sc());
+        page.putField("title",page.getHtml().xpath("//div[@id='content']//h2/a"));
+        page.putField("content",page.getHtml().smartContent());
     }
 
     @Override
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/SinaBlogProcesser.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/SinaBlogProcesser.java
index 5bc2fc68a..bb77931fe 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/SinaBlogProcesser.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/SinaBlogProcesser.java
@@ -15,12 +15,12 @@ public class SinaBlogProcesser implements PageProcessor {
 
     @Override
     public void process(Page page) {
-        page.addTargetRequests(page.getHtml().as().rs("(http://blog\\.sina\\.com\\.cn/s/blog_.*)").toStrings());
-        page.putField("title", page.getHtml().x("//div[@class='articalTitle']/h2"));
-        page.putField("content",page.getHtml().x("//div[@id='articlebody']//div[@class='articalContent']"));
-        page.putField("id",page.getUrl().r("http://blog\\.sina\\.com\\.cn/s/blog_(\\w+)"));
-        page.putField("date",page.getHtml().x("//div[@id='articlebody']//span[@class='time SG_txtc']").r("\\((.*)\\)"));
-//        page.putField("tags",page.getHtml().xs("//td[@class='blog_tag']/h3/a"));
+        page.addTargetRequests(page.getHtml().links().regex("(http://blog\\.sina\\.com\\.cn/s/blog_.*)").toStrings());
+        page.putField("title", page.getHtml().xpath("//div[@class='articalTitle']/h2"));
+        page.putField("content",page.getHtml().xpath("//div[@id='articlebody']//div[@class='articalContent']"));
+        page.putField("id",page.getUrl().regex("http://blog\\.sina\\.com\\.cn/s/blog_(\\w+)"));
+        page.putField("date",page.getHtml().xpath("//div[@id='articlebody']//span[@class='time SG_txtc']").regex("\\((.*)\\)"));
+//        page.putField("tags",page.getHtml().xpath("//td[@class='blog_tag']/h3/a"));
     }
 
     @Override
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/TianyaPageProcesser.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/TianyaPageProcesser.java
index a15ef74a2..278657f09 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/TianyaPageProcesser.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/TianyaPageProcesser.java
@@ -15,10 +15,10 @@ public class TianyaPageProcesser implements PageProcessor {
 
     @Override
     public void process(Page page) {
-        List<String> strings = page.getHtml().rs("<a[^<>]*href=[\"']{1}(/post-free.*?\\.shtml)[\"']{1}").toStrings();
+        List<String> strings = page.getHtml().regex("<a[^<>]*href=[\"']{1}(/post-free.*?\\.shtml)[\"']{1}").toStrings();
         page.addTargetRequests(strings);
-        page.putField("title", page.getHtml().x("//div[@id='post_head']//span[@class='s_title']//b"));
-        page.putField("body",page.getHtml().sc());
+        page.putField("title", page.getHtml().xpath("//div[@id='post_head']//span[@class='s_title']//b"));
+        page.putField("body",page.getHtml().smartContent());
     }
 
     @Override
diff --git a/webmagic-samples/src/test/java/us/codecraft/webmagic/SpiderTest.java b/webmagic-samples/src/test/java/us/codecraft/webmagic/SpiderTest.java
index 6293884c1..681aac78e 100644
--- a/webmagic-samples/src/test/java/us/codecraft/webmagic/SpiderTest.java
+++ b/webmagic-samples/src/test/java/us/codecraft/webmagic/SpiderTest.java
@@ -51,7 +51,7 @@ public void languageSchema() {
 
         /**
          *
-         * _hrefs = rs("<a[^<>]*href=[\"']{1}(/yewu/.*?)[\"']{1}")
+         * _hrefs = regex("<a[^<>]*href=[\"']{1}(/yewu/.*?)[\"']{1}")
          * title = r(""<title>(.*)</title>"")
          * body = x("//dd[@class='w133']")
          *
@@ -72,7 +72,7 @@ public void languageSchema() {
          *      body[r(_currentUrl).g(1)] = body[r(_currentUrl).g(1)] + (x("").r("",1,2).c())
          *
          *      body=body[r(_currentUrl).g(1)]
-         *      tags[%] = (tags[%] + xs('')) . r('')
+         *      tags[%] = (tags[%] + xpath('')) . r('')
          *
          *      _targetUrls.add('' + x('').r(''))
          *      _sourceUrls.add()
@@ -114,7 +114,7 @@ public void languageSchema() {
          *      content = t(_html) > c()
          *      title = x(_html, 'asd@asd') > r('',1)
          *      body[r(_currentUrl).g(1)] = body[r(_currentUrl).g(1)] + (x('') > r('',1,2) > c()) | x('')
-         *      tags[%] = tags + xs('') > r('')
+         *      tags[%] = tags + xpath('') > r('')
          *      model.setTargetUrl();
          *
          *      _targetUrl = '' + x('') & r('')

From 6611d6e64f3b86152bfaf5832fd1c09190a0c0e3 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Wed, 19 Jun 2013 10:14:17 +0800
Subject: [PATCH 25/81] update api in READEME

---
 README.md | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/README.md b/README.md
index 421443f0a..2b687e6bc 100644
--- a/README.md
+++ b/README.md
@@ -18,7 +18,7 @@ webmagic正处于开发阶段，目前还没有稳定版本。欢迎开发者参
 * ####垂直爬虫####
 	webmagic着重于页面抽取的工作。开发者可以使用xpath和正则表达式进行链接和内容的提取，支持链式API调用，以及单复数转换。
 
-		String content = page.getHtml().x("//div[@class='body']").r("这段话比较重要(.*)").toString();
+		String content = page.getHtml().xpath("//div[@class='body']").regex("这段话比较重要(.*)").toString();
 	
 * ####嵌入式&无配置####
 	webmagic与其他Full-Stack的框架不同，没有配置文件，大部分功能都通过简单的API调用完成。webmagic以jar包的形式存在，并且不依赖任何框架，在程序可以随处进行调用。
@@ -57,13 +57,13 @@ webmagic定制的核心是PageProcessor接口。
 
         @Override
         public void process(Page page) {
-            List<String> requests = page.getHtml().as().rs(urlPattern).toStrings();
+            List<String> requests = page.getHtml().links().regex(urlPattern).toStrings();
             //调用page.addTargetRequests()方法添加待抓取链接
             page.addTargetRequests(requests);
             //xpath方式抽取
-            page.putField("title", page.getHtml().x("//title"));
+            page.putField("title", page.getHtml().xpath("//title"));
             //sc表示使用Readability技术抽取正文
-            page.putField("content", page.getHtml().sc());
+            page.putField("content", page.getHtml().smartContent());
         }
 
         @Override

From 6ede0e1b053808008339bb3d838514017e6156df Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Thu, 20 Jun 2013 07:53:48 +0800
Subject: [PATCH 26/81] update Spider api

---
 .../main/java/us/codecraft/webmagic/Site.java | 114 +++++++++++++++---
 .../java/us/codecraft/webmagic/Spider.java    |  45 +++----
 ...ular.java => FileCacheQueueScheduler.java} |   4 +-
 ...ueueSchedular.java => QueueScheduler.java} |   2 +-
 .../{Schedular.java => Scheduler.java}        |   2 +-
 .../us/codecraft/webmagic/selector/Html.java  |  14 ++-
 .../webmagic/selector/PlainText.java          |   4 +
 .../downloader/HttpClientDownloaderTest.java  |   2 +-
 .../webmagic/samples/DianpingProcessor.java   |   2 +-
 .../us/codecraft/webmagic/SpiderTest.java     |  10 +-
 .../processor/DiandianProcessorTest.java      |   6 +-
 .../processor/DiaoyuwengProcessorTest.java    |  10 +-
 .../processor/SinablogProcessorTest.java      |  10 +-
 13 files changed, 161 insertions(+), 64 deletions(-)
 rename webmagic-core/src/main/java/us/codecraft/webmagic/schedular/{FileCacheQueueSchedular.java => FileCacheQueueScheduler.java} (97%)
 rename webmagic-core/src/main/java/us/codecraft/webmagic/schedular/{QueueSchedular.java => QueueScheduler.java} (94%)
 rename webmagic-core/src/main/java/us/codecraft/webmagic/schedular/{Schedular.java => Scheduler.java} (90%)

diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Site.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Site.java
index 5c208dd04..f9e0fd611 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Site.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Site.java
@@ -3,10 +3,12 @@
 import java.util.*;
 
 /**
- * Site定义一个待抓取的站点的各种信息。
+ * Site定义一个待抓取的站点的各种信息。<br>
+ * 这个类的所有getter方法，一般都只会被爬虫框架内部进行调用。<br>
+ *
  * @author code4crafter@gmail.com <br>
- * Date: 13-4-21
- * Time: 下午12:13
+ *         Date: 13-4-21
+ *         Time: 下午12:13
  */
 public class Site {
 
@@ -30,73 +32,157 @@ public class Site {
         DEFAULT_STATUS_CODE_SET.add(200);
     }
 
+    /**
+     * 创建一个Site对象，等价于new Site()
+     *
+     * @return 新建的对象
+     */
     public static Site me() {
         return new Site();
     }
 
-    public Site setCookie(String name, String value) {
+    /**
+     * 为这个站点添加一个cookie，可用于抓取某些需要登录访问的站点。这个cookie的域名与{@link #getDomain()}是一致的
+     *
+     * @param name  cookie的名称
+     * @param value cookie的值
+     * @return this
+     */
+    public Site addCookie(String name, String value) {
         cookies.put(name, value);
         return this;
     }
 
+    /**
+     * 为这个站点设置user-agent，很多网站都对user-agent进行了限制，不设置此选项可能会得到期望之外的结果。
+     *
+     * @param userAgent userAgent
+     * @return this
+     */
     public Site setUserAgent(String userAgent) {
         this.userAgent = userAgent;
         return this;
     }
 
+    /**
+     * 获取已经设置的所有cookie
+     *
+     * @return 已经设置的所有cookie
+     */
     public Map<String, String> getCookies() {
         return cookies;
     }
 
+    /**
+     * 获取已设置的user-agent
+     *
+     * @return 已设置的user-agent
+     */
     public String getUserAgent() {
         return userAgent;
     }
 
+    /**
+     * 获取已设置的domain
+     *
+     * @return
+     */
     public String getDomain() {
         return domain;
     }
 
+    /**
+     * 设置这个站点所在域名，必须项。<br>
+     * 目前不支持多个域名的抓取。抓取多个域名请新建一个Spider。
+     *
+     * @param domain 爬虫会抓取的域名
+     * @return this
+     */
     public Site setDomain(String domain) {
         this.domain = domain;
         return this;
     }
 
-    public String getEncoding() {
-        return encoding;
-    }
-
+    /**
+     * 设置页面编码，若不设置则自动根据Html meta信息获取。<br>
+     * 一般无需设置encoding，如果发现下载的结果是乱码，则可以设置此项。<br>
+     *
+     * @param encoding 编码格式，主要是"utf-8"、"gbk"两种
+     * @return this
+     */
     public Site setEncoding(String encoding) {
         this.encoding = encoding;
         return this;
     }
 
-    public Set<Integer> getAcceptStatCode() {
-        return acceptStatCode;
+    /**
+     * 获取已设置的编码
+     *
+     * @return 已设置的domain
+     */
+    public String getEncoding() {
+        return encoding;
     }
 
+    /**
+     * 设置可接受的http状态码，仅当状态码在这个集合中时，才会读取页面内容。<br>
+     * 默认为200，正常情况下，无须设置此项。<br>
+     * 某些站点会错误的返回状态码，此时可以对这个选项进行设置。<br>
+     *
+     * @param acceptStatCode 可接受的状态码
+     * @return this
+     */
     public Site setAcceptStatCode(Set<Integer> acceptStatCode) {
         this.acceptStatCode = acceptStatCode;
         return this;
     }
 
+    /**
+     * 获取可接受的状态码
+     *
+     * @return 可接受的状态码
+     */
+    public Set<Integer> getAcceptStatCode() {
+        return acceptStatCode;
+    }
+
+    /**
+     * 获取初始页面的地址列表
+     * @return 初始页面的地址列表
+     */
     public List<String> getStartUrls() {
         return startUrls;
     }
 
+    /**
+     * 增加初始页面的地址，可反复调用此方法增加多个初始地址。
+     * @param startUrl 初始页面的地址
+     * @return this
+     */
     public Site addStartUrl(String startUrl) {
         this.startUrls.add(startUrl);
         return this;
     }
 
-    public int getSleepTime() {
-        return sleepTime;
-    }
-
+    /**
+     * 设置两次抓取之间的间隔，避免对目标站点压力过大(或者避免被防火墙屏蔽...)。
+     *
+     * @param sleepTime 单位毫秒
+     * @return this
+     */
     public Site setSleepTime(int sleepTime) {
         this.sleepTime = sleepTime;
         return this;
     }
 
+    /**
+     * 获取两次抓取之间的间隔
+     * @return 两次抓取之间的间隔，单位毫秒
+     */
+    public int getSleepTime() {
+        return sleepTime;
+    }
+
     @Override
     public boolean equals(Object o) {
         if (this == o) return true;
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
index 67e9c94d5..8c662eb4a 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
@@ -7,13 +7,18 @@
 import us.codecraft.webmagic.pipeline.ConsolePipeline;
 import us.codecraft.webmagic.pipeline.Pipeline;
 import us.codecraft.webmagic.processor.PageProcessor;
-import us.codecraft.webmagic.schedular.QueueSchedular;
-import us.codecraft.webmagic.schedular.Schedular;
+import us.codecraft.webmagic.schedular.QueueScheduler;
+import us.codecraft.webmagic.schedular.Scheduler;
 
 import java.util.ArrayList;
 import java.util.List;
 
 /**
+ * <pre>
+ * webmagic爬虫的入口类。
+ *      示例：
+ *      Spider.create(new SimplePageProcessor("http://my.oschina.net/", "http://my.oschina.net/*blog/*")).run();
+ * </pre>
  * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 上午6:53
@@ -32,18 +37,17 @@ public class Spider implements Runnable, Task {
 
     private String uuid;
 
-    private Schedular schedular = new QueueSchedular();
+    private Scheduler scheduler = new QueueScheduler();
 
     private Logger logger = Logger.getLogger(getClass());
 
-    public static Spider me() {
-        return new Spider();
-    }
-
-    public Spider processor(PageProcessor pageProcessor) {
+    public Spider(PageProcessor pageProcessor){
         this.pageProcessor = pageProcessor;
         this.site = pageProcessor.getSite();
-        return this;
+    }
+
+    public static Spider create(PageProcessor pageProcessor) {
+        return new Spider(pageProcessor);
     }
 
     public Spider startUrls(List<String> startUrls) {
@@ -57,8 +61,13 @@ public Spider startUrl(String startUrl) {
         return this;
     }
 
-    public Spider schedular(Schedular schedular) {
-        this.schedular = schedular;
+    public Spider setUUID(String uuid) {
+        this.uuid = uuid;
+        return this;
+    }
+
+    public Spider schedular(Scheduler scheduler) {
+        this.scheduler = scheduler;
         return this;
     }
 
@@ -71,9 +80,9 @@ public Spider pipeline(Pipeline pipeline) {
     @Override
     public void run() {
         for (String startUrl : startUrls) {
-            schedular.push(new Request(startUrl), this);
+            scheduler.push(new Request(startUrl), this);
         }
-        Request request = schedular.poll(this);
+        Request request = scheduler.poll(this);
         if (pipelines.isEmpty()) {
             pipelines.add(new ConsolePipeline());
         }
@@ -89,16 +98,10 @@ public void run() {
                 pipeline.process(page, this);
             }
             sleep(site.getSleepTime());
-            request = schedular.poll(this);
+            request = scheduler.poll(this);
         }
     }
 
-    public Spider setUUID(String uuid) {
-        this.uuid = uuid;
-        return this;
-    }
-
-
     private void sleep(int time) {
         try {
             Thread.sleep(time);
@@ -110,7 +113,7 @@ private void sleep(int time) {
     private void addRequest(Page page) {
         if (CollectionUtils.isNotEmpty(page.getTargetRequests())) {
             for (Request request : page.getTargetRequests()) {
-                schedular.push(request, this);
+                scheduler.push(request, this);
             }
         }
     }
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/FileCacheQueueSchedular.java b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/FileCacheQueueScheduler.java
similarity index 97%
rename from webmagic-core/src/main/java/us/codecraft/webmagic/schedular/FileCacheQueueSchedular.java
rename to webmagic-core/src/main/java/us/codecraft/webmagic/schedular/FileCacheQueueScheduler.java
index 0a93e52db..246f7e0a7 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/FileCacheQueueSchedular.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/FileCacheQueueScheduler.java
@@ -20,7 +20,7 @@
  * Date: 13-4-21
  * Time: 下午1:13
  */
-public class FileCacheQueueSchedular implements Schedular {
+public class FileCacheQueueScheduler implements Scheduler {
 
     private Logger logger = Logger.getLogger(getClass());
 
@@ -44,7 +44,7 @@ public class FileCacheQueueSchedular implements Schedular {
 
     private Set<String> urls;
 
-    public FileCacheQueueSchedular(String filePath) {
+    public FileCacheQueueScheduler(String filePath) {
         this.filePath = filePath;
     }
 
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/QueueSchedular.java b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/QueueScheduler.java
similarity index 94%
rename from webmagic-core/src/main/java/us/codecraft/webmagic/schedular/QueueSchedular.java
rename to webmagic-core/src/main/java/us/codecraft/webmagic/schedular/QueueScheduler.java
index 20576fc7c..697688596 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/QueueSchedular.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/QueueScheduler.java
@@ -14,7 +14,7 @@
  * Date: 13-4-21
  * Time: 下午1:13
  */
-public class QueueSchedular implements Schedular {
+public class QueueScheduler implements Scheduler {
 
     private Logger logger = Logger.getLogger(getClass());
 
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/Schedular.java b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/Scheduler.java
similarity index 90%
rename from webmagic-core/src/main/java/us/codecraft/webmagic/schedular/Schedular.java
rename to webmagic-core/src/main/java/us/codecraft/webmagic/schedular/Scheduler.java
index 8df776040..7e0213275 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/Schedular.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/Scheduler.java
@@ -8,7 +8,7 @@
  * Date: 13-4-21
  * Time: 下午1:12
  */
-public interface Schedular {
+public interface Scheduler {
 
     public void push(Request request,Task task);
 
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Html.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Html.java
index 3cc84f79e..0b3637267 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Html.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Html.java
@@ -5,8 +5,8 @@
 
 /**
  * @author code4crafter@gmail.com <br>
- * Date: 13-4-21
- * Time: 上午7:54
+ *         Date: 13-4-21
+ *         Time: 上午7:54
  */
 public class Html extends PlainText {
 
@@ -18,12 +18,16 @@ public Html(String text) {
         super(text);
     }
 
+    public static Html create(String text) {
+        return new Html(text);
+    }
+
     @Override
     protected Selectable select(Selector selector, List<String> strings) {
         List<String> results = new ArrayList<String>();
         for (String string : strings) {
             String result = selector.select(string);
-            if (result!=null){
+            if (result != null) {
                 results.add(result);
             }
         }
@@ -43,13 +47,13 @@ protected Selectable selectList(Selector selector, List<String> strings) {
     @Override
     public Selectable smartContent() {
         SmartContentSelector smartContentSelector = SelectorFactory.getInstatnce().newSmartContentSelector();
-        return select(smartContentSelector,strings);
+        return select(smartContentSelector, strings);
     }
 
     @Override
     public Selectable links() {
         XpathSelector xpathSelector = SelectorFactory.getInstatnce().newXpathSelector("//a/@href");
-        return selectList(xpathSelector,strings);
+        return selectList(xpathSelector, strings);
     }
 
     @Override
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/PlainText.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/PlainText.java
index 935ababa3..cedee6301 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/PlainText.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/PlainText.java
@@ -24,6 +24,10 @@ public PlainText(String text) {
         this.strings = results;
     }
 
+    public static PlainText create(String text) {
+        return new PlainText(text);
+    }
+
     @Override
     public Selectable xpath(String xpath) {
         throw new UnsupportedOperationException();
diff --git a/webmagic-core/src/test/java/us/codecraft/webmagic/downloader/HttpClientDownloaderTest.java b/webmagic-core/src/test/java/us/codecraft/webmagic/downloader/HttpClientDownloaderTest.java
index 7f00e17c0..b2bcca2e5 100644
--- a/webmagic-core/src/test/java/us/codecraft/webmagic/downloader/HttpClientDownloaderTest.java
+++ b/webmagic-core/src/test/java/us/codecraft/webmagic/downloader/HttpClientDownloaderTest.java
@@ -15,7 +15,7 @@ public class HttpClientDownloaderTest {
 
     @Test
     public void testCookie() {
-        Site site = Site.me().setDomain("www.diandian.com").setCookie("t", "yct7q7e6v319wpg4cpxqduu5m77lcgix");
+        Site site = Site.me().setDomain("www.diandian.com").addCookie("t", "yct7q7e6v319wpg4cpxqduu5m77lcgix");
         HttpClientDownloader httpClientDownloader = new HttpClientDownloader();
         Page download = httpClientDownloader.download(new Request("http://www.diandian.com"), site);
         Assert.assertTrue(download.getHtml().toString().contains("flashsword30"));
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingProcessor.java
index 7a211882e..c7233e8b2 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingProcessor.java
@@ -33,6 +33,6 @@ public Site getSite() {
 
     public static void main(String[] args) {
         DianpingProcessor dianpingProcessor = new DianpingProcessor();
-        Spider.me().processor(dianpingProcessor).startUrl("http://www.dianping.com/shanghai/food").run();
+        Spider.create(dianpingProcessor).startUrl("http://www.dianping.com/shanghai/food").run();
     }
 }
diff --git a/webmagic-samples/src/test/java/us/codecraft/webmagic/SpiderTest.java b/webmagic-samples/src/test/java/us/codecraft/webmagic/SpiderTest.java
index 681aac78e..39018d908 100644
--- a/webmagic-samples/src/test/java/us/codecraft/webmagic/SpiderTest.java
+++ b/webmagic-samples/src/test/java/us/codecraft/webmagic/SpiderTest.java
@@ -5,7 +5,7 @@
 import us.codecraft.webmagic.pipeline.FilePipeline;
 import us.codecraft.webmagic.processor.SimplePageProcessor;
 import us.codecraft.webmagic.samples.HuxiuProcessor;
-import us.codecraft.webmagic.schedular.FileCacheQueueSchedular;
+import us.codecraft.webmagic.schedular.FileCacheQueueScheduler;
 
 /**
  * @author code4crafter@gmail.com <br>
@@ -18,7 +18,7 @@ public class SpiderTest {
     @Ignore
     @Test
     public void testSpider() throws InterruptedException {
-        Spider me = Spider.me().pipeline(new FilePipeline()).processor(new HuxiuProcessor());
+        Spider me = Spider.create(new HuxiuProcessor()).pipeline(new FilePipeline());
         me.run();
     }
 
@@ -26,13 +26,13 @@ public void testSpider() throws InterruptedException {
     @Test
     public void testGlobalSpider(){
 //        PageProcessor pageProcessor = new MeicanProcessor();
-//        Spider.me().pipeline(new FilePipeline()).schedular(new FileCacheQueueSchedular(pageProcessor.getSite(),"/data/temp/webmagic/cache/")).
+//        Spider.me().pipeline(new FilePipeline()).schedular(new FileCacheQueueScheduler(pageProcessor.getSite(),"/data/temp/webmagic/cache/")).
 //                processor(pageProcessor).run();
         SimplePageProcessor pageProcessor2 = new SimplePageProcessor("http://www.diaoyuweng.com/home.php?mod=space&uid=88304&do=thread&view=me&type=thread&from=space", "http://www.diaoyuweng.com/thread-*-1-1.html");
         System.out.println(pageProcessor2.getSite().getEncoding());
         pageProcessor2.getSite().setSleepTime(500);
-        Spider.me().pipeline(new FilePipeline()).schedular(new FileCacheQueueSchedular("/data/temp/webmagic/cache/")).
-                processor(pageProcessor2).run();
+        Spider.create(pageProcessor2).pipeline(new FilePipeline()).schedular(new FileCacheQueueScheduler("/data/temp/webmagic/cache/")).
+                run();
 
 
     }
diff --git a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiandianProcessorTest.java b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiandianProcessorTest.java
index b87815c4d..00491d9f0 100644
--- a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiandianProcessorTest.java
+++ b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiandianProcessorTest.java
@@ -6,7 +6,7 @@
 import us.codecraft.webmagic.pipeline.ConsolePipeline;
 import us.codecraft.webmagic.pipeline.FreemarkerPipeline;
 import us.codecraft.webmagic.samples.DiandianBlogProcessor;
-import us.codecraft.webmagic.schedular.FileCacheQueueSchedular;
+import us.codecraft.webmagic.schedular.FileCacheQueueScheduler;
 
 import java.io.IOException;
 
@@ -30,7 +30,7 @@ public void test() throws IOException {
         //ConsolePipeline输出结果到控制台
         //FileCacheQueueSchedular保存url，支持断点续传，临时文件输出到/data/temp/webmagic/cache目录
         //Spider.run()执行
-        Spider.me().pipeline(new ConsolePipeline()).pipeline(pipeline).schedular(new FileCacheQueueSchedular("/data/temp/webmagic/cache/")).
-                processor(diaoyuwengProcessor).run();
+        Spider.create(diaoyuwengProcessor).pipeline(new ConsolePipeline()).pipeline(pipeline).schedular(new FileCacheQueueScheduler("/data/temp/webmagic/cache/")).
+                run();
     }
 }
diff --git a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiaoyuwengProcessorTest.java b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiaoyuwengProcessorTest.java
index 2b2caaca1..a189126c8 100644
--- a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiaoyuwengProcessorTest.java
+++ b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiaoyuwengProcessorTest.java
@@ -6,14 +6,14 @@
 import us.codecraft.webmagic.pipeline.FilePipeline;
 import us.codecraft.webmagic.pipeline.FreemarkerPipeline;
 import us.codecraft.webmagic.samples.DiaoyuwengProcessor;
-import us.codecraft.webmagic.schedular.FileCacheQueueSchedular;
+import us.codecraft.webmagic.schedular.FileCacheQueueScheduler;
 
 import java.io.IOException;
 
 /**
  * @author code4crafter@gmail.com <br>
- * Date: 13-6-9
- * Time: 上午8:02
+ *         Date: 13-6-9
+ *         Time: 上午8:02
  */
 public class DiaoyuwengProcessorTest {
 
@@ -22,7 +22,7 @@ public class DiaoyuwengProcessorTest {
     public void test() throws IOException {
         DiaoyuwengProcessor diaoyuwengProcessor = new DiaoyuwengProcessor();
         FreemarkerPipeline pipeline = new FreemarkerPipeline("wordpress.ftl");
-        Spider.me().pipeline(new FilePipeline()).pipeline(pipeline).schedular(new FileCacheQueueSchedular("/data/temp/webmagic/cache/")).
-                processor(diaoyuwengProcessor).run();
+        Spider.create(diaoyuwengProcessor).pipeline(new FilePipeline()).pipeline(pipeline).schedular(new FileCacheQueueScheduler("/data/temp/webmagic/cache/")).
+                run();
     }
 }
diff --git a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/SinablogProcessorTest.java b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/SinablogProcessorTest.java
index 9613c9e4e..4a2638328 100644
--- a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/SinablogProcessorTest.java
+++ b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/SinablogProcessorTest.java
@@ -6,14 +6,14 @@
 import us.codecraft.webmagic.pipeline.FilePipeline;
 import us.codecraft.webmagic.pipeline.FreemarkerPipeline;
 import us.codecraft.webmagic.samples.SinaBlogProcesser;
-import us.codecraft.webmagic.schedular.FileCacheQueueSchedular;
+import us.codecraft.webmagic.schedular.FileCacheQueueScheduler;
 
 import java.io.IOException;
 
 /**
  * @author code4crafter@gmail.com <br>
- * Date: 13-6-9
- * Time: 上午8:02
+ *         Date: 13-6-9
+ *         Time: 上午8:02
  */
 public class SinablogProcessorTest {
 
@@ -30,7 +30,7 @@ public void test() throws IOException {
         //ConsolePipeline输出结果到控制台
         //FileCacheQueueSchedular保存url，支持断点续传，临时文件输出到/data/temp/webmagic/cache目录
         //Spider.run()执行
-        Spider.me().pipeline(new FilePipeline()).pipeline(pipeline).schedular(new FileCacheQueueSchedular("/data/temp/webmagic/cache/")).
-                processor(sinaBlogProcesser).run();
+        Spider.create(sinaBlogProcesser).pipeline(new FilePipeline()).pipeline(pipeline).schedular(new FileCacheQueueScheduler("/data/temp/webmagic/cache/")).
+                run();
     }
 }

From 2788ff3d28ffb557fb2cab45ad88981f284efab1 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Thu, 20 Jun 2013 07:54:55 +0800
Subject: [PATCH 27/81] fix spell error=.=

---
 webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java | 2 +-
 .../codecraft/webmagic/schedular/FileCacheQueueScheduler.java | 4 ++--
 .../src/test/java/us/codecraft/webmagic/SpiderTest.java       | 4 ++--
 .../codecraft/webmagic/processor/DiandianProcessorTest.java   | 2 +-
 .../codecraft/webmagic/processor/DiaoyuwengProcessorTest.java | 2 +-
 .../codecraft/webmagic/processor/SinablogProcessorTest.java   | 2 +-
 6 files changed, 8 insertions(+), 8 deletions(-)

diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
index 8c662eb4a..4c4943a12 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
@@ -66,7 +66,7 @@ public Spider setUUID(String uuid) {
         return this;
     }
 
-    public Spider schedular(Scheduler scheduler) {
+    public Spider scheduler(Scheduler scheduler) {
         this.scheduler = scheduler;
         return this;
     }
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/FileCacheQueueScheduler.java b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/FileCacheQueueScheduler.java
index 246f7e0a7..e0d2c9481 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/FileCacheQueueScheduler.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/FileCacheQueueScheduler.java
@@ -63,7 +63,7 @@ private void init(Task task) {
         initWriter();
         initFlushThread();
         inited.set(true);
-        logger.info("init cache schedular success");
+        logger.info("init cache scheduler success");
     }
 
     private void initFlushThread() {
@@ -80,7 +80,7 @@ private void initWriter() {
             fileUrlWriter = new PrintWriter(new FileWriter(getFileName(fileUrlAllName), true));
             fileCursorWriter = new PrintWriter(new FileWriter(getFileName(fileCursor), false));
         } catch (IOException e) {
-            throw new RuntimeException("init cache schedular error", e);
+            throw new RuntimeException("init cache scheduler error", e);
         }
     }
 
diff --git a/webmagic-samples/src/test/java/us/codecraft/webmagic/SpiderTest.java b/webmagic-samples/src/test/java/us/codecraft/webmagic/SpiderTest.java
index 39018d908..f2668f253 100644
--- a/webmagic-samples/src/test/java/us/codecraft/webmagic/SpiderTest.java
+++ b/webmagic-samples/src/test/java/us/codecraft/webmagic/SpiderTest.java
@@ -26,12 +26,12 @@ public void testSpider() throws InterruptedException {
     @Test
     public void testGlobalSpider(){
 //        PageProcessor pageProcessor = new MeicanProcessor();
-//        Spider.me().pipeline(new FilePipeline()).schedular(new FileCacheQueueScheduler(pageProcessor.getSite(),"/data/temp/webmagic/cache/")).
+//        Spider.me().pipeline(new FilePipeline()).scheduler(new FileCacheQueueScheduler(pageProcessor.getSite(),"/data/temp/webmagic/cache/")).
 //                processor(pageProcessor).run();
         SimplePageProcessor pageProcessor2 = new SimplePageProcessor("http://www.diaoyuweng.com/home.php?mod=space&uid=88304&do=thread&view=me&type=thread&from=space", "http://www.diaoyuweng.com/thread-*-1-1.html");
         System.out.println(pageProcessor2.getSite().getEncoding());
         pageProcessor2.getSite().setSleepTime(500);
-        Spider.create(pageProcessor2).pipeline(new FilePipeline()).schedular(new FileCacheQueueScheduler("/data/temp/webmagic/cache/")).
+        Spider.create(pageProcessor2).pipeline(new FilePipeline()).scheduler(new FileCacheQueueScheduler("/data/temp/webmagic/cache/")).
                 run();
 
 
diff --git a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiandianProcessorTest.java b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiandianProcessorTest.java
index 00491d9f0..ddca9c07f 100644
--- a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiandianProcessorTest.java
+++ b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiandianProcessorTest.java
@@ -30,7 +30,7 @@ public void test() throws IOException {
         //ConsolePipeline输出结果到控制台
         //FileCacheQueueSchedular保存url，支持断点续传，临时文件输出到/data/temp/webmagic/cache目录
         //Spider.run()执行
-        Spider.create(diaoyuwengProcessor).pipeline(new ConsolePipeline()).pipeline(pipeline).schedular(new FileCacheQueueScheduler("/data/temp/webmagic/cache/")).
+        Spider.create(diaoyuwengProcessor).pipeline(new ConsolePipeline()).pipeline(pipeline).scheduler(new FileCacheQueueScheduler("/data/temp/webmagic/cache/")).
                 run();
     }
 }
diff --git a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiaoyuwengProcessorTest.java b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiaoyuwengProcessorTest.java
index a189126c8..33bcf9c61 100644
--- a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiaoyuwengProcessorTest.java
+++ b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiaoyuwengProcessorTest.java
@@ -22,7 +22,7 @@ public class DiaoyuwengProcessorTest {
     public void test() throws IOException {
         DiaoyuwengProcessor diaoyuwengProcessor = new DiaoyuwengProcessor();
         FreemarkerPipeline pipeline = new FreemarkerPipeline("wordpress.ftl");
-        Spider.create(diaoyuwengProcessor).pipeline(new FilePipeline()).pipeline(pipeline).schedular(new FileCacheQueueScheduler("/data/temp/webmagic/cache/")).
+        Spider.create(diaoyuwengProcessor).pipeline(new FilePipeline()).pipeline(pipeline).scheduler(new FileCacheQueueScheduler("/data/temp/webmagic/cache/")).
                 run();
     }
 }
diff --git a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/SinablogProcessorTest.java b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/SinablogProcessorTest.java
index 4a2638328..a0160e186 100644
--- a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/SinablogProcessorTest.java
+++ b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/SinablogProcessorTest.java
@@ -30,7 +30,7 @@ public void test() throws IOException {
         //ConsolePipeline输出结果到控制台
         //FileCacheQueueSchedular保存url，支持断点续传，临时文件输出到/data/temp/webmagic/cache目录
         //Spider.run()执行
-        Spider.create(sinaBlogProcesser).pipeline(new FilePipeline()).pipeline(pipeline).schedular(new FileCacheQueueScheduler("/data/temp/webmagic/cache/")).
+        Spider.create(sinaBlogProcesser).pipeline(new FilePipeline()).pipeline(pipeline).scheduler(new FileCacheQueueScheduler("/data/temp/webmagic/cache/")).
                 run();
     }
 }

From 763b7fe509531b5a9b6ac6facd2d0afd261ebeba Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Thu, 20 Jun 2013 08:21:48 +0800
Subject: [PATCH 28/81] update javadoc

---
 .../java/us/codecraft/webmagic/Request.java   |  1 +
 .../main/java/us/codecraft/webmagic/Site.java |  2 +-
 .../java/us/codecraft/webmagic/Spider.java    | 58 +++++++++++++++----
 .../main/java/us/codecraft/webmagic/Task.java |  5 ++
 .../webmagic/samples/DianpingProcessor.java   |  2 +-
 .../processor/DiandianProcessorTest.java      |  1 +
 6 files changed, 56 insertions(+), 13 deletions(-)

diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Request.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Request.java
index 37ede0dc4..42dd079fa 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Request.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Request.java
@@ -3,6 +3,7 @@
 /**
  * Request对象封装了待抓取的url信息。<br/>
  * 在PageProcessor中，Request对象可以通过{@link us.codecraft.webmagic.Page#getRequest()} 获取。<br/>
+ * <br/>
  * Request对象包含一个extra属性，可以写入一些必须的上下文，这个特性在某些场合会有用。<br/>
  * <pre>
  *      Example:
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Site.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Site.java
index f9e0fd611..423b0a6aa 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Site.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Site.java
@@ -85,7 +85,7 @@ public String getUserAgent() {
     /**
      * 获取已设置的domain
      *
-     * @return
+     * @return 已设置的domain
      */
     public String getDomain() {
         return domain;
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
index 4c4943a12..dc0102ce8 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
@@ -15,9 +15,19 @@
 
 /**
  * <pre>
- * webmagic爬虫的入口类。
- *      示例：
+ *webmagic爬虫的入口类。
+ *
+ *示例：
+ *定义一个最简单的爬虫：
  *      Spider.create(new SimplePageProcessor("http://my.oschina.net/", "http://my.oschina.net/*blog/*")).run();
+ *
+ *使用FilePipeline保存结果到文件:
+ *      Spider.create(new SimplePageProcessor("http://my.oschina.net/", "http://my.oschina.net/*blog/*"))
+ *          .pipeline(new FilePipeline("/data/temp/webmagic/")).run();
+ *
+ *使用FileCacheQueueScheduler缓存URL，关闭爬虫后下次自动从停止的页面继续抓取:
+ *      Spider.create(new SimplePageProcessor("http://my.oschina.net/", "http://my.oschina.net/*blog/*"))
+ *          .scheduler(new FileCacheQueueScheduler("/data/temp/webmagic/cache/")).run();
  * </pre>
  * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
@@ -41,36 +51,60 @@ public class Spider implements Runnable, Task {
 
     private Logger logger = Logger.getLogger(getClass());
 
-    public Spider(PageProcessor pageProcessor){
+    /**
+     * 使用已定义的抽取规则新建一个Spider。
+     * @param pageProcessor 已定义的抽取规则
+     */
+    public Spider(PageProcessor pageProcessor) {
         this.pageProcessor = pageProcessor;
         this.site = pageProcessor.getSite();
+        this.startUrls = pageProcessor.getSite().getStartUrls();
     }
 
+    /**
+     * 使用已定义的抽取规则新建一个Spider。
+     * @param pageProcessor 已定义的抽取规则
+     * @return 新建的Spider
+     */
     public static Spider create(PageProcessor pageProcessor) {
         return new Spider(pageProcessor);
     }
 
+    /**
+     * 重新设置startUrls，会覆盖Site本身的startUrls。
+     * @param startUrls
+     * @return this
+     */
     public Spider startUrls(List<String> startUrls) {
         this.startUrls = startUrls;
         return this;
     }
 
-    public Spider startUrl(String startUrl) {
-        startUrls = new ArrayList<String>();
-        startUrls.add(startUrl);
-        return this;
-    }
-
+    /**
+     * 为爬虫设置一个唯一ID，用于标志任务，默认情况下使用domain作为uuid，对于单domain多任务的情况，请为重复任务设置不同的ID。
+     * @param uuid 唯一ID
+     * @return this
+     */
     public Spider setUUID(String uuid) {
         this.uuid = uuid;
         return this;
     }
 
+    /**
+     * 设置调度器。调度器用于保存待抓取URL，并可以进行去重、同步、持久化等工作。默认情况下使用内存中的阻塞队列进行调度。
+     * @param scheduler 调度器
+     * @return this
+     */
     public Spider scheduler(Scheduler scheduler) {
         this.scheduler = scheduler;
         return this;
     }
 
+    /**
+     * 设置处理管道。处理管道用于最终抽取结果的后处理，例如：保存到文件、保存到数据库等。默认情况下会输出到控制台。
+     * @param pipeline 处理管道
+     * @return this
+     */
     public Spider pipeline(Pipeline pipeline) {
         this.pipelines.add(pipeline);
         return this;
@@ -79,8 +113,10 @@ public Spider pipeline(Pipeline pipeline) {
 
     @Override
     public void run() {
-        for (String startUrl : startUrls) {
-            scheduler.push(new Request(startUrl), this);
+        if (startUrls != null) {
+            for (String startUrl : startUrls) {
+                scheduler.push(new Request(startUrl), this);
+            }
         }
         Request request = scheduler.poll(this);
         if (pipelines.isEmpty()) {
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Task.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Task.java
index 2aab74a63..136b467d9 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Task.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Task.java
@@ -1,12 +1,17 @@
 package us.codecraft.webmagic;
 
 /**
+ * 抓取任务的抽象接口。<br>
  * @author code4crafter@gmail.com <br>
  * Date: 13-6-18
  * Time: 下午2:57
  */
 public interface Task {
 
+    /**
+     * 返回唯一标志该任务的字符串，以区分不同任务。
+     * @return uuid
+     */
     public String getUUID();
 
 }
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingProcessor.java
index c7233e8b2..33ac3d786 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingProcessor.java
@@ -33,6 +33,6 @@ public Site getSite() {
 
     public static void main(String[] args) {
         DianpingProcessor dianpingProcessor = new DianpingProcessor();
-        Spider.create(dianpingProcessor).startUrl("http://www.dianping.com/shanghai/food").run();
+        Spider.create(dianpingProcessor).run();
     }
 }
diff --git a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiandianProcessorTest.java b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiandianProcessorTest.java
index ddca9c07f..13910b528 100644
--- a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiandianProcessorTest.java
+++ b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiandianProcessorTest.java
@@ -30,6 +30,7 @@ public void test() throws IOException {
         //ConsolePipeline输出结果到控制台
         //FileCacheQueueSchedular保存url，支持断点续传，临时文件输出到/data/temp/webmagic/cache目录
         //Spider.run()执行
+
         Spider.create(diaoyuwengProcessor).pipeline(new ConsolePipeline()).pipeline(pipeline).scheduler(new FileCacheQueueScheduler("/data/temp/webmagic/cache/")).
                 run();
     }

From 6c227d31f3a22e0af7433d39b0fc592cfc1f7ba4 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Thu, 20 Jun 2013 08:22:53 +0800
Subject: [PATCH 29/81] update readme

---
 README.md | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/README.md b/README.md
index 2b687e6bc..4bd8c7f04 100644
--- a/README.md
+++ b/README.md
@@ -25,7 +25,7 @@ webmagic正处于开发阶段，目前还没有稳定版本。欢迎开发者参
 
 	以下是爬取oschina博客的一段代码：
 	
-		Spider.me().processor(new SimplePageProcessor("http://my.oschina.net/", "http://my.oschina.net/*/blog/*")).run();
+		Spider.create(new SimplePageProcessor("http://my.oschina.net/", "http://my.oschina.net/*/blog/*")).run();
 		
 * ####可扩展####
 	参考[`scrapy`](https://github.com/scrapy/scrapy)的设计，webmagic将爬虫的扩展点分为Processor、Schedular、Downloader、Pipeline三个模块，可以通过扩展这些接口实现强大的扩展功能。如可以通过多个Spider实现多线程抓取；可以通过扩展Schedular实现断点续传乃至于分布式爬虫；可以通过扩展Pipeline实现业务可定制的持久化功能。
@@ -75,7 +75,7 @@ webmagic定制的核心是PageProcessor接口。
         
 调用这个爬虫的代码如下：
 
-	Spider.me().processor(new SimplePageProcessor("http://my.oschina.net/", "http://my.oschina.net/*/blog/*")).run();
+	Spider.create(new SimplePageProcessor("http://my.oschina.net/", "http://my.oschina.net/*/blog/*")).run();
 
 
 ### 示例

From ba3e90a71a972028c8c4ed4124da43a837919274 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <yihua.huang@dianping.com>
Date: Thu, 20 Jun 2013 17:39:06 +0800
Subject: [PATCH 30/81] update api to support jdk 1.6

---
 .../codecraft/webmagic/schedular/FileCacheQueueScheduler.java   | 2 +-
 .../java/us/codecraft/webmagic/selector/SelectorFactory.java    | 2 +-
 webmagic-plugin/pom.xml                                         | 2 +-
 3 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/FileCacheQueueScheduler.java b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/FileCacheQueueScheduler.java
index e0d2c9481..1f5298a00 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/FileCacheQueueScheduler.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/FileCacheQueueScheduler.java
@@ -117,7 +117,7 @@ private void readCursorFile() throws IOException {
     }
 
     private String getFileName(String filename) {
-        return filePath + task.getUUID() + "/" + filename;
+        return filePath + task.getUUID()  + filename;
     }
 
     @Override
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/SelectorFactory.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/SelectorFactory.java
index 3c87ac9c4..2fa78d323 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/SelectorFactory.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/SelectorFactory.java
@@ -70,7 +70,7 @@ public <T extends Selector> T newSelector(Class<T> clazz, String... param) {
             } else {
                 throw new UnsupportedOperationException();
             }
-        } catch (ReflectiveOperationException e) {
+        } catch (Exception e) {
             throw new IllegalArgumentException("init object error", e);
         }
     }
diff --git a/webmagic-plugin/pom.xml b/webmagic-plugin/pom.xml
index c2a08adb4..0a37a30ce 100644
--- a/webmagic-plugin/pom.xml
+++ b/webmagic-plugin/pom.xml
@@ -23,7 +23,7 @@
         <dependency>
             <groupId>org.freemarker</groupId>
             <artifactId>freemarker</artifactId>
-            <version>2.3.19</version>
+            <version>2.3.15</version>
         </dependency>
     </dependencies>
 

From de09d312d820e9e5bc221a78bb055c370055f17b Mon Sep 17 00:00:00 2001
From: "yihua.huang" <yihua.huang@dianping.com>
Date: Thu, 20 Jun 2013 17:43:33 +0800
Subject: [PATCH 31/81] bugfix

---
 webmagic-samples/src/main/resources/ftl/wordpress.ftl       | 6 +++---
 .../codecraft/webmagic/processor/DiandianProcessorTest.java | 1 -
 2 files changed, 3 insertions(+), 4 deletions(-)

diff --git a/webmagic-samples/src/main/resources/ftl/wordpress.ftl b/webmagic-samples/src/main/resources/ftl/wordpress.ftl
index c2442ab62..f2feeb16c 100644
--- a/webmagic-samples/src/main/resources/ftl/wordpress.ftl
+++ b/webmagic-samples/src/main/resources/ftl/wordpress.ftl
@@ -1,13 +1,13 @@
 <item>
     <title>${title}</title>
-    <link>http://127.0.0.1/wordpress/?p=${uuid}</link>
+    <link>http://127.0.0.1/wordpress/?p=${id}</link>
     <pubDate>${date}</pubDate>
     <dc:creator>admin</dc:creator>
-    <guid isPermaLink="false">http://127.0.0.1/wordpress/?p=${uuid}</guid>
+    <guid isPermaLink="false">http://127.0.0.1/wordpress/?p=${id}</guid>
     <description></description>
     <content:encoded><![CDATA[${content}]]></content:encoded>
     <excerpt:encoded><![CDATA[]]></excerpt:encoded>
-    <wp:post_id>${uuid}</wp:post_id>
+    <wp:post_id>${id}</wp:post_id>
     <wp:post_date>${date}</wp:post_date>
     <wp:post_date_gmt>${date}</wp:post_date_gmt>
     <wp:comment_status>open</wp:comment_status>
diff --git a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiandianProcessorTest.java b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiandianProcessorTest.java
index 13910b528..3402479de 100644
--- a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiandianProcessorTest.java
+++ b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiandianProcessorTest.java
@@ -17,7 +17,6 @@
  */
 public class DiandianProcessorTest {
 
-    @Ignore
     @Test
     public void test() throws IOException {
         DiandianBlogProcessor diaoyuwengProcessor = new DiandianBlogProcessor();

From c387ef69415d1ba7a082b774da07c6c5fc0ffd21 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Thu, 20 Jun 2013 17:53:07 +0800
Subject: [PATCH 32/81] ignore long time test

---
 .../us/codecraft/webmagic/processor/DiandianProcessorTest.java   | 1 +
 1 file changed, 1 insertion(+)

diff --git a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiandianProcessorTest.java b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiandianProcessorTest.java
index 3402479de..13910b528 100644
--- a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiandianProcessorTest.java
+++ b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiandianProcessorTest.java
@@ -17,6 +17,7 @@
  */
 public class DiandianProcessorTest {
 
+    @Ignore
     @Test
     public void test() throws IOException {
         DiandianBlogProcessor diaoyuwengProcessor = new DiandianBlogProcessor();

From 5a6d8a4b8777a18c58d81058175f2b813f274544 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Thu, 20 Jun 2013 17:54:46 +0800
Subject: [PATCH 33/81] add jdk

---
 .travis.yml | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/.travis.yml b/.travis.yml
index be7dfb8ca..c7c99f406 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -1 +1,4 @@
-language: java 
\ No newline at end of file
+language: java 
+jdk:
+  - oraclejdk7
+  - openjdk6

From af94f7d39a5174ac7aea211642ddccfad8109722 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Thu, 20 Jun 2013 17:57:31 +0800
Subject: [PATCH 34/81] ignore unstable test

---
 .../codecraft/webmagic/downloader/HttpClientDownloaderTest.java | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/webmagic-core/src/test/java/us/codecraft/webmagic/downloader/HttpClientDownloaderTest.java b/webmagic-core/src/test/java/us/codecraft/webmagic/downloader/HttpClientDownloaderTest.java
index b2bcca2e5..5e83422ae 100644
--- a/webmagic-core/src/test/java/us/codecraft/webmagic/downloader/HttpClientDownloaderTest.java
+++ b/webmagic-core/src/test/java/us/codecraft/webmagic/downloader/HttpClientDownloaderTest.java
@@ -1,6 +1,7 @@
 package us.codecraft.webmagic.downloader;
 
 import org.junit.Assert;
+import org.junit.Ignore;
 import org.junit.Test;
 import us.codecraft.webmagic.Page;
 import us.codecraft.webmagic.Request;
@@ -13,6 +14,7 @@
  */
 public class HttpClientDownloaderTest {
 
+    @Ignore
     @Test
     public void testCookie() {
         Site site = Site.me().setDomain("www.diandian.com").addCookie("t", "yct7q7e6v319wpg4cpxqduu5m77lcgix");

From 68fd8a68a8a21078ec607a653d1d5e69f1bd5992 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Sun, 23 Jun 2013 16:57:01 +0800
Subject: [PATCH 35/81] add page skip

---
 .../src/main/java/us/codecraft/webmagic/Page.java      | 10 ++++++++++
 .../webmagic/pipeline/FreemarkerPipeline.java          |  7 +++++--
 2 files changed, 15 insertions(+), 2 deletions(-)

diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Page.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Page.java
index 5bf5f26ed..8a167ac7b 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Page.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Page.java
@@ -35,6 +35,16 @@ public class Page {
 
     private List<Request> targetRequests = new ArrayList<Request>();
 
+    private boolean skip;
+
+    public boolean isSkip() {
+        return skip;
+    }
+
+    public void setSkip(boolean skip) {
+        this.skip = skip;
+    }
+
     public Page() {
     }
 
diff --git a/webmagic-plugin/src/main/java/us/codecraft/webmagic/pipeline/FreemarkerPipeline.java b/webmagic-plugin/src/main/java/us/codecraft/webmagic/pipeline/FreemarkerPipeline.java
index f512f2628..8741ef498 100644
--- a/webmagic-plugin/src/main/java/us/codecraft/webmagic/pipeline/FreemarkerPipeline.java
+++ b/webmagic-plugin/src/main/java/us/codecraft/webmagic/pipeline/FreemarkerPipeline.java
@@ -14,8 +14,8 @@
 
 /**
  * @author code4crafter@gmail.com <br>
- * Date: 13-6-8
- * Time: 下午9:00
+ *         Date: 13-6-8
+ *         Time: 下午9:00
  */
 public class FreemarkerPipeline implements Pipeline {
 
@@ -40,6 +40,9 @@ public FreemarkerPipeline(String template) throws IOException {
 
     @Override
     public void process(Page page, Task task) {
+        if (page.isSkip()) {
+            return;
+        }
         String path = this.path + "" + task.getUUID() + "/";
         File file = new File(path);
         if (!file.exists()) {

From 3b31c533e499fedc5167125018a3c7fa88464db8 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Sun, 23 Jun 2013 17:05:10 +0800
Subject: [PATCH 36/81] add extra for page

---
 .../main/java/us/codecraft/webmagic/Page.java | 28 +++++++++++++++++++
 1 file changed, 28 insertions(+)

diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Page.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Page.java
index 8a167ac7b..5b1ceaf41 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Page.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Page.java
@@ -37,10 +37,20 @@ public class Page {
 
     private boolean skip;
 
+    private Object extra;
+
+    /**
+     * 是否忽略这个页面，用于pipeline来判断是否对这个页面进行处理
+     * @return 是否忽略 true 忽略
+     */
     public boolean isSkip() {
         return skip;
     }
 
+    /**
+     * 设置是否忽略这个页面，用于pipeline来判断是否对这个页面进行处理
+     * @param skip 是否忽略 true 忽略
+     */
     public void setSkip(boolean skip) {
         this.skip = skip;
     }
@@ -148,4 +158,22 @@ public Request getRequest() {
     public void setRequest(Request request) {
         this.request = request;
     }
+
+    /**
+     * 获取附加对象
+     * @param <T> 对象类型
+     * @return 对象内容
+     */
+    public <T> T getExtra() {
+        return (T)extra;
+    }
+
+    /**
+     * 设置附加对象
+     * @param extra 对象内容
+     * @param <T> 对象类型
+     */
+    public <T> void setExtra(T extra) {
+        this.extra = extra;
+    }
 }

From cd5941fd60224694e4782b8f3f5d1442fa669075 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Sun, 23 Jun 2013 17:06:43 +0800
Subject: [PATCH 37/81] add extra

---
 .../java/us/codecraft/webmagic/pipeline/ConsolePipeline.java   | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/ConsolePipeline.java b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/ConsolePipeline.java
index 866db9239..6c2abba8f 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/ConsolePipeline.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/ConsolePipeline.java
@@ -19,5 +19,8 @@ public void process(Page page,Task task) {
         for (Map.Entry<String, Selectable> entry : page.getFields().entrySet()) {
             System.out.println(entry.getKey()+":\t"+entry.getValue().toStrings());
         }
+        if (page.getExtra()!=null){
+            System.out.println(page.getExtra());
+        }
     }
 }

From c80ae654999aa7cf79c712247690a3a5c7df49cf Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Sun, 23 Jun 2013 18:56:31 +0800
Subject: [PATCH 38/81] add gzip support

---
 .../downloader/HttpClientDownloader.java      | 22 ++++++++++++++++++-
 1 file changed, 21 insertions(+), 1 deletion(-)

diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java
index c1ecff3e8..1b628cd75 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java
@@ -1,8 +1,11 @@
 package us.codecraft.webmagic.downloader;
 
 import org.apache.commons.io.IOUtils;
+import org.apache.http.Header;
+import org.apache.http.HeaderElement;
 import org.apache.http.HttpResponse;
 import org.apache.http.client.HttpClient;
+import org.apache.http.client.entity.GzipDecompressingEntity;
 import org.apache.http.client.methods.HttpGet;
 import org.apache.log4j.Logger;
 import us.codecraft.webmagic.Page;
@@ -26,15 +29,19 @@ public class HttpClientDownloader implements Downloader {
     public Page download(Request request, Site site) {
         logger.info("downloading page " + request.getUrl());
         HttpClient httpClient = HttpClientPool.getInstance().getClient(site);
+        String encoding = site.getEncoding();
         try {
             HttpGet httpGet = new HttpGet(request.getUrl());
             HttpResponse httpResponse = httpClient.execute(httpGet);
             int statusCode = httpResponse.getStatusLine().getStatusCode();
             if (site.getAcceptStatCode().contains(statusCode)) {
-                if (site.getEncoding() == null){
+                //charset
+                if (encoding == null){
                     String value = httpResponse.getEntity().getContentType().getValue();
                     site.setEncoding(new PlainText(value).regex("charset=([^\\s]+)").toString());
                 }
+                //
+                handleGzip(httpResponse);
                 String content = IOUtils.toString(httpResponse.getEntity().getContent(),
                          site.getEncoding());
                 Page page = new Page();
@@ -50,4 +57,17 @@ public Page download(Request request, Site site) {
         }
         return null;
     }
+
+    private void handleGzip(HttpResponse httpResponse) {
+        Header ceheader = httpResponse.getEntity().getContentEncoding();
+        if (ceheader != null) {
+            HeaderElement[] codecs = ceheader.getElements();
+            for (int i = 0; i < codecs.length; i++) {
+                if (codecs[i].getName().equalsIgnoreCase("gzip")) {
+                    httpResponse.setEntity(
+                            new GzipDecompressingEntity(httpResponse.getEntity()));
+                }
+            }
+        }
+    }
 }

From 16d581ca5f6432f6b1ebb7ca82bad4c6fc422232 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Sun, 23 Jun 2013 21:09:26 +0800
Subject: [PATCH 39/81] add multithread support

---
 .../java/us/codecraft/webmagic/Spider.java    | 97 +++++++++++++++++--
 .../codecraft/webmagic/utils/ThreadUtils.java | 33 +++++++
 2 files changed, 120 insertions(+), 10 deletions(-)
 create mode 100644 webmagic-core/src/main/java/us/codecraft/webmagic/utils/ThreadUtils.java

diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
index dc0102ce8..709b6579c 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
@@ -9,9 +9,12 @@
 import us.codecraft.webmagic.processor.PageProcessor;
 import us.codecraft.webmagic.schedular.QueueScheduler;
 import us.codecraft.webmagic.schedular.Scheduler;
+import us.codecraft.webmagic.utils.ThreadUtils;
 
 import java.util.ArrayList;
 import java.util.List;
+import java.util.concurrent.ExecutorService;
+import java.util.concurrent.atomic.AtomicInteger;
 
 /**
  * <pre>
@@ -51,6 +54,16 @@ public class Spider implements Runnable, Task {
 
     private Logger logger = Logger.getLogger(getClass());
 
+    private ExecutorService executorService;
+
+    private AtomicInteger stat = new AtomicInteger(STAT_INIT);
+
+    private final static int STAT_INIT = 0;
+
+    private final static int STAT_RUNNING = 1;
+
+    private final static int STAT_STOPPED = 2;
+
     /**
      * 使用已定义的抽取规则新建一个Spider。
      * @param pageProcessor 已定义的抽取规则
@@ -76,6 +89,7 @@ public static Spider create(PageProcessor pageProcessor) {
      * @return this
      */
     public Spider startUrls(List<String> startUrls) {
+        checkIfNotRunning();
         this.startUrls = startUrls;
         return this;
     }
@@ -96,6 +110,7 @@ public Spider setUUID(String uuid) {
      * @return this
      */
     public Spider scheduler(Scheduler scheduler) {
+        checkIfNotRunning();
         this.scheduler = scheduler;
         return this;
     }
@@ -106,6 +121,7 @@ public Spider scheduler(Scheduler scheduler) {
      * @return this
      */
     public Spider pipeline(Pipeline pipeline) {
+        checkIfNotRunning();
         this.pipelines.add(pipeline);
         return this;
     }
@@ -113,6 +129,9 @@ public Spider pipeline(Pipeline pipeline) {
 
     @Override
     public void run() {
+        if (!stat.compareAndSet(STAT_INIT, STAT_RUNNING)) {
+            throw new IllegalStateException("Spider is already running!");
+        }
         if (startUrls != null) {
             for (String startUrl : startUrls) {
                 scheduler.push(new Request(startUrl), this);
@@ -122,20 +141,56 @@ public void run() {
         if (pipelines.isEmpty()) {
             pipelines.add(new ConsolePipeline());
         }
-        while (request != null) {
-            Page page = downloader.download(request, site);
-            if (page == null) {
-                sleep(site.getSleepTime());
-                continue;
+        //singel thread
+        if (executorService==null){
+            while (request != null) {
+                processRequest(request);
+                request = scheduler.poll(this);
             }
-            pageProcessor.process(page);
-            addRequest(page);
-            for (Pipeline pipeline : pipelines) {
-                pipeline.process(page, this);
+        } else {
+            final AtomicInteger threadAlive = new AtomicInteger(0);
+            while (true) {
+                if (request == null) {
+                    try {
+                        Thread.sleep(100);
+                    } catch (InterruptedException e) {
+                    }
+                } else {
+                    final Request requestFinal = request;
+                    threadAlive.incrementAndGet();
+                    executorService.execute(new Runnable() {
+                        @Override
+                        public void run() {
+                            processRequest(requestFinal);
+                            threadAlive.decrementAndGet();
+                        }
+                    });
+                }
+                request = scheduler.poll(this);
+                if (threadAlive.get() == 0) {
+                    request = scheduler.poll(this);
+                    if (request == null) {
+                        break;
+                    }
+                }
             }
+            executorService.shutdown();
+        }
+        stat.compareAndSet(STAT_RUNNING, STAT_STOPPED);
+    }
+
+    private void processRequest(Request request) {
+        Page page = downloader.download(request, site);
+        if (page == null) {
             sleep(site.getSleepTime());
-            request = scheduler.poll(this);
+            return;
+        }
+        pageProcessor.process(page);
+        addRequest(page);
+        for (Pipeline pipeline : pipelines) {
+            pipeline.process(page, this);
         }
+        sleep(site.getSleepTime());
     }
 
     private void sleep(int time) {
@@ -154,6 +209,28 @@ private void addRequest(Page page) {
         }
     }
 
+    private void checkIfNotRunning(){
+        if (!stat.compareAndSet(STAT_INIT,STAT_INIT)){
+            throw new IllegalStateException("Spider is already running!");
+        }
+    }
+
+    /**
+     * 建立多个线程下载
+     * @param threadNum 线程数
+     * @return
+     */
+    public Spider thread(int threadNum) {
+        checkIfNotRunning();
+        if (threadNum <= 1) {
+            throw new IllegalArgumentException("threadNum should be more than one!");
+        }
+        synchronized (this){
+            this.executorService = ThreadUtils.newFixedThreadPool(threadNum);
+        }
+        return this;
+    }
+
     @Override
     public String getUUID() {
         if (uuid != null) {
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/utils/ThreadUtils.java b/webmagic-core/src/main/java/us/codecraft/webmagic/utils/ThreadUtils.java
new file mode 100644
index 000000000..ebe61198d
--- /dev/null
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/utils/ThreadUtils.java
@@ -0,0 +1,33 @@
+package us.codecraft.webmagic.utils;
+
+import java.util.concurrent.ExecutorService;
+import java.util.concurrent.LinkedBlockingQueue;
+import java.util.concurrent.ThreadPoolExecutor;
+import java.util.concurrent.TimeUnit;
+
+/**
+ * @author code4crafer@gmail.com
+ *         Date: 13-6-23
+ *         Time: 下午7:11
+ */
+public class ThreadUtils {
+
+    public static ExecutorService newFixedThreadPool(int threadSize) {
+        return new ThreadPoolExecutor(threadSize, threadSize, 0L, TimeUnit.MILLISECONDS,
+                new LinkedBlockingQueue<Runnable>(1) {
+
+                    private static final long serialVersionUID = -9028058603126367678L;
+
+                    @Override
+                    public boolean offer(Runnable e) {
+                        try {
+                            put(e);
+                            return true;
+                        } catch (InterruptedException ie) {
+                            Thread.currentThread().interrupt();
+                        }
+                        return false;
+                    }
+                });
+    }
+}

From 82ab749d14a890d9fe5ad7f130e4d748f6189b7d Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Sun, 23 Jun 2013 22:16:04 +0800
Subject: [PATCH 40/81] add runasync

---
 .../src/main/java/us/codecraft/webmagic/Spider.java   | 11 +++++++++++
 1 file changed, 11 insertions(+)

diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
index 709b6579c..a5e062436 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
@@ -215,6 +215,17 @@ private void checkIfNotRunning(){
         }
     }
 
+    public void runAsync(){
+        Thread thread = new Thread(){
+            @Override
+            public void run() {
+                Spider.this.run();
+            }
+        };
+        thread.setDaemon(false);
+        thread.start();
+    }
+
     /**
      * 建立多个线程下载
      * @param threadNum 线程数

From 323b2f22956e6e4dcf814d00141605a1bcceb261 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Mon, 24 Jun 2013 14:42:49 +0800
Subject: [PATCH 41/81] add offline cache and process

---
 .../main/java/us/codecraft/webmagic/Site.java | 30 +++++--
 .../java/us/codecraft/webmagic/Spider.java    | 20 +++--
 .../main/java/us/codecraft/webmagic/Task.java |  6 ++
 .../webmagic/downloader/Downloader.java       |  6 +-
 .../webmagic/downloader/FileDownloader.java   | 88 +++++++++++++++++++
 .../downloader/HttpClientDownloader.java      | 12 +--
 .../webmagic/pipeline/FilePipeline.java       | 14 ++-
 .../us/codecraft/webmagic/utils/UrlUtils.java |  2 +-
 .../downloader/HttpClientDownloaderTest.java  |  2 +-
 .../webmagic/samples/DiaoyuwengProcessor.java |  2 +-
 .../webmagic/samples/GlobalProcessor.java     | 45 ++++++++++
 .../webmagic/samples/KaichibaProcessor.java   |  2 +-
 .../webmagic/samples/MeicanProcessor.java     |  2 +-
 .../us/codecraft/webmagic/SpiderTest.java     |  2 +-
 14 files changed, 196 insertions(+), 37 deletions(-)
 create mode 100644 webmagic-core/src/main/java/us/codecraft/webmagic/downloader/FileDownloader.java
 create mode 100644 webmagic-samples/src/main/java/us/codecraft/webmagic/samples/GlobalProcessor.java

diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Site.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Site.java
index 423b0a6aa..676584ad5 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Site.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Site.java
@@ -18,7 +18,7 @@ public class Site {
 
     private Map<String, String> cookies = new LinkedHashMap<String, String>();
 
-    private String encoding;
+    private String charset;
 
     private List<String> startUrls = new ArrayList<String>();
 
@@ -107,11 +107,11 @@ public Site setDomain(String domain) {
      * 设置页面编码，若不设置则自动根据Html meta信息获取。<br>
      * 一般无需设置encoding，如果发现下载的结果是乱码，则可以设置此项。<br>
      *
-     * @param encoding 编码格式，主要是"utf-8"、"gbk"两种
+     * @param charset 编码格式，主要是"utf-8"、"gbk"两种
      * @return this
      */
-    public Site setEncoding(String encoding) {
-        this.encoding = encoding;
+    public Site setCharset(String charset) {
+        this.charset = charset;
         return this;
     }
 
@@ -120,8 +120,8 @@ public Site setEncoding(String encoding) {
      *
      * @return 已设置的domain
      */
-    public String getEncoding() {
-        return encoding;
+    public String getCharset() {
+        return charset;
     }
 
     /**
@@ -194,18 +194,32 @@ public boolean equals(Object o) {
             return false;
         if (!domain.equals(site.domain)) return false;
         if (!startUrls.equals(site.startUrls)) return false;
-        if (encoding != null ? !encoding.equals(site.encoding) : site.encoding != null) return false;
+        if (charset != null ? !charset.equals(site.charset) : site.charset != null) return false;
         if (userAgent != null ? !userAgent.equals(site.userAgent) : site.userAgent != null) return false;
 
         return true;
     }
 
+    public Task toTask(){
+        return new Task() {
+            @Override
+            public String getUUID() {
+                return Site.this.getDomain();
+            }
+
+            @Override
+            public Site getSite() {
+                return Site.this;
+            }
+        };
+    }
+
     @Override
     public int hashCode() {
         int result = domain.hashCode();
         result = 31 * result + (startUrls != null ? startUrls.hashCode() : 0);
         result = 31 * result + (userAgent != null ? userAgent.hashCode() : 0);
-        result = 31 * result + (encoding != null ? encoding.hashCode() : 0);
+        result = 31 * result + (charset != null ? charset.hashCode() : 0);
         result = 31 * result + (acceptStatCode != null ? acceptStatCode.hashCode() : 0);
         return result;
     }
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
index a5e062436..b2a2fa6b1 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
@@ -126,6 +126,12 @@ public Spider pipeline(Pipeline pipeline) {
         return this;
     }
 
+    public Spider downloader(Downloader downloader) {
+        checkIfNotRunning();
+        this.downloader = downloader;
+        return this;
+    }
+
 
     @Override
     public void run() {
@@ -180,7 +186,7 @@ public void run() {
     }
 
     private void processRequest(Request request) {
-        Page page = downloader.download(request, site);
+        Page page = downloader.download(request, this);
         if (page == null) {
             sleep(site.getSleepTime());
             return;
@@ -216,12 +222,7 @@ private void checkIfNotRunning(){
     }
 
     public void runAsync(){
-        Thread thread = new Thread(){
-            @Override
-            public void run() {
-                Spider.this.run();
-            }
-        };
+        Thread thread = new Thread(this);
         thread.setDaemon(false);
         thread.start();
     }
@@ -252,4 +253,9 @@ public String getUUID() {
         }
         return null;
     }
+
+    @Override
+    public Site getSite() {
+        return site;
+    }
 }
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Task.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Task.java
index 136b467d9..14c1d319b 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Task.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Task.java
@@ -14,4 +14,10 @@ public interface Task {
      */
     public String getUUID();
 
+    /**
+     * 返回任务抓取的站点信息
+     * @return site
+     */
+    public Site getSite();
+
 }
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/Downloader.java b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/Downloader.java
index e3ecff879..9a8bac110 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/Downloader.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/Downloader.java
@@ -2,7 +2,7 @@
 
 import us.codecraft.webmagic.Page;
 import us.codecraft.webmagic.Request;
-import us.codecraft.webmagic.Site;
+import us.codecraft.webmagic.Task;
 
 /**
  * Downloader是webmagic下载页面的接口。webmagic默认使用了HttpComponent作为下载器，一般情况，你无需自己实现这个接口。
@@ -16,8 +16,8 @@ public interface Downloader {
      * 下载页面，并保存信息到Page对象中。
      *
      * @param request
-     * @param site
+     * @param task
      * @return page
      */
-    public Page download(Request request, Site site);
+    public Page download(Request request, Task task);
 }
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/FileDownloader.java b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/FileDownloader.java
new file mode 100644
index 000000000..b4a49ac37
--- /dev/null
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/FileDownloader.java
@@ -0,0 +1,88 @@
+package us.codecraft.webmagic.downloader;
+
+import org.apache.commons.codec.digest.DigestUtils;
+import org.apache.commons.lang3.StringUtils;
+import org.apache.log4j.Logger;
+import us.codecraft.webmagic.Page;
+import us.codecraft.webmagic.Request;
+import us.codecraft.webmagic.Task;
+import us.codecraft.webmagic.selector.Html;
+import us.codecraft.webmagic.selector.PlainText;
+
+import java.io.*;
+
+/**
+ * @author code4crafer@gmail.com
+ *         Date: 13-6-24
+ *         Time: 上午7:24
+ */
+public class FileDownloader implements Downloader {
+
+    private String path = "/data/temp/webmagic/";
+
+    private Downloader downloaderWhenFileMiss;
+
+    private Logger logger = Logger.getLogger(getClass());
+
+    public FileDownloader() {
+        this("/data/temp/webmagic/", null);
+    }
+
+    public FileDownloader(String path) {
+        this(path, null);
+    }
+
+    public FileDownloader(String path, Downloader downloaderWhenFileMiss) {
+        this.path = path;
+        this.downloaderWhenFileMiss = downloaderWhenFileMiss;
+    }
+
+    @Override
+    public Page download(Request request, Task task) {
+        String path = this.path + "/" + task.getUUID() + "/";
+        Page page = null;
+        try {
+            final File file = new File(path + DigestUtils.md5Hex(request.getUrl()));
+            BufferedReader bufferedReader = new BufferedReader(new FileReader(file));
+            String line = null;
+            line = bufferedReader.readLine();
+            if (line.equals("url:\t" + request.getUrl())) {
+                final String html = getHtml(bufferedReader);
+                page = new Page();
+                page.setRequest(request);
+                page.setUrl(PlainText.create(request.getUrl()));
+                page.setHtml(Html.create(html));
+            }
+        } catch (IOException e) {
+            if (e instanceof FileNotFoundException) {
+                logger.info("File not exist for url " + request.getUrl());
+            } else {
+                logger.warn("File read error for url " + request.getUrl(), e);
+            }
+        }
+        if (page == null) {
+            page = downloadWhenMiss(request, task);
+        }
+        return page;
+    }
+
+    private String getHtml(BufferedReader bufferedReader) throws IOException {
+        String line;
+        StringBuilder htmlBuilder= new StringBuilder();
+        line = bufferedReader.readLine();
+        line = StringUtils.removeStart(line, "html:\t");
+        htmlBuilder.append(line);
+        while ((line=bufferedReader.readLine())!=null){
+            htmlBuilder.append(line);
+        }
+        return htmlBuilder.toString();
+    }
+
+    private Page downloadWhenMiss(Request request, Task task) {
+        Page page = null;
+        if (downloaderWhenFileMiss != null) {
+            page = downloaderWhenFileMiss.download(request, task);
+        }
+        return page;
+    }
+}
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java
index 1b628cd75..d2c2d62e7 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java
@@ -11,6 +11,7 @@
 import us.codecraft.webmagic.Page;
 import us.codecraft.webmagic.Request;
 import us.codecraft.webmagic.Site;
+import us.codecraft.webmagic.Task;
 import us.codecraft.webmagic.selector.Html;
 import us.codecraft.webmagic.selector.PlainText;
 import us.codecraft.webmagic.utils.UrlUtils;
@@ -26,24 +27,25 @@ public class HttpClientDownloader implements Downloader {
     private Logger logger = Logger.getLogger(getClass());
 
     @Override
-    public Page download(Request request, Site site) {
+    public Page download(Request request, Task task) {
+        Site site = task.getSite();
         logger.info("downloading page " + request.getUrl());
         HttpClient httpClient = HttpClientPool.getInstance().getClient(site);
-        String encoding = site.getEncoding();
+        String charset = site.getCharset();
         try {
             HttpGet httpGet = new HttpGet(request.getUrl());
             HttpResponse httpResponse = httpClient.execute(httpGet);
             int statusCode = httpResponse.getStatusLine().getStatusCode();
             if (site.getAcceptStatCode().contains(statusCode)) {
                 //charset
-                if (encoding == null){
+                if (charset == null){
                     String value = httpResponse.getEntity().getContentType().getValue();
-                    site.setEncoding(new PlainText(value).regex("charset=([^\\s]+)").toString());
+                    charset = new PlainText(value).regex("charset=([^\\s]+)").toString();
                 }
                 //
                 handleGzip(httpResponse);
                 String content = IOUtils.toString(httpResponse.getEntity().getContent(),
-                         site.getEncoding());
+                        charset);
                 Page page = new Page();
                 page.setHtml(new Html(UrlUtils.fixAllRelativeHrefs(content, request.getUrl())));
                 page.setUrl(new PlainText(request.getUrl()));
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/FilePipeline.java b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/FilePipeline.java
index c7cd9c56a..b079dcc40 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/FilePipeline.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/FilePipeline.java
@@ -1,15 +1,14 @@
 package us.codecraft.webmagic.pipeline;
 
 import org.apache.commons.codec.digest.DigestUtils;
+import org.apache.log4j.Logger;
 import us.codecraft.webmagic.Page;
 import us.codecraft.webmagic.Task;
-import us.codecraft.webmagic.selector.Selectable;
 
 import java.io.File;
 import java.io.FileWriter;
 import java.io.IOException;
 import java.io.PrintWriter;
-import java.util.Map;
 
 /**
  * @author code4crafter@gmail.com <br>
@@ -20,6 +19,8 @@ public class FilePipeline implements Pipeline {
 
     private String path = "/data/temp/webmagic/";
 
+    private Logger logger = Logger.getLogger(getClass());
+
     public FilePipeline() {
 
     }
@@ -36,15 +37,12 @@ public void process(Page page, Task task) {
             file.mkdirs();
         }
         try {
-            PrintWriter printWriter = new PrintWriter(new FileWriter(path + DigestUtils.md5Hex(page.getUrl().toString()) + ".html"));
+            PrintWriter printWriter = new PrintWriter(new FileWriter(path + DigestUtils.md5Hex(page.getUrl().toString())));
             printWriter.println("url:\t" + page.getUrl());
-            for (Map.Entry<String, Selectable> entry : page.getFields().entrySet()) {
-                printWriter.println(entry.getKey() + ":\t" + entry.getValue().toStrings());
-            }
+            printWriter.println("html:\t" + page.getHtml());
             printWriter.close();
         } catch (IOException e) {
-            e.printStackTrace();
+            logger.warn("write file error",e);
         }
-
     }
 }
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/utils/UrlUtils.java b/webmagic-core/src/main/java/us/codecraft/webmagic/utils/UrlUtils.java
index 74e486c7f..667aaf25f 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/utils/UrlUtils.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/utils/UrlUtils.java
@@ -75,7 +75,7 @@ public static String getDomain(String url) {
         return domain;
     }
 
-    private static Pattern patternForHref = Pattern.compile("(<a[^<>]*href=)[\"']{0,1}([^\"']*)[\"']{0,1}", Pattern.CASE_INSENSITIVE);
+    private static Pattern patternForHref = Pattern.compile("(<a[^<>]*href=)[\"']{0,1}([^\"'<>\\s]*)[\"']{0,1}", Pattern.CASE_INSENSITIVE);
 
     public static String fixAllRelativeHrefs(String html, String url) {
         StringBuilder stringBuilder = new StringBuilder();
diff --git a/webmagic-core/src/test/java/us/codecraft/webmagic/downloader/HttpClientDownloaderTest.java b/webmagic-core/src/test/java/us/codecraft/webmagic/downloader/HttpClientDownloaderTest.java
index 5e83422ae..936aece62 100644
--- a/webmagic-core/src/test/java/us/codecraft/webmagic/downloader/HttpClientDownloaderTest.java
+++ b/webmagic-core/src/test/java/us/codecraft/webmagic/downloader/HttpClientDownloaderTest.java
@@ -19,7 +19,7 @@ public class HttpClientDownloaderTest {
     public void testCookie() {
         Site site = Site.me().setDomain("www.diandian.com").addCookie("t", "yct7q7e6v319wpg4cpxqduu5m77lcgix");
         HttpClientDownloader httpClientDownloader = new HttpClientDownloader();
-        Page download = httpClientDownloader.download(new Request("http://www.diandian.com"), site);
+        Page download = httpClientDownloader.download(new Request("http://www.diandian.com"), site.toTask());
         Assert.assertTrue(download.getHtml().toString().contains("flashsword30"));
     }
 }
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiaoyuwengProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiaoyuwengProcessor.java
index 13ed2e115..695d2e2ab 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiaoyuwengProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiaoyuwengProcessor.java
@@ -34,7 +34,7 @@ public void process(Page page) {
     public Site getSite() {
         if (site==null){
             site= Site.me().setDomain("www.diaoyuweng.com").addStartUrl("http://www.diaoyuweng.com/home.php?mod=space&uid=88304&do=thread&view=me&type=thread&from=space").
-                    setUserAgent("Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_2) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.65 Safari/537.31").setEncoding("GBK").setSleepTime(500);
+                    setUserAgent("Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_2) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.65 Safari/537.31").setCharset("GBK").setSleepTime(500);
         }
         return site;
     }
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/GlobalProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/GlobalProcessor.java
new file mode 100644
index 000000000..07f0101a1
--- /dev/null
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/GlobalProcessor.java
@@ -0,0 +1,45 @@
+package us.codecraft.webmagic.samples;
+
+import us.codecraft.webmagic.Page;
+import us.codecraft.webmagic.Site;
+import us.codecraft.webmagic.Spider;
+import us.codecraft.webmagic.downloader.FileDownloader;
+import us.codecraft.webmagic.downloader.HttpClientDownloader;
+import us.codecraft.webmagic.pipeline.FilePipeline;
+import us.codecraft.webmagic.processor.PageProcessor;
+import us.codecraft.webmagic.schedular.FileCacheQueueScheduler;
+
+import java.util.List;
+
+/**
+ * Author yihua.huang@dianping.com
+ * Date: 13-6-24
+ * Time: 下午2:12
+ */
+public class GlobalProcessor implements PageProcessor {
+
+    private Site site;
+
+    @Override
+    public void process(Page page) {
+        final List<String> requests = page.getHtml().links().regex(".*book\\.douban\\.com.*").toStrings();
+        page.addTargetRequests(requests);
+
+    }
+
+    @Override
+    public Site getSite() {
+        if (site==null){
+            site = Site.me().setDomain("douban.com").addStartUrl("http://book.douban.com/").setUserAgent("Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_2) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.65 Safari/537.31");
+        }
+        return site;
+    }
+
+    public static void main(String[] args) {
+        Spider.create(new GlobalProcessor()).thread(10)
+                .scheduler(new FileCacheQueueScheduler("/data/webmagic/github"))
+                .downloader(new FileDownloader("/data/webmagic/douban", new HttpClientDownloader()))
+                .pipeline(new FilePipeline("/data/webmagic/douban"))
+                .run();
+    }
+}
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/KaichibaProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/KaichibaProcessor.java
index 0a51b364e..aff18a6d3 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/KaichibaProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/KaichibaProcessor.java
@@ -21,7 +21,7 @@ public void process(Page page) {
 
     @Override
     public Site getSite() {
-        return Site.me().setDomain("kaichiba.com").addStartUrl("http://kaichiba.com/shop/41725781").setEncoding("utf-8").
+        return Site.me().setDomain("kaichiba.com").addStartUrl("http://kaichiba.com/shop/41725781").setCharset("utf-8").
                 setUserAgent("Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_2) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.65 Safari/537.31");
     }
 }
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/MeicanProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/MeicanProcessor.java
index bd218113b..39f5723ec 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/MeicanProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/MeicanProcessor.java
@@ -27,7 +27,7 @@ public void process(Page page) {
 
     @Override
     public Site getSite() {
-        return Site.me().setDomain("meican.com").addStartUrl("http://www.meican.com/shanghai/districts").setEncoding("utf-8").
+        return Site.me().setDomain("meican.com").addStartUrl("http://www.meican.com/shanghai/districts").setCharset("utf-8").
                 setUserAgent("Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_2) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.65 Safari/537.31");
     }
 }
diff --git a/webmagic-samples/src/test/java/us/codecraft/webmagic/SpiderTest.java b/webmagic-samples/src/test/java/us/codecraft/webmagic/SpiderTest.java
index f2668f253..76a423fbf 100644
--- a/webmagic-samples/src/test/java/us/codecraft/webmagic/SpiderTest.java
+++ b/webmagic-samples/src/test/java/us/codecraft/webmagic/SpiderTest.java
@@ -29,7 +29,7 @@ public void testGlobalSpider(){
 //        Spider.me().pipeline(new FilePipeline()).scheduler(new FileCacheQueueScheduler(pageProcessor.getSite(),"/data/temp/webmagic/cache/")).
 //                processor(pageProcessor).run();
         SimplePageProcessor pageProcessor2 = new SimplePageProcessor("http://www.diaoyuweng.com/home.php?mod=space&uid=88304&do=thread&view=me&type=thread&from=space", "http://www.diaoyuweng.com/thread-*-1-1.html");
-        System.out.println(pageProcessor2.getSite().getEncoding());
+        System.out.println(pageProcessor2.getSite().getCharset());
         pageProcessor2.getSite().setSleepTime(500);
         Spider.create(pageProcessor2).pipeline(new FilePipeline()).scheduler(new FileCacheQueueScheduler("/data/temp/webmagic/cache/")).
                 run();

From 4ce808573d97420425a8e48330fd4b8a9ed1cbe9 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Thu, 18 Jul 2013 17:22:26 +0800
Subject: [PATCH 42/81] add retry

---
 .gitignore                                    |  1 +
 webmagic-core/pom.xml                         |  2 +-
 .../main/java/us/codecraft/webmagic/Site.java | 19 +++++++
 .../downloader/HttpClientDownloader.java      | 28 ++++++++--
 webmagic-samples/pom.xml                      | 32 +++++++++++
 .../samples/DianpingIndexProcessor.java       | 53 +++++++++++++++++++
 .../webmagic/samples/DianpingProcessor.java   | 30 ++++++-----
 .../webmagic/samples/GlobalProcessor.java     | 13 +++--
 .../webmagic/samples/GuoxueProcessor.java     | 20 +++++++
 .../processor/DiaoyuwengProcessorTest.java    |  2 -
 10 files changed, 175 insertions(+), 25 deletions(-)
 create mode 100644 webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingIndexProcessor.java
 create mode 100644 webmagic-samples/src/main/java/us/codecraft/webmagic/samples/GuoxueProcessor.java

diff --git a/.gitignore b/.gitignore
index 0af075f75..cd33b6188 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1,2 +1,3 @@
 target/*
 *.iml
+out/
diff --git a/webmagic-core/pom.xml b/webmagic-core/pom.xml
index c0ef6a16f..df482f725 100644
--- a/webmagic-core/pom.xml
+++ b/webmagic-core/pom.xml
@@ -12,7 +12,7 @@
         <dependency>
             <groupId>org.apache.httpcomponents</groupId>
             <artifactId>httpclient</artifactId>
-            <version>4.2.1</version>
+            <version>4.2.4</version>
         </dependency>
 
         <dependency>
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Site.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Site.java
index 676584ad5..2c6118c75 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Site.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Site.java
@@ -24,6 +24,8 @@ public class Site {
 
     private int sleepTime = 3000;
 
+    private int retryTimes = 0;
+
     private static final Set<Integer> DEFAULT_STATUS_CODE_SET = new HashSet<Integer>();
 
     private Set<Integer> acceptStatCode = DEFAULT_STATUS_CODE_SET;
@@ -183,6 +185,23 @@ public int getSleepTime() {
         return sleepTime;
     }
 
+    /**
+     * 获取重新下载的次数，默认为0
+     * @return 重新下载的次数
+     */
+    public int getRetryTimes() {
+        return retryTimes;
+    }
+
+    /**
+     * 设置获取重新下载的次数，默认为0
+     * @return this
+     */
+    public Site setRetryTimes(int retryTimes) {
+        this.retryTimes = retryTimes;
+        return this;
+    }
+
     @Override
     public boolean equals(Object o) {
         if (this == o) return true;
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java
index d2c2d62e7..e4ae0ff6e 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java
@@ -16,11 +16,13 @@
 import us.codecraft.webmagic.selector.PlainText;
 import us.codecraft.webmagic.utils.UrlUtils;
 
+import java.io.IOException;
+
 
 /**
  * @author code4crafter@gmail.com <br>
- * Date: 13-4-21
- * Time: 下午12:15
+ *         Date: 13-4-21
+ *         Time: 下午12:15
  */
 public class HttpClientDownloader implements Downloader {
 
@@ -34,11 +36,27 @@ public Page download(Request request, Task task) {
         String charset = site.getCharset();
         try {
             HttpGet httpGet = new HttpGet(request.getUrl());
-            HttpResponse httpResponse = httpClient.execute(httpGet);
+            HttpResponse httpResponse = null;
+            int tried = 0;
+            boolean retry;
+            do {
+                try {
+                    httpResponse = httpClient.execute(httpGet);
+                    retry = false;
+                } catch (IOException e) {
+                    tried++;
+                    if (tried > site.getRetryTimes()) {
+                        logger.warn("download page " + request.getUrl() + " error", e);
+                        return null;
+                    }
+                    logger.info("download page " + request.getUrl() + " error, retry the "+tried+" time!");
+                    retry = true;
+                }
+            } while (retry);
             int statusCode = httpResponse.getStatusLine().getStatusCode();
             if (site.getAcceptStatCode().contains(statusCode)) {
                 //charset
-                if (charset == null){
+                if (charset == null) {
                     String value = httpResponse.getEntity().getContentType().getValue();
                     charset = new PlainText(value).regex("charset=([^\\s]+)").toString();
                 }
@@ -52,7 +70,7 @@ public Page download(Request request, Task task) {
                 page.setRequest(request);
                 return page;
             } else {
-                logger.warn("code error " + statusCode);
+                logger.warn("code error " + statusCode + "\t" + request.getUrl());
             }
         } catch (Exception e) {
             logger.warn("download page " + request.getUrl() + " error", e);
diff --git a/webmagic-samples/pom.xml b/webmagic-samples/pom.xml
index 4e345a286..f1f680667 100644
--- a/webmagic-samples/pom.xml
+++ b/webmagic-samples/pom.xml
@@ -39,6 +39,25 @@
                     <target>1.6</target>
                 </configuration>
             </plugin>
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-dependency-plugin</artifactId>
+                <executions>
+                    <execution>
+                        <id>copy-dependencies</id>
+                        <phase>package</phase>
+                        <goals>
+                            <goal>copy-dependencies</goal>
+                        </goals>
+                        <configuration>
+                            <outputDirectory>${project.build.directory}/lib</outputDirectory>
+                            <overWriteReleases>false</overWriteReleases>
+                            <overWriteSnapshots>false</overWriteSnapshots>
+                            <overWriteIfNewer>true</overWriteIfNewer>
+                        </configuration>
+                    </execution>
+                </executions>
+            </plugin>
             <plugin>
                 <groupId>org.apache.maven.plugins</groupId>
                 <artifactId>maven-resources-plugin</artifactId>
@@ -70,6 +89,19 @@
                     </execution>
                 </executions>
             </plugin>
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-jar-plugin</artifactId>
+                <configuration>
+                    <archive>
+                        <manifest>
+                            <addClasspath>true</addClasspath>
+                            <classpathPrefix>./lib/</classpathPrefix>
+                            <mainClass>us.codecraft.webmagic.samples.DianpingIndexProcessor</mainClass>
+                        </manifest>
+                    </archive>
+                </configuration>
+            </plugin>
             <plugin>
                 <groupId>org.apache.maven.plugins</groupId>
                 <artifactId>maven-release-plugin</artifactId>
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingIndexProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingIndexProcessor.java
new file mode 100644
index 000000000..1f5da5187
--- /dev/null
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingIndexProcessor.java
@@ -0,0 +1,53 @@
+package us.codecraft.webmagic.samples;
+
+import us.codecraft.webmagic.Page;
+import us.codecraft.webmagic.Site;
+import us.codecraft.webmagic.Spider;
+import us.codecraft.webmagic.processor.PageProcessor;
+
+import java.util.regex.Matcher;
+import java.util.regex.Pattern;
+
+/**
+ * @author code4crafter@gmail.com <br>
+ *         Date: 13-4-21 Time: 下午8:08
+ */
+public class DianpingIndexProcessor implements PageProcessor {
+    @Override
+    public void process(Page page) {
+        if (page.getUrl().toString().equals("http://www.dianping.com/citylist")) {
+            page.addTargetRequests(page.getHtml().links().regex("http://www\\.dianping\\.com/\\w+$").toStrings());
+            return;
+        }
+        Pattern p = Pattern.compile("http://www\\.dianping\\.com/\\w+");
+        Matcher matcher = p.matcher(page.getUrl().toString());
+        if (matcher.matches()) {
+            page.addTargetRequests(page.getHtml().xpath("//li[@class='term-list-item']//a/@href").regex("http://www\\.dianping\\.com/search/.*").toStrings());
+        } else {
+            p = Pattern.compile("http://www\\.dianping\\.com/search/.*");
+            matcher = p.matcher(page.getUrl().toString());
+            if (matcher.matches()) {
+                String result = page.getHtml().regex("您要查看的内容不存在").toString();
+                if (result != null) {
+                    System.err.println("No!Url not exist!" + page.getUrl());
+                }
+            }
+        }
+    }
+
+    @Override
+    public Site getSite() {
+        return Site.me().setDomain("www.dianping.com").addStartUrl("http://www.dianping.com/citylist")
+                .setSleepTime(0).setUserAgent("I'm a performance tester created by yihua.huang");
+    }
+
+    public static void main(String[] args) {
+        int sleepTime = 0;
+        if (args.length > 0) {
+            sleepTime = Integer.parseInt(args[0]);
+        }
+        DianpingIndexProcessor dianpingProcessor = new DianpingIndexProcessor();
+        dianpingProcessor.getSite().setSleepTime(sleepTime);
+        Spider.create(dianpingProcessor).thread(10).run();
+    }
+}
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingProcessor.java
index 33ac3d786..056da0aae 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingProcessor.java
@@ -1,7 +1,7 @@
 package us.codecraft.webmagic.samples;
 
-import us.codecraft.webmagic.Site;
 import us.codecraft.webmagic.Page;
+import us.codecraft.webmagic.Site;
 import us.codecraft.webmagic.Spider;
 import us.codecraft.webmagic.processor.PageProcessor;
 
@@ -9,30 +9,36 @@
 
 /**
  * @author code4crafter@gmail.com <br>
- * Date: 13-4-21
- * Time: 下午8:08
+ *         Date: 13-4-21
+ *         Time: 下午8:08
  */
 public class DianpingProcessor implements PageProcessor {
+
+    private Site site;
+
     @Override
     public void process(Page page) {
-        List<String> requests = page.getHtml().links().regex(".*shop.*").toStrings();
+        List<String> requests = page.getHtml().links().regex("http://info-search-web121361\\.alpha\\.dp:8080/search/.*").toStrings();
         page.addTargetRequests(requests);
-        requests = page.getHtml().regex(".*search/category/.*").toStrings();
-        page.addTargetRequests(requests);
-        if (page.getUrl().toString().contains("shop")) {
-            page.putField("title", page.getHtml().xpath("//h1[@class='shop-title']"));
-            page.putField("content", page.getHtml().smartContent());
-        }
     }
 
     @Override
     public Site getSite() {
-        return Site.me().setDomain("www.dianping.com").addStartUrl("http://www.dianping.com/").
-                setUserAgent("Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_2) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.65 Safari/537.31");
+        if (site == null) {
+            site = Site.me().setDomain("info-search-web361.alpha.dp:8080").addStartUrl("http://info11-search-web361.alpha.dp:8080/search/category/1/0").
+                    setSleepTime(100).
+                    setUserAgent("I'm a performance tester created by yihua.huang");
+        }
+        return site;
     }
 
     public static void main(String[] args) {
+        int sleepTime = 0;
+        if (args.length > 0) {
+            sleepTime = Integer.parseInt(args[0]);
+        }
         DianpingProcessor dianpingProcessor = new DianpingProcessor();
+        dianpingProcessor.getSite().setSleepTime(sleepTime).setRetryTimes(10);
         Spider.create(dianpingProcessor).run();
     }
 }
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/GlobalProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/GlobalProcessor.java
index 07f0101a1..383422f62 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/GlobalProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/GlobalProcessor.java
@@ -22,7 +22,7 @@ public class GlobalProcessor implements PageProcessor {
 
     @Override
     public void process(Page page) {
-        final List<String> requests = page.getHtml().links().regex(".*book\\.douban\\.com.*").toStrings();
+        final List<String> requests = page.getHtml().links().toStrings();
         page.addTargetRequests(requests);
 
     }
@@ -30,16 +30,19 @@ public void process(Page page) {
     @Override
     public Site getSite() {
         if (site==null){
-            site = Site.me().setDomain("douban.com").addStartUrl("http://book.douban.com/").setUserAgent("Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_2) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.65 Safari/537.31");
+            site = Site.me().setDomain("www.2345.com")
+                    .addStartUrl("http://www.2345.com/").addStartUrl("http://hao.360.cn/")
+                    .addStartUrl("http://www.baidu.com/s?wd=%E7%BD%91%E7%AB%99%E5%AF%BC%E8%88%AA&rsv_spt=1&issp=1&rsv_bp=0&ie=utf-8&tn=80039098_oem_dg&rsv_n=2&rsv_sug3=6&rsv_sug4=698&rsv_sug=0&rsv_sug1=3")
+                    .setUserAgent("Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_2) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.65 Safari/537.31");
         }
         return site;
     }
 
     public static void main(String[] args) {
         Spider.create(new GlobalProcessor()).thread(10)
-                .scheduler(new FileCacheQueueScheduler("/data/webmagic/github"))
-                .downloader(new FileDownloader("/data/webmagic/douban", new HttpClientDownloader()))
-                .pipeline(new FilePipeline("/data/webmagic/douban"))
+                .scheduler(new FileCacheQueueScheduler("/data/webmagic/test"))
+                .downloader(new FileDownloader("/data/webmagic/test", new HttpClientDownloader()))
+                .pipeline(new FilePipeline("/data/webmagic/test"))
                 .run();
     }
 }
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/GuoxueProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/GuoxueProcessor.java
new file mode 100644
index 000000000..54d995e59
--- /dev/null
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/GuoxueProcessor.java
@@ -0,0 +1,20 @@
+package us.codecraft.webmagic.samples;
+
+import us.codecraft.webmagic.Spider;
+import us.codecraft.webmagic.pipeline.FilePipeline;
+import us.codecraft.webmagic.processor.SimplePageProcessor;
+import us.codecraft.webmagic.schedular.FileCacheQueueScheduler;
+
+/**
+ * @author yihua.huang@dianping.com <br>
+ * @date: 13-7-14 <br>
+ * Time: 上午8:33 <br>
+ */
+public class GuoxueProcessor {
+
+    public static void main(String[] args) {
+        SimplePageProcessor simplePageProcessor = new SimplePageProcessor("http://www.guoxue123.cn/", "http://www.guoxue123.cn/*");
+        simplePageProcessor.getSite().setCharset("GBK").setSleepTime(500);
+        Spider.create(simplePageProcessor).pipeline(new FilePipeline("/data/webmagic/")).scheduler(new FileCacheQueueScheduler("/data/webmagic/")).run();
+    }
+}
diff --git a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiaoyuwengProcessorTest.java b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiaoyuwengProcessorTest.java
index 33bcf9c61..5680d1237 100644
--- a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiaoyuwengProcessorTest.java
+++ b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiaoyuwengProcessorTest.java
@@ -1,6 +1,5 @@
 package us.codecraft.webmagic.processor;
 
-import org.junit.Ignore;
 import org.junit.Test;
 import us.codecraft.webmagic.Spider;
 import us.codecraft.webmagic.pipeline.FilePipeline;
@@ -17,7 +16,6 @@
  */
 public class DiaoyuwengProcessorTest {
 
-    @Ignore
     @Test
     public void test() throws IOException {
         DiaoyuwengProcessor diaoyuwengProcessor = new DiaoyuwengProcessor();

From 0ac2bded860e5505b371bf95d9f51ce37a8a7874 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Thu, 18 Jul 2013 18:12:16 +0800
Subject: [PATCH 43/81] remove

---
 .gitignore                                    |  1 +
 .../samples/DianpingIndexProcessor.java       | 53 -------------------
 2 files changed, 1 insertion(+), 53 deletions(-)
 delete mode 100644 webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingIndexProcessor.java

diff --git a/.gitignore b/.gitignore
index cd33b6188..c28a71a54 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1,3 +1,4 @@
 target/*
 *.iml
 out/
+Dianping*.java
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingIndexProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingIndexProcessor.java
deleted file mode 100644
index 1f5da5187..000000000
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingIndexProcessor.java
+++ /dev/null
@@ -1,53 +0,0 @@
-package us.codecraft.webmagic.samples;
-
-import us.codecraft.webmagic.Page;
-import us.codecraft.webmagic.Site;
-import us.codecraft.webmagic.Spider;
-import us.codecraft.webmagic.processor.PageProcessor;
-
-import java.util.regex.Matcher;
-import java.util.regex.Pattern;
-
-/**
- * @author code4crafter@gmail.com <br>
- *         Date: 13-4-21 Time: 下午8:08
- */
-public class DianpingIndexProcessor implements PageProcessor {
-    @Override
-    public void process(Page page) {
-        if (page.getUrl().toString().equals("http://www.dianping.com/citylist")) {
-            page.addTargetRequests(page.getHtml().links().regex("http://www\\.dianping\\.com/\\w+$").toStrings());
-            return;
-        }
-        Pattern p = Pattern.compile("http://www\\.dianping\\.com/\\w+");
-        Matcher matcher = p.matcher(page.getUrl().toString());
-        if (matcher.matches()) {
-            page.addTargetRequests(page.getHtml().xpath("//li[@class='term-list-item']//a/@href").regex("http://www\\.dianping\\.com/search/.*").toStrings());
-        } else {
-            p = Pattern.compile("http://www\\.dianping\\.com/search/.*");
-            matcher = p.matcher(page.getUrl().toString());
-            if (matcher.matches()) {
-                String result = page.getHtml().regex("您要查看的内容不存在").toString();
-                if (result != null) {
-                    System.err.println("No!Url not exist!" + page.getUrl());
-                }
-            }
-        }
-    }
-
-    @Override
-    public Site getSite() {
-        return Site.me().setDomain("www.dianping.com").addStartUrl("http://www.dianping.com/citylist")
-                .setSleepTime(0).setUserAgent("I'm a performance tester created by yihua.huang");
-    }
-
-    public static void main(String[] args) {
-        int sleepTime = 0;
-        if (args.length > 0) {
-            sleepTime = Integer.parseInt(args[0]);
-        }
-        DianpingIndexProcessor dianpingProcessor = new DianpingIndexProcessor();
-        dianpingProcessor.getSite().setSleepTime(sleepTime);
-        Spider.create(dianpingProcessor).thread(10).run();
-    }
-}

From 9e391fbe05d286e5bc6f01e2e2725a6e45ebe9cb Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Thu, 18 Jul 2013 18:23:15 +0800
Subject: [PATCH 44/81] ignore

---
 .gitignore | 1 -
 1 file changed, 1 deletion(-)

diff --git a/.gitignore b/.gitignore
index c28a71a54..cd33b6188 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1,4 +1,3 @@
 target/*
 *.iml
 out/
-Dianping*.java

From 5708b6e9c325e703d866fbbd68d9cb2e288bf364 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Fri, 19 Jul 2013 12:34:22 +0800
Subject: [PATCH 45/81] +sina blog

---
 .../webmagic/selector/XpathSelectorTest.java          |  1 +
 .../codecraft/webmagic/samples/SinaBlogProcesser.java | 11 ++++++++---
 .../webmagic/processor/DiaoyuwengProcessorTest.java   |  2 ++
 3 files changed, 11 insertions(+), 3 deletions(-)

diff --git a/webmagic-core/src/test/java/us/codecraft/webmagic/selector/XpathSelectorTest.java b/webmagic-core/src/test/java/us/codecraft/webmagic/selector/XpathSelectorTest.java
index bebbb83dc..e13b80978 100644
--- a/webmagic-core/src/test/java/us/codecraft/webmagic/selector/XpathSelectorTest.java
+++ b/webmagic-core/src/test/java/us/codecraft/webmagic/selector/XpathSelectorTest.java
@@ -1351,6 +1351,7 @@ public void test() {
     public void testOschina() {
         Html html1 = new Html(html);
         Assert.assertEquals("再次吐槽easyui", html1.xpath(".//*[@class='QTitle']/h1/a").toString());
+        System.out.println(html1.regex("(<body>.*?</body>)").links().toStrings());
     }
 
 }
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/SinaBlogProcesser.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/SinaBlogProcesser.java
index bb77931fe..baa375d81 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/SinaBlogProcesser.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/SinaBlogProcesser.java
@@ -1,7 +1,8 @@
 package us.codecraft.webmagic.samples;
 
-import us.codecraft.webmagic.Site;
 import us.codecraft.webmagic.Page;
+import us.codecraft.webmagic.Site;
+import us.codecraft.webmagic.Spider;
 import us.codecraft.webmagic.processor.PageProcessor;
 
 /**
@@ -15,7 +16,7 @@ public class SinaBlogProcesser implements PageProcessor {
 
     @Override
     public void process(Page page) {
-        page.addTargetRequests(page.getHtml().links().regex("(http://blog\\.sina\\.com\\.cn/s/blog_.*)").toStrings());
+        page.addTargetRequests(page.getHtml().xpath("//div[@class='articalfrontback SG_j_linedot1 clearfix']").links().toStrings());
         page.putField("title", page.getHtml().xpath("//div[@class='articalTitle']/h2"));
         page.putField("content",page.getHtml().xpath("//div[@id='articlebody']//div[@class='articalContent']"));
         page.putField("id",page.getUrl().regex("http://blog\\.sina\\.com\\.cn/s/blog_(\\w+)"));
@@ -26,9 +27,13 @@ public void process(Page page) {
     @Override
     public Site getSite() {
         if (site==null){
-            site = Site.me().setDomain("blog.sina.com.cn").addStartUrl("http://blog.sina.com.cn/flashsword20").setSleepTime(3000).
+            site = Site.me().setDomain("blog.sina.com.cn").addStartUrl("http://blog.sina.com.cn/s/blog_4701280b0102egl0.html").setSleepTime(3000).
                     setUserAgent("Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_2) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.65 Safari/537.31");
         }
         return site;
     }
+
+    public static void main(String[] args) {
+        Spider.create(new SinaBlogProcesser()).run();
+    }
 }
diff --git a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiaoyuwengProcessorTest.java b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiaoyuwengProcessorTest.java
index 5680d1237..33bcf9c61 100644
--- a/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiaoyuwengProcessorTest.java
+++ b/webmagic-samples/src/test/java/us/codecraft/webmagic/processor/DiaoyuwengProcessorTest.java
@@ -1,5 +1,6 @@
 package us.codecraft.webmagic.processor;
 
+import org.junit.Ignore;
 import org.junit.Test;
 import us.codecraft.webmagic.Spider;
 import us.codecraft.webmagic.pipeline.FilePipeline;
@@ -16,6 +17,7 @@
  */
 public class DiaoyuwengProcessorTest {
 
+    @Ignore
     @Test
     public void test() throws IOException {
         DiaoyuwengProcessor diaoyuwengProcessor = new DiaoyuwengProcessor();

From a5b58bc8fb091863287a4e3cda4d44fa27e5a12b Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Sat, 20 Jul 2013 08:34:18 +0800
Subject: [PATCH 46/81] invite jsoup and cssselector

---
 webmagic-core/pom.xml                         |  6 +++
 .../java/us/codecraft/webmagic/Spider.java    |  2 +
 .../webmagic/selector/CssSelector.java        | 47 +++++++++++++++++++
 .../us/codecraft/webmagic/selector/Html.java  |  6 +++
 .../webmagic/selector/PlainText.java          |  5 ++
 .../webmagic/selector/Selectable.java         |  8 ++++
 .../java/us/codecraft/webmagic/HtmlTest.java  |  1 +
 .../webmagic/selector/XpathSelectorTest.java  |  2 +-
 8 files changed, 76 insertions(+), 1 deletion(-)
 create mode 100644 webmagic-core/src/main/java/us/codecraft/webmagic/selector/CssSelector.java

diff --git a/webmagic-core/pom.xml b/webmagic-core/pom.xml
index df482f725..7d787aa85 100644
--- a/webmagic-core/pom.xml
+++ b/webmagic-core/pom.xml
@@ -52,6 +52,12 @@
             <version>2.4</version>
         </dependency>
 
+        <dependency>
+            <groupId>org.jsoup</groupId>
+            <artifactId>jsoup</artifactId>
+            <version>1.7.2</version>
+        </dependency>
+
         <dependency>
             <groupId>org.apache.commons</groupId>
             <artifactId>commons-io</artifactId>
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
index b2a2fa6b1..1288ff8ed 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
@@ -154,9 +154,11 @@ public void run() {
                 request = scheduler.poll(this);
             }
         } else {
+            //multi thread
             final AtomicInteger threadAlive = new AtomicInteger(0);
             while (true) {
                 if (request == null) {
+                    //when no request found but some thread is alive, sleep a while.
                     try {
                         Thread.sleep(100);
                     } catch (InterruptedException e) {
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/CssSelector.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/CssSelector.java
new file mode 100644
index 000000000..c2d654af5
--- /dev/null
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/CssSelector.java
@@ -0,0 +1,47 @@
+package us.codecraft.webmagic.selector;
+
+import org.apache.commons.collections.CollectionUtils;
+import org.jsoup.Jsoup;
+import org.jsoup.nodes.Document;
+import org.jsoup.nodes.Element;
+import org.jsoup.select.Elements;
+
+import java.util.ArrayList;
+import java.util.List;
+
+/**
+ * @author code4crafter@gmail.com <br>
+ *         Date: 13-4-21
+ *         Time: 上午9:39
+ */
+public class CssSelector implements Selector {
+
+    private String selectorText;
+
+    public CssSelector(String selectorText) {
+        this.selectorText = selectorText;
+    }
+
+    @Override
+    public String select(String text) {
+        Document doc = Jsoup.parse(text);
+        Elements elements = doc.select(selectorText);
+        if (CollectionUtils.isNotEmpty(elements)) {
+            return null;
+        }
+        return elements.get(0).outerHtml();
+    }
+
+    @Override
+    public List<String> selectList(String text) {
+        List<String> strings = new ArrayList<String>();
+        Document doc = Jsoup.parse(text);
+        Elements elements = doc.select(selectorText);
+        if (CollectionUtils.isNotEmpty(elements)) {
+            for (Element element : elements) {
+                strings.add(element.outerHtml());
+            }
+        }
+        return strings;
+    }
+}
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Html.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Html.java
index 0b3637267..099f50746 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Html.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Html.java
@@ -62,4 +62,10 @@ public Selectable xpath(String xpath) {
         return selectList(xpathSelector, strings);
     }
 
+    @Override
+    public Selectable $(String selector) {
+        CssSelector cssSelector = new CssSelector(selector);
+        return selectList(cssSelector,strings);
+    }
+
 }
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/PlainText.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/PlainText.java
index cedee6301..0137de814 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/PlainText.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/PlainText.java
@@ -33,6 +33,11 @@ public Selectable xpath(String xpath) {
         throw new UnsupportedOperationException();
     }
 
+    @Override
+    public Selectable $(String selector) {
+        throw new UnsupportedOperationException();
+    }
+
     @Override
     public Selectable smartContent() {
         throw new UnsupportedOperationException();
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selectable.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selectable.java
index 630808d3b..f4aa9a530 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selectable.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selectable.java
@@ -17,6 +17,14 @@ public interface Selectable {
      */
     public Selectable xpath(String xpath);
 
+    /**
+     * select list with jquery selector
+     *
+     * @param
+     * @return
+     */
+    public Selectable $(String selector);
+
     /**
      * select smart content with ReadAbility algorithm
      *
diff --git a/webmagic-core/src/test/java/us/codecraft/webmagic/HtmlTest.java b/webmagic-core/src/test/java/us/codecraft/webmagic/HtmlTest.java
index fcdbfeffa..c90001460 100644
--- a/webmagic-core/src/test/java/us/codecraft/webmagic/HtmlTest.java
+++ b/webmagic-core/src/test/java/us/codecraft/webmagic/HtmlTest.java
@@ -17,4 +17,5 @@ public void testRegexSelector() {
         Assert.assertEquals("abbabbab", (selectable.regex("(.*)").replace("aa(a)", "$1bb").toString()));
 
     }
+
 }
diff --git a/webmagic-core/src/test/java/us/codecraft/webmagic/selector/XpathSelectorTest.java b/webmagic-core/src/test/java/us/codecraft/webmagic/selector/XpathSelectorTest.java
index e13b80978..3ef0a9279 100644
--- a/webmagic-core/src/test/java/us/codecraft/webmagic/selector/XpathSelectorTest.java
+++ b/webmagic-core/src/test/java/us/codecraft/webmagic/selector/XpathSelectorTest.java
@@ -1351,7 +1351,7 @@ public void test() {
     public void testOschina() {
         Html html1 = new Html(html);
         Assert.assertEquals("再次吐槽easyui", html1.xpath(".//*[@class='QTitle']/h1/a").toString());
-        System.out.println(html1.regex("(<body>.*?</body>)").links().toStrings());
+        Assert.assertNotNull(html1.$("a[href]").xpath("//@href").toStrings());
     }
 
 }

From 74cd7cab5c54b07c6eec5c0b0e6fea879d49afe5 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Wed, 24 Jul 2013 18:26:54 +0800
Subject: [PATCH 47/81] update java doc

---
 .../src/main/java/us/codecraft/webmagic/Page.java  |  4 ++--
 .../webmagic/downloader/HttpClientDownloader.java  |  6 +++---
 .../webmagic/pipeline/ConsolePipeline.java         |  1 +
 .../codecraft/webmagic/pipeline/FilePipeline.java  |  8 ++++++++
 .../us/codecraft/webmagic/pipeline/Pipeline.java   |  1 +
 .../webmagic/processor/PageProcessor.java          |  6 ++++--
 .../webmagic/processor/SimplePageProcessor.java    |  2 ++
 .../schedular/FileCacheQueueScheduler.java         |  4 +++-
 .../webmagic/schedular/QueueScheduler.java         |  1 +
 .../us/codecraft/webmagic/schedular/Scheduler.java | 12 ++++++++++++
 .../us/codecraft/webmagic/schedular/package.html   |  2 +-
 .../codecraft/webmagic/selector/CssSelector.java   |  1 +
 .../codecraft/webmagic/selector/RegexResult.java   |  1 +
 .../us/codecraft/webmagic/selector/Selectable.java |  2 +-
 .../codecraft/webmagic/selector/XpathSelector.java |  9 +++++----
 .../java/us/codecraft/webmagic/utils/UrlUtils.java | 14 ++++++++++----
 .../us/codecraft/webmagic/utils/UrlUtilsTest.java  | 11 +++++------
 .../codecraft/webmagic/FreemarkerPipelineTest.java |  2 +-
 18 files changed, 62 insertions(+), 25 deletions(-)

diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Page.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Page.java
index 5b1ceaf41..b2dd3db71 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Page.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Page.java
@@ -101,7 +101,7 @@ public void addTargetRequests(List<String> requests) {
                 if (StringUtils.isBlank(s) || s.equals("#") || s.startsWith("javascript:")) {
                     break;
                 }
-                s = UrlUtils.fixRelativeUrl(s, url.toString());
+                s = UrlUtils.canonicalizeUrl(s, url.toString());
                 targetRequests.add(new Request(s));
             }
         }
@@ -116,7 +116,7 @@ public void addTargetRequest(String requestString) {
             return;
         }
         synchronized (targetRequests) {
-            requestString = UrlUtils.fixRelativeUrl(requestString, url.toString());
+            requestString = UrlUtils.canonicalizeUrl(requestString, url.toString());
             targetRequests.add(new Request(requestString));
         }
     }
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java
index e4ae0ff6e..ac3ea0fb0 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java
@@ -58,7 +58,7 @@ public Page download(Request request, Task task) {
                 //charset
                 if (charset == null) {
                     String value = httpResponse.getEntity().getContentType().getValue();
-                    charset = new PlainText(value).regex("charset=([^\\s]+)").toString();
+                    charset = UrlUtils.getCharset(value);
                 }
                 //
                 handleGzip(httpResponse);
@@ -82,8 +82,8 @@ private void handleGzip(HttpResponse httpResponse) {
         Header ceheader = httpResponse.getEntity().getContentEncoding();
         if (ceheader != null) {
             HeaderElement[] codecs = ceheader.getElements();
-            for (int i = 0; i < codecs.length; i++) {
-                if (codecs[i].getName().equalsIgnoreCase("gzip")) {
+            for (HeaderElement codec : codecs) {
+                if (codec.getName().equalsIgnoreCase("gzip")) {
                     httpResponse.setEntity(
                             new GzipDecompressingEntity(httpResponse.getEntity()));
                 }
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/ConsolePipeline.java b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/ConsolePipeline.java
index 6c2abba8f..dff2ded75 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/ConsolePipeline.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/ConsolePipeline.java
@@ -7,6 +7,7 @@
 import java.util.Map;
 
 /**
+ * 命令行输出抽取结果。可用于测试。<br>
  * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 下午1:45
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/FilePipeline.java b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/FilePipeline.java
index b079dcc40..e48e2bb44 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/FilePipeline.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/FilePipeline.java
@@ -11,6 +11,7 @@
 import java.io.PrintWriter;
 
 /**
+ * 持久化到文件的接口。
  * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 下午6:28
@@ -21,10 +22,17 @@ public class FilePipeline implements Pipeline {
 
     private Logger logger = Logger.getLogger(getClass());
 
+    /**
+     * 新建一个FilePipeline，使用默认保存路径"/data/temp/webmagic/"
+     */
     public FilePipeline() {
 
     }
 
+    /**
+     * 新建一个FilePipeline
+     * @param path 文件保存路径
+     */
     public FilePipeline(String path) {
         this.path = path;
     }
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/Pipeline.java b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/Pipeline.java
index 1be447c45..408392d9a 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/Pipeline.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/Pipeline.java
@@ -4,6 +4,7 @@
 import us.codecraft.webmagic.Task;
 
 /**
+ * Pipeline是数据离线处理和持久化的接口。通过实现Pipeline以实现不同的持久化方式(例如保存到数据库)。
  * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 下午1:39
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/processor/PageProcessor.java b/webmagic-core/src/main/java/us/codecraft/webmagic/processor/PageProcessor.java
index c36ae980d..3963d0805 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/processor/PageProcessor.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/processor/PageProcessor.java
@@ -4,6 +4,8 @@
 import us.codecraft.webmagic.Site;
 
 /**
+ * 定制爬虫的核心接口。通过实现PageProcessor可以实现一个定制的爬虫。<br>
+ *     extends the class to implements various spiders.<br>
  * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 上午11:42
@@ -11,13 +13,13 @@
 public interface PageProcessor {
 
     /**
-     * extends the class to implements variaty spiders
+     * 定义如何处理页面，包括链接提取、内容抽取等。
      * @param page
      */
     public void process(Page page);
 
     /**
-     * the site the processor for
+     * 定义任务一些配置信息，例如开始链接、抓取间隔、自定义cookie、自定义UA等。
      * @return site
      */
     public Site getSite();
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/processor/SimplePageProcessor.java b/webmagic-core/src/main/java/us/codecraft/webmagic/processor/SimplePageProcessor.java
index 0d5244629..47d3748b9 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/processor/SimplePageProcessor.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/processor/SimplePageProcessor.java
@@ -7,6 +7,7 @@
 import java.util.List;
 
 /**
+ * 非常简单的抽取器。链接抽取使用定义的通配符，并保存抽取整个内容到content字段。<br>
  * @author code4crafter@gmail.com <br>
  * Date: 13-4-22
  * Time: 下午9:15
@@ -22,6 +23,7 @@ public class SimplePageProcessor implements PageProcessor {
     public SimplePageProcessor(String startUrl, String urlPattern) {
         this.site = Site.me().addStartUrl(startUrl).
                 setDomain(UrlUtils.getDomain(startUrl)).setUserAgent(UA);
+        //compile "*" expression to regex
         this.urlPattern = "("+urlPattern.replace(".","\\.").replace("*","[^\"'#]*")+")";
 
     }
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/FileCacheQueueScheduler.java b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/FileCacheQueueScheduler.java
index 1f5298a00..77a6c0b35 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/FileCacheQueueScheduler.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/FileCacheQueueScheduler.java
@@ -16,6 +16,7 @@
 import java.util.concurrent.atomic.AtomicInteger;
 
 /**
+ * 磁盘文件实现的安全Scheduler，可以保证在长时间执行的任务中断后，下次启动从中断位置重新开始。<br>
  * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 下午1:13
@@ -91,6 +92,7 @@ private void readFile() {
             readCursorFile();
             readUrlFile();
         } catch (IOException e) {
+            logger.error("init file error",e);
         }
     }
 
@@ -109,7 +111,7 @@ private void readUrlFile() throws IOException {
 
     private void readCursorFile() throws IOException {
         BufferedReader fileCursorReader = new BufferedReader(new FileReader(getFileName(fileCursor)));
-        String line = null;
+        String line;
         //read the last number
         while ((line = fileCursorReader.readLine()) != null) {
             cursor = new AtomicInteger(NumberUtils.toInt(line));
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/QueueScheduler.java b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/QueueScheduler.java
index 697688596..613e4062c 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/QueueScheduler.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/QueueScheduler.java
@@ -10,6 +10,7 @@
 import java.util.concurrent.LinkedBlockingQueue;
 
 /**
+ * 内存队列实现的线程安全Scheduler。<br>
  * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 下午1:13
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/Scheduler.java b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/Scheduler.java
index 7e0213275..bf440baf8 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/Scheduler.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/Scheduler.java
@@ -4,14 +4,26 @@
 import us.codecraft.webmagic.Task;
 
 /**
+ * 包含url管理和调度的接口。包括url抓取队列，url去重等功能。<br>
+ * Scheduler的接口包含一个Task参数，该参数是为单Scheduler多Task预留的(Spider就是一个Task)。<br>
  * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 下午1:12
  */
 public interface Scheduler {
 
+    /**
+     * 加入一个待抓取的链接
+     * @param request 待抓取的链接
+     * @param task 定义的任务，以满足单Scheduler多Task的情况
+     */
     public void push(Request request,Task task);
 
+    /**
+     * 返回下一个要抓取的链接
+     * @param task 定义的任务，以满足单Scheduler多Task的情况
+     * @return
+     */
     public Request poll(Task task);
 
 }
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/package.html b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/package.html
index 0e35610fe..7887dd536 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/package.html
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/package.html
@@ -1,5 +1,5 @@
 <html>
 	<body>
-包含url管理和调度的接口Schedular及它的几个实现类。
+包含url管理和调度的接口Scheduler及它的几个实现类。
 	</body>
 </html>
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/CssSelector.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/CssSelector.java
index c2d654af5..10dfb6230 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/CssSelector.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/CssSelector.java
@@ -10,6 +10,7 @@
 import java.util.List;
 
 /**
+ * css风格的选择器。包装了Jsoup。<br>
  * @author code4crafter@gmail.com <br>
  *         Date: 13-4-21
  *         Time: 上午9:39
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/RegexResult.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/RegexResult.java
index 9f4e2f060..04467bcce 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/RegexResult.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/RegexResult.java
@@ -1,6 +1,7 @@
 package us.codecraft.webmagic.selector;
 
 /**
+ * 封装正则表达式抽取接口的类。<br>
  * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 上午7:39
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selectable.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selectable.java
index f4aa9a530..932115cdf 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selectable.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selectable.java
@@ -18,7 +18,7 @@ public interface Selectable {
     public Selectable xpath(String xpath);
 
     /**
-     * select list with jquery selector
+     * select list with css selector
      *
      * @param
      * @return
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/XpathSelector.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/XpathSelector.java
index c2b408eb3..02afe2912 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/XpathSelector.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/XpathSelector.java
@@ -6,6 +6,7 @@
 import java.util.List;
 
 /**
+ * xpath的选择器。包装了HtmlCleaner。<br>
  * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 上午9:39
@@ -52,12 +53,12 @@ public List<String> selectList(String text) {
         try {
             Object[] objects = tagNode.evaluateXPath(xpathStr);
             if (objects != null && objects.length >= 1) {
-                for (int i = 0; i < objects.length; i++) {
-                    if (objects[i] instanceof TagNode) {
-                        TagNode tagNode1 = (TagNode) objects[i];
+                for (Object object : objects) {
+                    if (object instanceof TagNode) {
+                        TagNode tagNode1 = (TagNode) object;
                         results.add(htmlCleaner.getInnerHtml(tagNode1));
                     } else {
-                        results.add(objects[i].toString());
+                        results.add(object.toString());
                     }
                 }
             }
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/utils/UrlUtils.java b/webmagic-core/src/main/java/us/codecraft/webmagic/utils/UrlUtils.java
index 667aaf25f..0b7201d61 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/utils/UrlUtils.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/utils/UrlUtils.java
@@ -14,7 +14,13 @@ public class UrlUtils {
 
     private static Pattern relativePathPattern = Pattern.compile("^([\\.]+)/");
 
-    public static String fixRelativeUrl(String url, String refer) {
+    /**
+     * 将url想对地址转化为绝对地址
+     * @param url url地址
+     * @param refer url地址来自哪个页面
+     * @return
+     */
+    public static String canonicalizeUrl(String url, String refer) {
         if (StringUtils.isBlank(url) || StringUtils.isBlank(refer)) {
             return url;
         }
@@ -62,12 +68,12 @@ public static String getHost(String url) {
 
     private static Pattern patternForProtocal = Pattern.compile("[\\w]+://");
 
-    public static String removeProtocal(String url) {
+    public static String removeProtocol(String url) {
         return patternForProtocal.matcher(url).replaceAll("");
     }
 
     public static String getDomain(String url) {
-        String domain = removeProtocal(url);
+        String domain = removeProtocol(url);
         int i = StringUtils.indexOf(domain, "/", 1);
         if (i > 0) {
             domain = StringUtils.substring(domain, 0, i);
@@ -84,7 +90,7 @@ public static String fixAllRelativeHrefs(String html, String url) {
         while (matcher.find()) {
             stringBuilder.append(StringUtils.substring(html, lastEnd, matcher.start()));
             stringBuilder.append(matcher.group(1));
-            stringBuilder.append("\"" + fixRelativeUrl(matcher.group(2), url) + "\"");
+            stringBuilder.append("\"").append(canonicalizeUrl(matcher.group(2), url)).append("\"");
             lastEnd = matcher.end();
         }
         stringBuilder.append(StringUtils.substring(html, lastEnd));
diff --git a/webmagic-core/src/test/java/us/codecraft/webmagic/utils/UrlUtilsTest.java b/webmagic-core/src/test/java/us/codecraft/webmagic/utils/UrlUtilsTest.java
index 4cfdc046b..cd55b2c77 100644
--- a/webmagic-core/src/test/java/us/codecraft/webmagic/utils/UrlUtilsTest.java
+++ b/webmagic-core/src/test/java/us/codecraft/webmagic/utils/UrlUtilsTest.java
@@ -12,18 +12,18 @@ public class UrlUtilsTest {
 
     @Test
     public void testFixRelativeUrl() {
-        String fixrelativeurl = UrlUtils.fixRelativeUrl("aa", "http://www.dianping.com/sh/ss/com");
+        String fixrelativeurl = UrlUtils.canonicalizeUrl("aa", "http://www.dianping.com/sh/ss/com");
         System.out.println("fix: " + fixrelativeurl);
         Assert.assertEquals("http://www.dianping.com/sh/ss/aa", fixrelativeurl);
 
-        fixrelativeurl = UrlUtils.fixRelativeUrl("../aa", "http://www.dianping.com/sh/ss/com");
+        fixrelativeurl = UrlUtils.canonicalizeUrl("../aa", "http://www.dianping.com/sh/ss/com");
         Assert.assertEquals("http://www.dianping.com/sh/aa", fixrelativeurl);
 
-        fixrelativeurl = UrlUtils.fixRelativeUrl("..../aa", "http://www.dianping.com/sh/ss/com");
+        fixrelativeurl = UrlUtils.canonicalizeUrl("..../aa", "http://www.dianping.com/sh/ss/com");
         Assert.assertEquals("http://www.dianping.com/aa", fixrelativeurl);
-        fixrelativeurl = UrlUtils.fixRelativeUrl(".../aa", "http://www.dianping.com/sh/ss/com");
+        fixrelativeurl = UrlUtils.canonicalizeUrl(".../aa", "http://www.dianping.com/sh/ss/com");
         Assert.assertEquals("http://www.dianping.com/aa", fixrelativeurl);
-        fixrelativeurl = UrlUtils.fixRelativeUrl("..aa", "http://www.dianping.com/sh/ss/com");
+        fixrelativeurl = UrlUtils.canonicalizeUrl("..aa", "http://www.dianping.com/sh/ss/com");
         Assert.assertEquals("http://www.dianping.com/sh/ss/..aa", fixrelativeurl);
 //        fixrelativeurl = fixrelativeurl("/aa", "http://www.dianping.com");
 //        System.out.println("fix: " + fixrelativeurl);
@@ -628,7 +628,6 @@ public void testFixRelativeHtml(){
                 "\t\t\t<script src=\"http://discuz.gtimg.cn/cloud/scripts/discuz_tips.js?v=1\" type=\"text/javascript\" charset=\"UTF-8\"></script></body>\n" +
                 "</html>\n";
         String newHtml = UrlUtils.fixAllRelativeHrefs(html, "http://www.huxiu.com/");
-        String text = "<a class=\"xu_subscribe\" href=\"home.php?mod=spacecp&amp;ac=profile&amp;op=info\" >订阅<span >虎嗅</span></a>";
         Assert.assertTrue(html.contains("<a href=\"article"));
         Assert.assertFalse(newHtml.contains("<a href=\"article"));
     }
diff --git a/webmagic-plugin/src/test/java/us/codecraft/webmagic/FreemarkerPipelineTest.java b/webmagic-plugin/src/test/java/us/codecraft/webmagic/FreemarkerPipelineTest.java
index 68ff90464..8ceb99fed 100644
--- a/webmagic-plugin/src/test/java/us/codecraft/webmagic/FreemarkerPipelineTest.java
+++ b/webmagic-plugin/src/test/java/us/codecraft/webmagic/FreemarkerPipelineTest.java
@@ -14,6 +14,6 @@ public class FreemarkerPipelineTest {
 
     @Test
     public void testTemplateLoad() throws IOException {
-        FreemarkerPipeline freemarkerPipeline = new FreemarkerPipeline("wordpress.ftl");
+        new FreemarkerPipeline("wordpress.ftl");
     }
 }

From 71b1d89acb2b834c1d32b681542ef2b48b8063b7 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Wed, 24 Jul 2013 19:49:00 +0800
Subject: [PATCH 48/81] update java docs

---
 .../main/java/us/codecraft/webmagic/schedular/Scheduler.java | 2 +-
 .../src/main/java/us/codecraft/webmagic/selector/Html.java   | 1 +
 .../main/java/us/codecraft/webmagic/selector/PlainText.java  | 1 +
 .../java/us/codecraft/webmagic/selector/RegexSelector.java   | 1 +
 .../java/us/codecraft/webmagic/selector/ReplaceSelector.java | 1 +
 .../main/java/us/codecraft/webmagic/selector/Selectable.java | 5 +++--
 .../main/java/us/codecraft/webmagic/selector/Selector.java   | 1 +
 .../java/us/codecraft/webmagic/selector/SelectorFactory.java | 1 +
 .../main/java/us/codecraft/webmagic/utils/ThreadUtils.java   | 1 +
 .../src/main/java/us/codecraft/webmagic/utils/UrlUtils.java  | 3 ++-
 10 files changed, 13 insertions(+), 4 deletions(-)

diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/Scheduler.java b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/Scheduler.java
index bf440baf8..8d9649be1 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/Scheduler.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/Scheduler.java
@@ -22,7 +22,7 @@ public interface Scheduler {
     /**
      * 返回下一个要抓取的链接
      * @param task 定义的任务，以满足单Scheduler多Task的情况
-     * @return
+     * @return 下一个要抓取的链接
      */
     public Request poll(Task task);
 
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Html.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Html.java
index 099f50746..114eef996 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Html.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Html.java
@@ -4,6 +4,7 @@
 import java.util.List;
 
 /**
+ * 可抽取的html文本。<br>
  * @author code4crafter@gmail.com <br>
  *         Date: 13-4-21
  *         Time: 上午7:54
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/PlainText.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/PlainText.java
index 0137de814..9e8d19418 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/PlainText.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/PlainText.java
@@ -6,6 +6,7 @@
 import java.util.List;
 
 /**
+ * 可抽取的纯文本，不包括xpath和css selector实现。<br>
  * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 上午7:54
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/RegexSelector.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/RegexSelector.java
index 49fbffd0b..e95138b7a 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/RegexSelector.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/RegexSelector.java
@@ -9,6 +9,7 @@
 import java.util.regex.PatternSyntaxException;
 
 /**
+ * 正则表达式抽取器。<br>
  * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 上午7:09
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/ReplaceSelector.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/ReplaceSelector.java
index 1ce7c4d59..38b95f787 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/ReplaceSelector.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/ReplaceSelector.java
@@ -6,6 +6,7 @@
 import java.util.regex.PatternSyntaxException;
 
 /**
+ * 对文本进行替换。<br>
  * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 上午7:09
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selectable.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selectable.java
index 932115cdf..1b0ba10a3 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selectable.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selectable.java
@@ -3,6 +3,7 @@
 import java.util.List;
 
 /**
+ * 可进行抽取的文本。<br>
  * @author code4crafter@gmail.com <br>
  * Date: 13-4-20
  * Time: 下午7:51
@@ -20,8 +21,8 @@ public interface Selectable {
     /**
      * select list with css selector
      *
-     * @param
-     * @return
+     * @param selector css selector expression
+     * @return new Selectable after extract
      */
     public Selectable $(String selector);
 
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selector.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selector.java
index f7771cfbd..845c0b6c5 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selector.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selector.java
@@ -3,6 +3,7 @@
 import java.util.List;
 
 /**
+ * 抽取器。<br>
  * @author code4crafter@gmail.com <br>
  * Date: 13-4-20
  * Time: 下午8:02
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/SelectorFactory.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/SelectorFactory.java
index 2fa78d323..1dd56e01c 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/SelectorFactory.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/SelectorFactory.java
@@ -7,6 +7,7 @@
 import java.util.concurrent.ConcurrentHashMap;
 
 /**
+ * 产生selector的工厂。<br>
  * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 上午7:56
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/utils/ThreadUtils.java b/webmagic-core/src/main/java/us/codecraft/webmagic/utils/ThreadUtils.java
index ebe61198d..d6876c719 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/utils/ThreadUtils.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/utils/ThreadUtils.java
@@ -6,6 +6,7 @@
 import java.util.concurrent.TimeUnit;
 
 /**
+ * 线程工具类。<br>
  * @author code4crafer@gmail.com
  *         Date: 13-6-23
  *         Time: 下午7:11
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/utils/UrlUtils.java b/webmagic-core/src/main/java/us/codecraft/webmagic/utils/UrlUtils.java
index 0b7201d61..9f038bc87 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/utils/UrlUtils.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/utils/UrlUtils.java
@@ -6,6 +6,7 @@
 import java.util.regex.Pattern;
 
 /**
+ * url及html处理工具类。<br>
  * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 下午1:52
@@ -18,7 +19,7 @@ public class UrlUtils {
      * 将url想对地址转化为绝对地址
      * @param url url地址
      * @param refer url地址来自哪个页面
-     * @return
+     * @return url绝对地址
      */
     public static String canonicalizeUrl(String url, String refer) {
         if (StringUtils.isBlank(url) || StringUtils.isBlank(refer)) {

From 68059fef69dd8b1d277d30c603ed18d7cbeb113b Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Wed, 24 Jul 2013 20:38:49 +0800
Subject: [PATCH 49/81] update java docs

---
 webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java   | 2 +-
 .../main/java/us/codecraft/webmagic/downloader/Downloader.java  | 2 +-
 .../java/us/codecraft/webmagic/downloader/FileDownloader.java   | 1 +
 .../us/codecraft/webmagic/downloader/HttpClientDownloader.java  | 1 +
 .../codecraft/webmagic/schedular/FileCacheQueueScheduler.java   | 2 +-
 5 files changed, 5 insertions(+), 3 deletions(-)

diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
index 1288ff8ed..57e29b18d 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
@@ -232,7 +232,7 @@ public void runAsync(){
     /**
      * 建立多个线程下载
      * @param threadNum 线程数
-     * @return
+     * @return this
      */
     public Spider thread(int threadNum) {
         checkIfNotRunning();
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/Downloader.java b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/Downloader.java
index 9a8bac110..c431fc3b4 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/Downloader.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/Downloader.java
@@ -5,7 +5,7 @@
 import us.codecraft.webmagic.Task;
 
 /**
- * Downloader是webmagic下载页面的接口。webmagic默认使用了HttpComponent作为下载器，一般情况，你无需自己实现这个接口。
+ * Downloader是webmagic下载页面的接口。webmagic默认使用了HttpComponent作为下载器，一般情况，你无需自己实现这个接口。<br>
  * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 下午12:14
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/FileDownloader.java b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/FileDownloader.java
index b4a49ac37..d22bf0815 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/FileDownloader.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/FileDownloader.java
@@ -12,6 +12,7 @@
 import java.io.*;
 
 /**
+ * 使用缓存到本地的文件来模拟下载，可以在Spider框架中仅进行抽取工作。<br>
  * @author code4crafer@gmail.com
  *         Date: 13-6-24
  *         Time: 上午7:24
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java
index ac3ea0fb0..7eb627724 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java
@@ -20,6 +20,7 @@
 
 
 /**
+ * 封装了HttpClient的下载器。已实现指定次数重试、处理gzip、自定义UA/cookie等功能。<br>
  * @author code4crafter@gmail.com <br>
  *         Date: 13-4-21
  *         Time: 下午12:15
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/FileCacheQueueScheduler.java b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/FileCacheQueueScheduler.java
index 77a6c0b35..f5393a33e 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/FileCacheQueueScheduler.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/schedular/FileCacheQueueScheduler.java
@@ -16,7 +16,7 @@
 import java.util.concurrent.atomic.AtomicInteger;
 
 /**
- * 磁盘文件实现的安全Scheduler，可以保证在长时间执行的任务中断后，下次启动从中断位置重新开始。<br>
+ * 磁盘文件实现的url管理模块，可以保证在长时间执行的任务中断后，下次启动从中断位置重新开始。<br>
  * @author code4crafter@gmail.com <br>
  * Date: 13-4-21
  * Time: 下午1:13

From d998312db72b29daa9e6afa31d902423ffad76b8 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Wed, 24 Jul 2013 20:45:45 +0800
Subject: [PATCH 50/81] update version

---
 webmagic-core/pom.xml    | 2 +-
 webmagic-plugin/pom.xml  | 2 +-
 webmagic-samples/pom.xml | 2 +-
 3 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/webmagic-core/pom.xml b/webmagic-core/pom.xml
index 7d787aa85..b0de214cd 100644
--- a/webmagic-core/pom.xml
+++ b/webmagic-core/pom.xml
@@ -3,7 +3,7 @@
          xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
          xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
     <groupId>us.codecraft</groupId>
-    <version>0.0.1-SNAPSHOT</version>
+    <version>0.1.0</version>
     <modelVersion>4.0.0</modelVersion>
 
     <artifactId>webmagic-core</artifactId>
diff --git a/webmagic-plugin/pom.xml b/webmagic-plugin/pom.xml
index 0a37a30ce..9add44714 100644
--- a/webmagic-plugin/pom.xml
+++ b/webmagic-plugin/pom.xml
@@ -3,7 +3,7 @@
          xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
          xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
     <groupId>us.codecraft</groupId>
-    <version>0.0.1-SNAPSHOT</version>
+    <version>0.1.0</version>
     <modelVersion>4.0.0</modelVersion>
 
     <artifactId>webmagic-plugin</artifactId>
diff --git a/webmagic-samples/pom.xml b/webmagic-samples/pom.xml
index f1f680667..a921c454e 100644
--- a/webmagic-samples/pom.xml
+++ b/webmagic-samples/pom.xml
@@ -4,7 +4,7 @@
          xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
 
     <groupId>us.codecraft</groupId>
-    <version>0.0.1-SNAPSHOT</version>
+    <version>0.1.0</version>
     <modelVersion>4.0.0</modelVersion>
 
     <artifactId>webmagic-samples</artifactId>

From 9de17009430f350bc151d1e1538cecf2830ec6fa Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Wed, 24 Jul 2013 20:48:58 +0800
Subject: [PATCH 51/81] update docs

---
 webmagic-plugin/pom.xml  | 2 +-
 webmagic-samples/pom.xml | 4 ++--
 2 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/webmagic-plugin/pom.xml b/webmagic-plugin/pom.xml
index 9add44714..6eb7d615e 100644
--- a/webmagic-plugin/pom.xml
+++ b/webmagic-plugin/pom.xml
@@ -12,7 +12,7 @@
         <dependency>
             <groupId>us.codecraft</groupId>
             <artifactId>webmagic-core</artifactId>
-            <version>0.0.1-SNAPSHOT</version>
+            <version>0.1.0</version>
         </dependency>
         <dependency>
             <groupId>junit</groupId>
diff --git a/webmagic-samples/pom.xml b/webmagic-samples/pom.xml
index a921c454e..ac2092f6a 100644
--- a/webmagic-samples/pom.xml
+++ b/webmagic-samples/pom.xml
@@ -13,12 +13,12 @@
         <dependency>
             <groupId>us.codecraft</groupId>
             <artifactId>webmagic-core</artifactId>
-            <version>0.0.1-SNAPSHOT</version>
+            <version>0.1.0</version>
         </dependency>
         <dependency>
             <groupId>us.codecraft</groupId>
             <artifactId>webmagic-plugin</artifactId>
-            <version>0.0.1-SNAPSHOT</version>
+            <version>0.1.0</version>
         </dependency>
         <dependency>
             <groupId>junit</groupId>

From acce8600641661f7a50a01ae9866d6b27d3dec99 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Wed, 24 Jul 2013 20:58:37 +0800
Subject: [PATCH 52/81] readme

---
 README.md | 7 ++++++-
 1 file changed, 6 insertions(+), 1 deletion(-)

diff --git a/README.md b/README.md
index 4bd8c7f04..3b8d40b19 100644
--- a/README.md
+++ b/README.md
@@ -77,10 +77,15 @@ webmagic定制的核心是PageProcessor接口。
 
 	Spider.create(new SimplePageProcessor("http://my.oschina.net/", "http://my.oschina.net/*/blog/*")).run();
 
+### 技术架构及原理
+
+见作者的一篇文章：[webmagic的设计机制及原理-如何开发一个Java爬虫](http://my.oschina.net/flashsword/blog/145796)
 
 ### 示例
 
-可参考作者博客[使用webmagic抓取页面并保存为wordpress文件](http://my.oschina.net/flashsword/blog/136846)
+webmagic-samples目录里有一些定制PageProcessor以抽取不同站点的例子。
+
+作者还有一个使用webmagic进行抽取并持久化到数据库的项目[JobHunter](http://git.oschina.net/flashsword20/jobhunter)。这个项目整合了Spring，自定义了Pipeline，使用mybatis进行数据持久化。
 
 ### 协议
 

From 8169923d85927ccbf736c7efdcbc5fa8fe19c378 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Wed, 24 Jul 2013 21:09:40 +0800
Subject: [PATCH 53/81] release note

---
 release-note.md | 17 +++++++++++++++++
 1 file changed, 17 insertions(+)
 create mode 100755 release-note.md

diff --git a/release-note.md b/release-note.md
new file mode 100755
index 000000000..893fc86c2
--- /dev/null
+++ b/release-note.md
@@ -0,0 +1,17 @@
+Release Notes
+----
+*2012-7-16* `version：0.1.0`
+
+第一个稳定版本。
+
+修改了若干API，使得可扩展性更强，为每个任务分配一个ID，可以通过ID区分不同任务。
+
+增加下载的重试机制，支持gzip，支持自定义UA/cookie。
+
+增加jquery形式的CSS Selector API，可以通过`page.getHtml().$("div.body")`形式抽取元素。
+
+完善了文档，架构说明：[webmagic的设计机制及原理-如何开发一个Java爬虫](http://my.oschina.net/flashsword/blog/145796)，Javadoc：[http://code4craft.github.io/webmagic/docs](http://code4craft.github.io/webmagic/docs)。
+
+
+
+

From e9cef8fc4cfe492af25e7e478b0233873d47fa6c Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Wed, 24 Jul 2013 22:07:54 +0800
Subject: [PATCH 54/81] release

---
 README.md       | 4 ----
 release-note.md | 8 +++-----
 2 files changed, 3 insertions(+), 9 deletions(-)

diff --git a/README.md b/README.md
index 3b8d40b19..ade3b5e4a 100644
--- a/README.md
+++ b/README.md
@@ -9,10 +9,6 @@ webmagic的发起源于工作中的需要，其定位是帮助开发者更便捷
 
 webmagic的功能覆盖整个爬虫的生命周期(链接提取、页面下载、内容抽取、持久化)，开发者可以便捷的使用xpath和正则表达式进行链接和内容的提取，只需编写少量代码即可完成一个定制爬虫。
 
-#### 请注意
-
-webmagic正处于开发阶段，目前还没有稳定版本。欢迎开发者参与到webmagic的试用和修改中来。 **如果只是想以外部jar包的方式，引用webmagic并进行自己的业务开发，建议你等待webmagic的第一个稳定版本。**
-
 ###特色###
 
 * ####垂直爬虫####
diff --git a/release-note.md b/release-note.md
index 893fc86c2..7dbe92a96 100755
--- a/release-note.md
+++ b/release-note.md
@@ -8,10 +8,8 @@ Release Notes
 
 增加下载的重试机制，支持gzip，支持自定义UA/cookie。
 
-增加jquery形式的CSS Selector API，可以通过`page.getHtml().$("div.body")`形式抽取元素。
-
-完善了文档，架构说明：[webmagic的设计机制及原理-如何开发一个Java爬虫](http://my.oschina.net/flashsword/blog/145796)，Javadoc：[http://code4craft.github.io/webmagic/docs](http://code4craft.github.io/webmagic/docs)。
-
-
+增加多线程抓取功能，只需在初始化的时候指定线程数即可。
 
+增加jquery形式的CSS Selector API，可以通过`page.getHtml().$("div.body")`形式抽取元素。
 
+完善了文档，架构说明：[webmagic的设计机制及原理-如何开发一个Java爬虫](http://my.oschina.net/flashsword/blog/145796)，Javadoc：[http://code4craft.github.io/webmagic/docs](http://code4craft.github.io/webmagic/docs)。
\ No newline at end of file

From 02a7f4e77d39bf8c180a0467a427d0ee23f83e93 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Wed, 24 Jul 2013 22:10:48 +0800
Subject: [PATCH 55/81] readme

---
 README.md | 7 ++-----
 1 file changed, 2 insertions(+), 5 deletions(-)

diff --git a/README.md b/README.md
index ade3b5e4a..78756ac26 100644
--- a/README.md
+++ b/README.md
@@ -24,9 +24,9 @@ webmagic的功能覆盖整个爬虫的生命周期(链接提取、页面下载
 		Spider.create(new SimplePageProcessor("http://my.oschina.net/", "http://my.oschina.net/*/blog/*")).run();
 		
 * ####可扩展####
-	参考[`scrapy`](https://github.com/scrapy/scrapy)的设计，webmagic将爬虫的扩展点分为Processor、Schedular、Downloader、Pipeline三个模块，可以通过扩展这些接口实现强大的扩展功能。如可以通过多个Spider实现多线程抓取；可以通过扩展Schedular实现断点续传乃至于分布式爬虫；可以通过扩展Pipeline实现业务可定制的持久化功能。
+	参考[`scrapy`](https://github.com/scrapy/scrapy)的设计，webmagic将爬虫的扩展点分为Processor、Schedular、Downloader、Pipeline三个模块，可以通过扩展这些接口实现强大的扩展功能。如可以通过多个Spider实现多线程抓取；可以通过扩展Schedular实现断点续传乃至于分布式爬虫；可以通过扩展Pipeline实现业务可定制的持久化功能。webmagic的架构原理见作者的一篇文章：[webmagic的设计机制及原理-如何开发一个Java爬虫](http://my.oschina.net/flashsword/blog/145796)
 
-	
+![image](http://code4craft.github.io/images/posts/webmagic.png)
 	
 ------
 
@@ -73,9 +73,6 @@ webmagic定制的核心是PageProcessor接口。
 
 	Spider.create(new SimplePageProcessor("http://my.oschina.net/", "http://my.oschina.net/*/blog/*")).run();
 
-### 技术架构及原理
-
-见作者的一篇文章：[webmagic的设计机制及原理-如何开发一个Java爬虫](http://my.oschina.net/flashsword/blog/145796)
 
 ### 示例
 

From 4e3ee63badf3af3cadcffcb8d06db0cbff663858 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Thu, 25 Jul 2013 08:20:21 +0800
Subject: [PATCH 56/81] invite redis for distribution

---
 webmagic-plugin/pom.xml                       |  5 +++
 .../webmagic/scheduler/RedisScheduler.java    | 45 +++++++++++++++++++
 .../scheduler/RedisSchedulerTest.java         | 41 +++++++++++++++++
 .../webmagic/samples/GlobalProcessor.java     | 13 +++---
 4 files changed, 98 insertions(+), 6 deletions(-)
 create mode 100644 webmagic-plugin/src/main/java/us/codecraft/webmagic/scheduler/RedisScheduler.java
 create mode 100644 webmagic-plugin/src/test/java/us/codecraft/webmagic/scheduler/RedisSchedulerTest.java

diff --git a/webmagic-plugin/pom.xml b/webmagic-plugin/pom.xml
index 6eb7d615e..634f09d34 100644
--- a/webmagic-plugin/pom.xml
+++ b/webmagic-plugin/pom.xml
@@ -25,6 +25,11 @@
             <artifactId>freemarker</artifactId>
             <version>2.3.15</version>
         </dependency>
+        <dependency>
+            <groupId>redis.clients</groupId>
+            <artifactId>jedis</artifactId>
+            <version>2.0.0</version>
+        </dependency>
     </dependencies>
 
     <build>
diff --git a/webmagic-plugin/src/main/java/us/codecraft/webmagic/scheduler/RedisScheduler.java b/webmagic-plugin/src/main/java/us/codecraft/webmagic/scheduler/RedisScheduler.java
new file mode 100644
index 000000000..e87ee3357
--- /dev/null
+++ b/webmagic-plugin/src/main/java/us/codecraft/webmagic/scheduler/RedisScheduler.java
@@ -0,0 +1,45 @@
+package us.codecraft.webmagic.scheduler;
+
+import redis.clients.jedis.Jedis;
+import redis.clients.jedis.JedisPool;
+import redis.clients.jedis.JedisPoolConfig;
+import us.codecraft.webmagic.Request;
+import us.codecraft.webmagic.Task;
+import us.codecraft.webmagic.schedular.Scheduler;
+
+/**
+ * 使用redis管理url，构建一个分布式的爬虫。<br>
+ * @author yihua.huang@dianping.com <br>
+ * @date: 13-7-25 <br>
+ * Time: 上午7:07 <br>
+ */
+public class RedisScheduler implements Scheduler{
+
+    private JedisPool pool;
+
+    private static final String QUEUE_PREFIX = "queue_";
+
+    private static final String SET_PREFIX = "set_";
+
+    public RedisScheduler(String host){
+        pool = new JedisPool(new JedisPoolConfig(), host);
+    }
+
+    @Override
+    public synchronized void push(Request request, Task task) {
+        Jedis jedis = pool.getResource();
+        if (jedis.zrank(SET_PREFIX+task.getUUID(),request.getUrl())==null){
+            jedis.rpush(QUEUE_PREFIX+task.getUUID(),request.getUrl());
+            jedis.zadd(SET_PREFIX+task.getUUID(),System.currentTimeMillis(),request.getUrl());
+        }
+        pool.returnResource(jedis);
+    }
+
+    @Override
+    public synchronized Request poll(Task task) {
+        Jedis jedis = pool.getResource();
+        String url = jedis.lpop(QUEUE_PREFIX+task.getUUID());
+        pool.returnResource(jedis);
+        return new Request(url);
+    }
+}
diff --git a/webmagic-plugin/src/test/java/us/codecraft/webmagic/scheduler/RedisSchedulerTest.java b/webmagic-plugin/src/test/java/us/codecraft/webmagic/scheduler/RedisSchedulerTest.java
new file mode 100644
index 000000000..0f556d284
--- /dev/null
+++ b/webmagic-plugin/src/test/java/us/codecraft/webmagic/scheduler/RedisSchedulerTest.java
@@ -0,0 +1,41 @@
+package us.codecraft.webmagic.scheduler;
+
+import org.junit.Before;
+import org.junit.Test;
+import us.codecraft.webmagic.Request;
+import us.codecraft.webmagic.Site;
+import us.codecraft.webmagic.Task;
+
+/**
+ * @author yihua.huang@dianping.com <br>
+ * @date: 13-7-25 <br>
+ * Time: 上午7:51 <br>
+ */
+public class RedisSchedulerTest {
+
+    private RedisScheduler redisScheduler;
+
+    @Before
+    public void setUp() {
+        redisScheduler = new RedisScheduler("localhost");
+    }
+
+    @Test
+    public void test() {
+        Task task = new Task() {
+            @Override
+            public String getUUID() {
+                return "1";
+            }
+
+            @Override
+            public Site getSite() {
+                return null;
+            }
+        };
+        redisScheduler.push(new Request("http://www.ibm.com/developerworks/cn/java/j-javadev2-22/"), task);
+        Request poll = redisScheduler.poll(task);
+        System.out.println(poll.getUrl());
+
+    }
+}
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/GlobalProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/GlobalProcessor.java
index 383422f62..f7c5f7fad 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/GlobalProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/GlobalProcessor.java
@@ -3,11 +3,9 @@
 import us.codecraft.webmagic.Page;
 import us.codecraft.webmagic.Site;
 import us.codecraft.webmagic.Spider;
-import us.codecraft.webmagic.downloader.FileDownloader;
-import us.codecraft.webmagic.downloader.HttpClientDownloader;
 import us.codecraft.webmagic.pipeline.FilePipeline;
 import us.codecraft.webmagic.processor.PageProcessor;
-import us.codecraft.webmagic.schedular.FileCacheQueueScheduler;
+import us.codecraft.webmagic.scheduler.RedisScheduler;
 
 import java.util.List;
 
@@ -40,9 +38,12 @@ public Site getSite() {
 
     public static void main(String[] args) {
         Spider.create(new GlobalProcessor()).thread(10)
-                .scheduler(new FileCacheQueueScheduler("/data/webmagic/test"))
-                .downloader(new FileDownloader("/data/webmagic/test", new HttpClientDownloader()))
-                .pipeline(new FilePipeline("/data/webmagic/test"))
+                .scheduler(new RedisScheduler("localhost"))
+                .pipeline(new FilePipeline("/data/webmagic/test/"))
+                .runAsync();
+        Spider.create(new GlobalProcessor()).thread(10)
+                .scheduler(new RedisScheduler("localhost"))
+                .pipeline(new FilePipeline("/data/webmagic/test/"))
                 .run();
     }
 }

From 2aee2e0f3efc267d91bbabea4503ae6c2c2ce895 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Thu, 25 Jul 2013 13:32:39 +0800
Subject: [PATCH 57/81] update pipeline api

---
 .../main/java/us/codecraft/webmagic/Page.java | 55 ++--------------
 .../us/codecraft/webmagic/ResultItems.java    | 64 +++++++++++++++++++
 .../java/us/codecraft/webmagic/Spider.java    |  2 +-
 .../webmagic/pipeline/ConsolePipeline.java    | 14 ++--
 .../webmagic/pipeline/FilePipeline.java       | 13 ++--
 .../codecraft/webmagic/pipeline/Pipeline.java |  4 +-
 .../processor/SimplePageProcessor.java        |  3 +-
 .../webmagic/selector/PlainText.java          |  6 +-
 .../webmagic/selector/Selectable.java         |  2 +-
 .../webmagic/selector/XpathSelectorTest.java  |  2 +-
 .../webmagic/pipeline/FreemarkerPipeline.java | 10 +--
 .../webmagic/scheduler/RedisScheduler.java    |  2 +
 .../scheduler/RedisSchedulerTest.java         |  3 +-
 .../samples/DiandianBlogProcessor.java        |  6 +-
 .../webmagic/samples/DianpingProcessor.java   |  2 +-
 .../webmagic/samples/DiaoyuwengProcessor.java |  4 +-
 .../webmagic/samples/F58PageProcesser.java    |  2 +-
 .../webmagic/samples/GlobalProcessor.java     |  2 +-
 .../webmagic/samples/HuxiuProcessor.java      |  2 +-
 .../webmagic/samples/MeicanProcessor.java     |  4 +-
 .../webmagic/samples/NjuBBSProcessor.java     |  2 +-
 .../samples/OschinaBlogPageProcesser.java     |  2 +-
 .../samples/OschinaPageProcesser.java         |  2 +-
 .../webmagic/samples/QzoneBlogProcessor.java  |  2 +-
 .../webmagic/samples/SinaBlogProcesser.java   |  2 +-
 .../webmagic/samples/TianyaPageProcesser.java |  2 +-
 26 files changed, 119 insertions(+), 95 deletions(-)
 create mode 100644 webmagic-core/src/main/java/us/codecraft/webmagic/ResultItems.java

diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Page.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Page.java
index b2dd3db71..40f17f0aa 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Page.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Page.java
@@ -6,8 +6,6 @@
 
 import java.util.ArrayList;
 import java.util.List;
-import java.util.Map;
-import java.util.concurrent.ConcurrentHashMap;
 
 /**
  * <pre>
@@ -27,7 +25,7 @@ public class Page {
 
     private Request request;
 
-    private Map<String, Selectable> fields = new ConcurrentHashMap<String, Selectable>();
+    private ResultItems resultItems = new ResultItems();
 
     private Selectable html;
 
@@ -35,44 +33,16 @@ public class Page {
 
     private List<Request> targetRequests = new ArrayList<Request>();
 
-    private boolean skip;
-
-    private Object extra;
-
-    /**
-     * 是否忽略这个页面，用于pipeline来判断是否对这个页面进行处理
-     * @return 是否忽略 true 忽略
-     */
-    public boolean isSkip() {
-        return skip;
-    }
-
-    /**
-     * 设置是否忽略这个页面，用于pipeline来判断是否对这个页面进行处理
-     * @param skip 是否忽略 true 忽略
-     */
-    public void setSkip(boolean skip) {
-        this.skip = skip;
-    }
-
     public Page() {
     }
 
-    /**
-     * 获取抽取的结果，在{@link us.codecraft.webmagic.pipeline.Pipeline} 中调用
-     * @return fields 抽取的结果
-     */
-    public Map<String, Selectable> getFields() {
-        return fields;
-    }
-
     /**
      * 保存抽取的结果
      * @param key 结果的key
      * @param field 结果的value
      */
-    public void putField(String key, Selectable field) {
-        fields.put(key, field);
+    public void putField(String key, Object field) {
+        resultItems.put(key, field);
     }
 
     /**
@@ -157,23 +127,10 @@ public Request getRequest() {
 
     public void setRequest(Request request) {
         this.request = request;
+        this.resultItems.setRequest(request);
     }
 
-    /**
-     * 获取附加对象
-     * @param <T> 对象类型
-     * @return 对象内容
-     */
-    public <T> T getExtra() {
-        return (T)extra;
-    }
-
-    /**
-     * 设置附加对象
-     * @param extra 对象内容
-     * @param <T> 对象类型
-     */
-    public <T> void setExtra(T extra) {
-        this.extra = extra;
+    public ResultItems getResultItems() {
+        return resultItems;
     }
 }
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/ResultItems.java b/webmagic-core/src/main/java/us/codecraft/webmagic/ResultItems.java
new file mode 100644
index 000000000..0c1d94c5b
--- /dev/null
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/ResultItems.java
@@ -0,0 +1,64 @@
+package us.codecraft.webmagic;
+
+import java.util.HashMap;
+import java.util.Map;
+
+/**
+ * 保存抽取结果的类，由PageProcessor处理得到，传递给{@link us.codecraft.webmagic.pipeline.Pipeline}进行持久化。<br>
+ * @author yihua.huang@dianping.com <br>
+ * @date: 13-7-25 <br>
+ * Time: 下午12:20 <br>
+ */
+public class ResultItems {
+
+    private Map<String, Object> fields = new HashMap<String, Object>();
+
+    private Request request;
+
+    private boolean skip;
+
+    public <T> T get(String key) {
+        Object o = fields.get(key);
+        if (o == null) {
+            return null;
+        }
+        return (T) fields.get(key);
+    }
+
+    public  Map<String, Object> getAll() {
+        return fields;
+    }
+
+    public <T> ResultItems put(String key, T value) {
+        fields.put(key, value);
+        return this;
+    }
+
+    public Request getRequest() {
+        return request;
+    }
+
+    public ResultItems setRequest(Request request) {
+        this.request = request;
+        return this;
+    }
+
+    /**
+     * 是否忽略这个页面，用于pipeline来判断是否对这个页面进行处理
+     * @return 是否忽略 true 忽略
+     */
+    public boolean isSkip() {
+        return skip;
+    }
+
+
+    /**
+     * 设置是否忽略这个页面，用于pipeline来判断是否对这个页面进行处理
+     * @param skip
+     * @return this
+     */
+    public ResultItems setSkip(boolean skip) {
+        this.skip = skip;
+        return this;
+    }
+}
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
index 57e29b18d..a51ed9601 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
@@ -196,7 +196,7 @@ private void processRequest(Request request) {
         pageProcessor.process(page);
         addRequest(page);
         for (Pipeline pipeline : pipelines) {
-            pipeline.process(page, this);
+            pipeline.process(page.getResultItems(), this);
         }
         sleep(site.getSleepTime());
     }
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/ConsolePipeline.java b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/ConsolePipeline.java
index dff2ded75..72c3bf3ff 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/ConsolePipeline.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/ConsolePipeline.java
@@ -1,8 +1,7 @@
 package us.codecraft.webmagic.pipeline;
 
-import us.codecraft.webmagic.Page;
+import us.codecraft.webmagic.ResultItems;
 import us.codecraft.webmagic.Task;
-import us.codecraft.webmagic.selector.Selectable;
 
 import java.util.Map;
 
@@ -15,13 +14,10 @@
 public class ConsolePipeline implements  Pipeline{
 
     @Override
-    public void process(Page page,Task task) {
-        System.out.println("get page: "+page.getUrl());
-        for (Map.Entry<String, Selectable> entry : page.getFields().entrySet()) {
-            System.out.println(entry.getKey()+":\t"+entry.getValue().toStrings());
-        }
-        if (page.getExtra()!=null){
-            System.out.println(page.getExtra());
+    public void process(ResultItems resultItems,Task task) {
+        System.out.println("get page: "+resultItems.getRequest().getUrl());
+        for (Map.Entry<String, Object> entry : resultItems.getAll().entrySet()) {
+            System.out.println(entry.getKey()+":\t"+entry.getValue());
         }
     }
 }
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/FilePipeline.java b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/FilePipeline.java
index e48e2bb44..0948bfe0f 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/FilePipeline.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/FilePipeline.java
@@ -2,13 +2,14 @@
 
 import org.apache.commons.codec.digest.DigestUtils;
 import org.apache.log4j.Logger;
-import us.codecraft.webmagic.Page;
+import us.codecraft.webmagic.ResultItems;
 import us.codecraft.webmagic.Task;
 
 import java.io.File;
 import java.io.FileWriter;
 import java.io.IOException;
 import java.io.PrintWriter;
+import java.util.Map;
 
 /**
  * 持久化到文件的接口。
@@ -38,16 +39,18 @@ public FilePipeline(String path) {
     }
 
     @Override
-    public void process(Page page, Task task) {
+    public void process(ResultItems resultItems, Task task) {
         String path = this.path + "/" + task.getUUID() + "/";
         File file = new File(path);
         if (!file.exists()) {
             file.mkdirs();
         }
         try {
-            PrintWriter printWriter = new PrintWriter(new FileWriter(path + DigestUtils.md5Hex(page.getUrl().toString())));
-            printWriter.println("url:\t" + page.getUrl());
-            printWriter.println("html:\t" + page.getHtml());
+            PrintWriter printWriter = new PrintWriter(new FileWriter(path + DigestUtils.md5Hex(resultItems.getRequest().getUrl())));
+            printWriter.println("url:\t" + resultItems.getRequest().getUrl());
+            for (Map.Entry<String, Object> entry : resultItems.getAll().entrySet()) {
+                printWriter.println(entry.getKey()+":\t"+entry.getValue());
+            }
             printWriter.close();
         } catch (IOException e) {
             logger.warn("write file error",e);
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/Pipeline.java b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/Pipeline.java
index 408392d9a..595a8e87b 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/Pipeline.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/Pipeline.java
@@ -1,6 +1,6 @@
 package us.codecraft.webmagic.pipeline;
 
-import us.codecraft.webmagic.Page;
+import us.codecraft.webmagic.ResultItems;
 import us.codecraft.webmagic.Task;
 
 /**
@@ -11,5 +11,5 @@
  */
 public interface Pipeline {
 
-    public void process(Page page,Task task);
+    public void process(ResultItems resultItems,Task task);
 }
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/processor/SimplePageProcessor.java b/webmagic-core/src/main/java/us/codecraft/webmagic/processor/SimplePageProcessor.java
index 47d3748b9..ff9646054 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/processor/SimplePageProcessor.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/processor/SimplePageProcessor.java
@@ -30,12 +30,13 @@ public SimplePageProcessor(String startUrl, String urlPattern) {
 
     @Override
     public void process(Page page) {
-        List<String> requests = page.getHtml().links().regex(urlPattern).toStrings();
+        List<String> requests = page.getHtml().links().regex(urlPattern).all();
         //调用page.addTargetRequests()方法添加待抓取链接
         page.addTargetRequests(requests);
         //xpath方式抽取
         page.putField("title", page.getHtml().xpath("//title"));
         //sc表示使用Readability技术抽取正文
+        page.putField("html", page.getHtml().toString());
         page.putField("content", page.getHtml().smartContent());
     }
 
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/PlainText.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/PlainText.java
index 9e8d19418..d06a53105 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/PlainText.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/PlainText.java
@@ -82,14 +82,14 @@ public Selectable replace(String regex, String replacement) {
     }
 
     @Override
-    public List<String> toStrings() {
+    public List<String> all() {
         return strings;
     }
 
     @Override
     public String toString() {
-        if (CollectionUtils.isNotEmpty(toStrings())) {
-            return toStrings().get(0);
+        if (CollectionUtils.isNotEmpty(all())) {
+            return all().get(0);
         } else {
             return null;
         }
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selectable.java b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selectable.java
index 1b0ba10a3..42f3d1083 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selectable.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selectable.java
@@ -69,5 +69,5 @@ public interface Selectable {
      *
      * @return multi string result
      */
-    public List<String> toStrings();
+    public List<String> all();
 }
diff --git a/webmagic-core/src/test/java/us/codecraft/webmagic/selector/XpathSelectorTest.java b/webmagic-core/src/test/java/us/codecraft/webmagic/selector/XpathSelectorTest.java
index 3ef0a9279..30d8a817b 100644
--- a/webmagic-core/src/test/java/us/codecraft/webmagic/selector/XpathSelectorTest.java
+++ b/webmagic-core/src/test/java/us/codecraft/webmagic/selector/XpathSelectorTest.java
@@ -1351,7 +1351,7 @@ public void test() {
     public void testOschina() {
         Html html1 = new Html(html);
         Assert.assertEquals("再次吐槽easyui", html1.xpath(".//*[@class='QTitle']/h1/a").toString());
-        Assert.assertNotNull(html1.$("a[href]").xpath("//@href").toStrings());
+        Assert.assertNotNull(html1.$("a[href]").xpath("//@href").all());
     }
 
 }
diff --git a/webmagic-plugin/src/main/java/us/codecraft/webmagic/pipeline/FreemarkerPipeline.java b/webmagic-plugin/src/main/java/us/codecraft/webmagic/pipeline/FreemarkerPipeline.java
index 8741ef498..9a045eff0 100644
--- a/webmagic-plugin/src/main/java/us/codecraft/webmagic/pipeline/FreemarkerPipeline.java
+++ b/webmagic-plugin/src/main/java/us/codecraft/webmagic/pipeline/FreemarkerPipeline.java
@@ -4,7 +4,7 @@
 import freemarker.template.Template;
 import freemarker.template.TemplateException;
 import org.apache.commons.codec.digest.DigestUtils;
-import us.codecraft.webmagic.Page;
+import us.codecraft.webmagic.ResultItems;
 import us.codecraft.webmagic.Task;
 
 import java.io.File;
@@ -39,8 +39,8 @@ public FreemarkerPipeline(String template) throws IOException {
 
 
     @Override
-    public void process(Page page, Task task) {
-        if (page.isSkip()) {
+    public void process(ResultItems resultItems, Task task) {
+        if (resultItems.isSkip()) {
             return;
         }
         String path = this.path + "" + task.getUUID() + "/";
@@ -49,8 +49,8 @@ public void process(Page page, Task task) {
             file.mkdirs();
         }
         try {
-            PrintWriter printWriter = new PrintWriter(new FileWriter(path + DigestUtils.md5Hex(page.getUrl().toString()) + ".html"));
-            template.process(page.getFields(), printWriter);
+            PrintWriter printWriter = new PrintWriter(new FileWriter(path + DigestUtils.md5Hex(resultItems.getRequest().getUrl()) + ".html"));
+            template.process(resultItems.getAll(), printWriter);
             printWriter.close();
         } catch (TemplateException e) {
         } catch (IOException e) {
diff --git a/webmagic-plugin/src/main/java/us/codecraft/webmagic/scheduler/RedisScheduler.java b/webmagic-plugin/src/main/java/us/codecraft/webmagic/scheduler/RedisScheduler.java
index e87ee3357..481981dba 100644
--- a/webmagic-plugin/src/main/java/us/codecraft/webmagic/scheduler/RedisScheduler.java
+++ b/webmagic-plugin/src/main/java/us/codecraft/webmagic/scheduler/RedisScheduler.java
@@ -28,7 +28,9 @@ public RedisScheduler(String host){
     @Override
     public synchronized void push(Request request, Task task) {
         Jedis jedis = pool.getResource();
+        //使用SortedSet进行url去重
         if (jedis.zrank(SET_PREFIX+task.getUUID(),request.getUrl())==null){
+            //使用List保存队列
             jedis.rpush(QUEUE_PREFIX+task.getUUID(),request.getUrl());
             jedis.zadd(SET_PREFIX+task.getUUID(),System.currentTimeMillis(),request.getUrl());
         }
diff --git a/webmagic-plugin/src/test/java/us/codecraft/webmagic/scheduler/RedisSchedulerTest.java b/webmagic-plugin/src/test/java/us/codecraft/webmagic/scheduler/RedisSchedulerTest.java
index 0f556d284..6db21a8f9 100644
--- a/webmagic-plugin/src/test/java/us/codecraft/webmagic/scheduler/RedisSchedulerTest.java
+++ b/webmagic-plugin/src/test/java/us/codecraft/webmagic/scheduler/RedisSchedulerTest.java
@@ -1,6 +1,7 @@
 package us.codecraft.webmagic.scheduler;
 
 import org.junit.Before;
+import org.junit.Ignore;
 import org.junit.Test;
 import us.codecraft.webmagic.Request;
 import us.codecraft.webmagic.Site;
@@ -20,6 +21,7 @@ public void setUp() {
         redisScheduler = new RedisScheduler("localhost");
     }
 
+    @Ignore("environment depended")
     @Test
     public void test() {
         Task task = new Task() {
@@ -35,7 +37,6 @@ public Site getSite() {
         };
         redisScheduler.push(new Request("http://www.ibm.com/developerworks/cn/java/j-javadev2-22/"), task);
         Request poll = redisScheduler.poll(task);
-        System.out.println(poll.getUrl());
 
     }
 }
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiandianBlogProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiandianBlogProcessor.java
index e5aafe7a3..a1189e45d 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiandianBlogProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiandianBlogProcessor.java
@@ -20,13 +20,13 @@ public void process(Page page) {
         //a()表示提取链接，links()表示提取所有链接
         //getHtml()返回Html对象，支持链式调用
         //r()表示用正则表达式提取一条内容，regex()表示提取多条内容
-        //toString()表示取单条结果，toStrings()表示取多条
-        List<String> requests = page.getHtml().links().regex("(.*/post/.*)").toStrings();
+        //toString()表示取单条结果，all()表示取多条
+        List<String> requests = page.getHtml().links().regex("(.*/post/.*)").all();
         //使用page.addTargetRequests()方法将待抓取的链接加入队列
         page.addTargetRequests(requests);
         //page.putField(key,value)将抽取的内容加入结果Map
         //x()和xs()使用xpath进行抽取
-        page.putField("title", page.getHtml().xpath("//title").regex("(.*?)\\|"));
+        page.putField("title", page.getHtml().xpath("//title").regex("(.*?)\\|").toString());
         //smartContent()使用readability技术直接抽取正文，对于规整的文本有比较好的抽取正确率
         page.putField("content", page.getHtml().smartContent());
         page.putField("date", page.getUrl().regex("post/(\\d+-\\d+-\\d+)/"));
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingProcessor.java
index 056da0aae..b7e3ee02d 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingProcessor.java
@@ -18,7 +18,7 @@ public class DianpingProcessor implements PageProcessor {
 
     @Override
     public void process(Page page) {
-        List<String> requests = page.getHtml().links().regex("http://info-search-web121361\\.alpha\\.dp:8080/search/.*").toStrings();
+        List<String> requests = page.getHtml().links().regex("http://info-search-web121361\\.alpha\\.dp:8080/search/.*").all();
         page.addTargetRequests(requests);
     }
 
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiaoyuwengProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiaoyuwengProcessor.java
index 695d2e2ab..115f18342 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiaoyuwengProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiaoyuwengProcessor.java
@@ -18,9 +18,9 @@ public class DiaoyuwengProcessor implements PageProcessor {
 
     @Override
     public void process(Page page) {
-        List<String> requests = page.getHtml().links().regex("(http://www\\.diaoyuweng\\.com/home\\.php\\?mod=space&uid=88304&do=thread&view=me&type=thread&order=dateline&from=space&page=\\d+)").toStrings();
+        List<String> requests = page.getHtml().links().regex("(http://www\\.diaoyuweng\\.com/home\\.php\\?mod=space&uid=88304&do=thread&view=me&type=thread&order=dateline&from=space&page=\\d+)").all();
         page.addTargetRequests(requests);
-        requests = page.getHtml().links().regex("(http://www\\.diaoyuweng\\.com/thread-\\d+-1-1.html)").toStrings();
+        requests = page.getHtml().links().regex("(http://www\\.diaoyuweng\\.com/thread-\\d+-1-1.html)").all();
         page.addTargetRequests(requests);
         if (page.getUrl().toString().contains("thread")){
             page.putField("title", page.getHtml().xpath("//a[@id='thread_subject']"));
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/F58PageProcesser.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/F58PageProcesser.java
index 9d5140a2e..4ffe127b4 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/F58PageProcesser.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/F58PageProcesser.java
@@ -15,7 +15,7 @@ public class F58PageProcesser implements PageProcessor {
 
     @Override
     public void process(Page page) {
-        List<String> strings = page.getHtml().regex("<a[^<>]*href=[\"']{1}(/yewu/.*?)[\"']{1}").toStrings();
+        List<String> strings = page.getHtml().regex("<a[^<>]*href=[\"']{1}(/yewu/.*?)[\"']{1}").all();
         page.addTargetRequests(strings);
         page.putField("title",page.getHtml().regex("<title>(.*)</title>"));
         page.putField("body",page.getHtml().xpath("//dd[@class='w133']"));
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/GlobalProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/GlobalProcessor.java
index f7c5f7fad..0e3f9a327 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/GlobalProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/GlobalProcessor.java
@@ -20,7 +20,7 @@ public class GlobalProcessor implements PageProcessor {
 
     @Override
     public void process(Page page) {
-        final List<String> requests = page.getHtml().links().toStrings();
+        final List<String> requests = page.getHtml().links().all();
         page.addTargetRequests(requests);
 
     }
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/HuxiuProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/HuxiuProcessor.java
index 26c60cc27..89b74d63f 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/HuxiuProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/HuxiuProcessor.java
@@ -15,7 +15,7 @@ public class HuxiuProcessor implements PageProcessor {
     @Override
     public void process(Page page) {
         //http://progressdaily.diandian.com/post/2013-01-24/40046867275
-        List<String> requests = page.getHtml().regex("<a[^<>\"']*href=[\"']{1}([/]{0,1}article[^<>#\"']*?)[\"']{1}").toStrings();
+        List<String> requests = page.getHtml().regex("<a[^<>\"']*href=[\"']{1}([/]{0,1}article[^<>#\"']*?)[\"']{1}").all();
         page.addTargetRequests(requests);
         page.putField("title",page.getHtml().xpath("//div[@class='neirong']//h1[@class='ph xs5']"));
         page.putField("content",page.getHtml().smartContent());
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/MeicanProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/MeicanProcessor.java
index 39f5723ec..a4e6e43b1 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/MeicanProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/MeicanProcessor.java
@@ -15,12 +15,12 @@ public class MeicanProcessor implements PageProcessor {
     @Override
     public void process(Page page) {
         //http://progressdaily.diandian.com/post/2013-01-24/40046867275
-        List<String> requests = page.getHtml().xpath("//a[@class=\"area_link flat_btn\"]/@href").toStrings();
+        List<String> requests = page.getHtml().xpath("//a[@class=\"area_link flat_btn\"]/@href").all();
         if (requests.size() > 2) {
             requests = requests.subList(0, 2);
         }
         page.addTargetRequests(requests);
-        page.addTargetRequests(page.getHtml().links().regex("(.*/restaurant/[^#]+)").toStrings());
+        page.addTargetRequests(page.getHtml().links().regex("(.*/restaurant/[^#]+)").all());
         page.putField("items", page.getHtml().xpath("//ul[@class=\"dishes menu_dishes\"]/li/span[@class=\"name\"]"));
         page.putField("prices", page.getHtml().xpath("//ul[@class=\"dishes menu_dishes\"]/li/span[@class=\"price_outer\"]/span[@class=\"price\"]"));
     }
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/NjuBBSProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/NjuBBSProcessor.java
index a7e9c9ba9..2337da598 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/NjuBBSProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/NjuBBSProcessor.java
@@ -14,7 +14,7 @@
 public class NjuBBSProcessor implements PageProcessor {
     @Override
     public void process(Page page) {
-        List<String> requests = page.getHtml().regex("<a[^<>]*href=(bbstcon\\?board=Pictures&file=[^>]*)").toStrings();
+        List<String> requests = page.getHtml().regex("<a[^<>]*href=(bbstcon\\?board=Pictures&file=[^>]*)").all();
         page.addTargetRequests(requests);
         page.putField("title",page.getHtml().xpath("//div[@id='content']//h2/a"));
         page.putField("content",page.getHtml().smartContent());
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/OschinaBlogPageProcesser.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/OschinaBlogPageProcesser.java
index 9293b41c4..f2dbe8e10 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/OschinaBlogPageProcesser.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/OschinaBlogPageProcesser.java
@@ -15,7 +15,7 @@ public class OschinaBlogPageProcesser implements PageProcessor {
 
     @Override
     public void process(Page page) {
-        List<String> strings = page.getHtml().links().regex("(http://my\\.oschina\\.net)").toStrings();
+        List<String> strings = page.getHtml().links().regex("(http://my\\.oschina\\.net)").all();
         page.addTargetRequests(strings);
         page.putField("title", page.getHtml().xpath("//div[@class='BlogEntity']/div[@class='BlogTitle']/h1"));
         page.putField("content", page.getHtml().smartContent());
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/OschinaPageProcesser.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/OschinaPageProcesser.java
index f88ce06d2..522eb2c6a 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/OschinaPageProcesser.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/OschinaPageProcesser.java
@@ -15,7 +15,7 @@ public class OschinaPageProcesser implements PageProcessor {
 
     @Override
     public void process(Page page) {
-        List<String> strings = page.getHtml().regex("<a[^<>]*href=[\"']{1}(http://www\\.oschina\\.net/question/[\\w]+)[\"']{1}").toStrings();
+        List<String> strings = page.getHtml().regex("<a[^<>]*href=[\"']{1}(http://www\\.oschina\\.net/question/[\\w]+)[\"']{1}").all();
         page.addTargetRequests(strings);
         page.putField("title", page.getHtml().xpath("//div[@class='QTitle']/h1/a"));
         page.putField("content", page.getHtml().xpath("//div[@class='Question']//div[@class='Content']/div[@class='detail']"));
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/QzoneBlogProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/QzoneBlogProcessor.java
index bf4dcc2a1..49418b605 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/QzoneBlogProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/QzoneBlogProcessor.java
@@ -18,7 +18,7 @@ public void process(Page page) {
 
         //http://b1.cnc.qzone.qq.com/cgi-bin/blognew/get_abs?hostUin=233017404&uin=233017404&blogType=0&statYear=2013&source=0&statYear=2013&g_tk=291639571&g_tk=291639571&reqInfo=7&pos=0&num=15&source=0&rand=0.46480297949165106
         // &cateName=&cateHex=&statYear=2013&reqInfo=7&pos=0&num=15&sortType=0&source=0&rand=0.46480297949165106&g_tk=291639571&verbose=1&ref=qzone
-        List<String> requests = page.getHtml().regex("<a[^<>]*href=[\"']{1}(http://17dujingdian\\.com/post/[^#]*?)[\"']{1}").toStrings();
+        List<String> requests = page.getHtml().regex("<a[^<>]*href=[\"']{1}(http://17dujingdian\\.com/post/[^#]*?)[\"']{1}").all();
         page.addTargetRequests(requests);
         page.putField("title",page.getHtml().xpath("//div[@id='content']//h2/a"));
         page.putField("content",page.getHtml().smartContent());
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/SinaBlogProcesser.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/SinaBlogProcesser.java
index baa375d81..b4c5bc885 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/SinaBlogProcesser.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/SinaBlogProcesser.java
@@ -16,7 +16,7 @@ public class SinaBlogProcesser implements PageProcessor {
 
     @Override
     public void process(Page page) {
-        page.addTargetRequests(page.getHtml().xpath("//div[@class='articalfrontback SG_j_linedot1 clearfix']").links().toStrings());
+        page.addTargetRequests(page.getHtml().xpath("//div[@class='articalfrontback SG_j_linedot1 clearfix']").links().all());
         page.putField("title", page.getHtml().xpath("//div[@class='articalTitle']/h2"));
         page.putField("content",page.getHtml().xpath("//div[@id='articlebody']//div[@class='articalContent']"));
         page.putField("id",page.getUrl().regex("http://blog\\.sina\\.com\\.cn/s/blog_(\\w+)"));
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/TianyaPageProcesser.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/TianyaPageProcesser.java
index 278657f09..ecc55b424 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/TianyaPageProcesser.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/TianyaPageProcesser.java
@@ -15,7 +15,7 @@ public class TianyaPageProcesser implements PageProcessor {
 
     @Override
     public void process(Page page) {
-        List<String> strings = page.getHtml().regex("<a[^<>]*href=[\"']{1}(/post-free.*?\\.shtml)[\"']{1}").toStrings();
+        List<String> strings = page.getHtml().regex("<a[^<>]*href=[\"']{1}(/post-free.*?\\.shtml)[\"']{1}").all();
         page.addTargetRequests(strings);
         page.putField("title", page.getHtml().xpath("//div[@id='post_head']//span[@class='s_title']//b"));
         page.putField("body",page.getHtml().smartContent());

From 57a00da4ca9acdd3043c3182dfaa8a71beb4fc3e Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Thu, 25 Jul 2013 13:48:56 +0800
Subject: [PATCH 58/81] add results

---
 README.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/README.md b/README.md
index 78756ac26..75bea5287 100644
--- a/README.md
+++ b/README.md
@@ -26,7 +26,7 @@ webmagic的功能覆盖整个爬虫的生命周期(链接提取、页面下载
 * ####可扩展####
 	参考[`scrapy`](https://github.com/scrapy/scrapy)的设计，webmagic将爬虫的扩展点分为Processor、Schedular、Downloader、Pipeline三个模块，可以通过扩展这些接口实现强大的扩展功能。如可以通过多个Spider实现多线程抓取；可以通过扩展Schedular实现断点续传乃至于分布式爬虫；可以通过扩展Pipeline实现业务可定制的持久化功能。webmagic的架构原理见作者的一篇文章：[webmagic的设计机制及原理-如何开发一个Java爬虫](http://my.oschina.net/flashsword/blog/145796)
 
-![image](http://code4craft.github.io/images/posts/webmagic.png)
+![image](http://code4craft.github.io/images/posts/webmagic-0.1.0.png)
 	
 ------
 

From 223a36f587245735521eccc59901f49e75cb7ab3 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Thu, 25 Jul 2013 13:51:03 +0800
Subject: [PATCH 59/81] release notes

---
 release-note.md | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/release-note.md b/release-note.md
index 7dbe92a96..e9c8d9927 100755
--- a/release-note.md
+++ b/release-note.md
@@ -1,11 +1,13 @@
 Release Notes
 ----
-*2012-7-16* `version：0.1.0`
+*2012-7-25* `version：0.1.0`
 
 第一个稳定版本。
 
 修改了若干API，使得可扩展性更强，为每个任务分配一个ID，可以通过ID区分不同任务。
 
+重写了Pipeline接口，将抽取结果集包装到ResultItems对象，而不是通用一个Page对象，便于逻辑分离。
+
 增加下载的重试机制，支持gzip，支持自定义UA/cookie。
 
 增加多线程抓取功能，只需在初始化的时候指定线程数即可。

From 433e87da78a6dd130f5222705e3809b692c6c47e Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Fri, 26 Jul 2013 08:24:08 +0800
Subject: [PATCH 60/81] add iteye sample

---
 .../java/us/codecraft/webmagic/Spider.java    | 37 +++++++++++-------
 .../webmagic/pipeline/FilePipeline.java       |  2 +-
 .../webmagic/samples/IteyeBlogProcessor.java  | 38 +++++++++++++++++++
 webmagic-samples/src/main/resources/log4j.xml | 26 +++++++++++++
 4 files changed, 89 insertions(+), 14 deletions(-)
 create mode 100644 webmagic-samples/src/main/java/us/codecraft/webmagic/samples/IteyeBlogProcessor.java
 create mode 100644 webmagic-samples/src/main/resources/log4j.xml

diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
index a51ed9601..f3065422e 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
@@ -18,23 +18,24 @@
 
 /**
  * <pre>
- *webmagic爬虫的入口类。
+ * webmagic爬虫的入口类。
  *
- *示例：
- *定义一个最简单的爬虫：
+ * 示例：
+ * 定义一个最简单的爬虫：
  *      Spider.create(new SimplePageProcessor("http://my.oschina.net/", "http://my.oschina.net/*blog/*")).run();
  *
- *使用FilePipeline保存结果到文件:
+ * 使用FilePipeline保存结果到文件:
  *      Spider.create(new SimplePageProcessor("http://my.oschina.net/", "http://my.oschina.net/*blog/*"))
  *          .pipeline(new FilePipeline("/data/temp/webmagic/")).run();
  *
- *使用FileCacheQueueScheduler缓存URL，关闭爬虫后下次自动从停止的页面继续抓取:
+ * 使用FileCacheQueueScheduler缓存URL，关闭爬虫后下次自动从停止的页面继续抓取:
  *      Spider.create(new SimplePageProcessor("http://my.oschina.net/", "http://my.oschina.net/*blog/*"))
  *          .scheduler(new FileCacheQueueScheduler("/data/temp/webmagic/cache/")).run();
  * </pre>
+ *
  * @author code4crafter@gmail.com <br>
- * Date: 13-4-21
- * Time: 上午6:53
+ *         Date: 13-4-21
+ *         Time: 上午6:53
  */
 public class Spider implements Runnable, Task {
 
@@ -66,6 +67,7 @@ public class Spider implements Runnable, Task {
 
     /**
      * 使用已定义的抽取规则新建一个Spider。
+     *
      * @param pageProcessor 已定义的抽取规则
      */
     public Spider(PageProcessor pageProcessor) {
@@ -76,6 +78,7 @@ public Spider(PageProcessor pageProcessor) {
 
     /**
      * 使用已定义的抽取规则新建一个Spider。
+     *
      * @param pageProcessor 已定义的抽取规则
      * @return 新建的Spider
      */
@@ -85,6 +88,7 @@ public static Spider create(PageProcessor pageProcessor) {
 
     /**
      * 重新设置startUrls，会覆盖Site本身的startUrls。
+     *
      * @param startUrls
      * @return this
      */
@@ -96,6 +100,7 @@ public Spider startUrls(List<String> startUrls) {
 
     /**
      * 为爬虫设置一个唯一ID，用于标志任务，默认情况下使用domain作为uuid，对于单domain多任务的情况，请为重复任务设置不同的ID。
+     *
      * @param uuid 唯一ID
      * @return this
      */
@@ -106,6 +111,7 @@ public Spider setUUID(String uuid) {
 
     /**
      * 设置调度器。调度器用于保存待抓取URL，并可以进行去重、同步、持久化等工作。默认情况下使用内存中的阻塞队列进行调度。
+     *
      * @param scheduler 调度器
      * @return this
      */
@@ -117,6 +123,7 @@ public Spider scheduler(Scheduler scheduler) {
 
     /**
      * 设置处理管道。处理管道用于最终抽取结果的后处理，例如：保存到文件、保存到数据库等。默认情况下会输出到控制台。
+     *
      * @param pipeline 处理管道
      * @return this
      */
@@ -148,7 +155,7 @@ public void run() {
             pipelines.add(new ConsolePipeline());
         }
         //singel thread
-        if (executorService==null){
+        if (executorService == null) {
             while (request != null) {
                 processRequest(request);
                 request = scheduler.poll(this);
@@ -217,13 +224,13 @@ private void addRequest(Page page) {
         }
     }
 
-    private void checkIfNotRunning(){
-        if (!stat.compareAndSet(STAT_INIT,STAT_INIT)){
+    private void checkIfNotRunning() {
+        if (!stat.compareAndSet(STAT_INIT, STAT_INIT)) {
             throw new IllegalStateException("Spider is already running!");
         }
     }
 
-    public void runAsync(){
+    public void runAsync() {
         Thread thread = new Thread(this);
         thread.setDaemon(false);
         thread.start();
@@ -231,15 +238,19 @@ public void runAsync(){
 
     /**
      * 建立多个线程下载
+     *
      * @param threadNum 线程数
      * @return this
      */
     public Spider thread(int threadNum) {
         checkIfNotRunning();
-        if (threadNum <= 1) {
+        if (threadNum <= 0) {
             throw new IllegalArgumentException("threadNum should be more than one!");
         }
-        synchronized (this){
+        if (threadNum == 1) {
+            return this;
+        }
+        synchronized (this) {
             this.executorService = ThreadUtils.newFixedThreadPool(threadNum);
         }
         return this;
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/FilePipeline.java b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/FilePipeline.java
index 0948bfe0f..10d97a83c 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/FilePipeline.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/FilePipeline.java
@@ -46,7 +46,7 @@ public void process(ResultItems resultItems, Task task) {
             file.mkdirs();
         }
         try {
-            PrintWriter printWriter = new PrintWriter(new FileWriter(path + DigestUtils.md5Hex(resultItems.getRequest().getUrl())));
+            PrintWriter printWriter = new PrintWriter(new FileWriter(path + DigestUtils.md5Hex(resultItems.getRequest().getUrl())+".html"));
             printWriter.println("url:\t" + resultItems.getRequest().getUrl());
             for (Map.Entry<String, Object> entry : resultItems.getAll().entrySet()) {
                 printWriter.println(entry.getKey()+":\t"+entry.getValue());
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/IteyeBlogProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/IteyeBlogProcessor.java
new file mode 100644
index 000000000..188f3a1f9
--- /dev/null
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/IteyeBlogProcessor.java
@@ -0,0 +1,38 @@
+package us.codecraft.webmagic.samples;
+
+import us.codecraft.webmagic.Page;
+import us.codecraft.webmagic.Site;
+import us.codecraft.webmagic.Spider;
+import us.codecraft.webmagic.pipeline.FilePipeline;
+import us.codecraft.webmagic.processor.PageProcessor;
+
+/**
+ * @author yihua.huang@dianping.com <br>
+ * @date: 13-7-26 <br>
+ * Time: 上午7:31 <br>
+ */
+public class IteyeBlogProcessor implements PageProcessor {
+
+    private Site site;
+
+    @Override
+    public void process(Page page) {
+        page.addTargetRequests(page.getHtml().links().regex(".*yanghaoli\\.iteye\\.com/blog/\\d+").all());
+        page.putField("title",page.getHtml().xpath("//title").toString());
+        page.putField("content",page.getHtml().smartContent().toString());
+    }
+
+    @Override
+    public Site getSite() {
+        if (site == null) {
+            site = Site.me().setDomain("yanghaoli.iteye.com").addStartUrl("http://yanghaoli.iteye.com/").
+                    setUserAgent("Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_2) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.65 Safari/537.31")
+            .setSleepTime(100).setRetryTimes(3);
+        }
+        return site;
+    }
+
+    public static void main(String[] args) {
+        Spider.create(new IteyeBlogProcessor()).thread(5).pipeline(new FilePipeline()).run();
+    }
+}
diff --git a/webmagic-samples/src/main/resources/log4j.xml b/webmagic-samples/src/main/resources/log4j.xml
new file mode 100644
index 000000000..a6630f813
--- /dev/null
+++ b/webmagic-samples/src/main/resources/log4j.xml
@@ -0,0 +1,26 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE log4j:configuration SYSTEM "log4j.dtd">
+<log4j:configuration xmlns:log4j="http://jakarta.apache.org/log4j/">
+
+    <appender name="stdout" class="org.apache.log4j.ConsoleAppender">
+        <layout class="org.apache.log4j.PatternLayout">
+            <param name="ConversionPattern" value="%d{yy-MM-dd HH:mm:ss,SSS} %-5p %c(%F:%L) ## %m%n" />
+        </layout>
+    </appender>
+
+    <logger name="org.springframework" additivity="false">
+        <level value="warn" />
+        <appender-ref ref="stdout" />
+    </logger>
+
+    <logger name="net.sf.ehcache" additivity="false">
+        <level value="warn" />
+        <appender-ref ref="stdout" />
+    </logger>
+
+    <root>
+        <level value="info" />
+        <appender-ref ref="stdout" />
+    </root>
+
+</log4j:configuration>

From 2153045f77b52a166590d00dc3636d5447dd1cbe Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Fri, 26 Jul 2013 11:52:23 +0800
Subject: [PATCH 61/81] try invite selenium

---
 pom.xml                                       | 114 +++++++++++++++++-
 webmagic-core/pom.xml                         |  73 +----------
 webmagic-plugin/pom.xml                       |  62 +---------
 webmagic-samples/pom.xml                      |  97 ++-------------
 .../webmagic/samples/IteyeBlogProcessor.java  |   5 +-
 webmagic-selenium/pom.xml                     |  37 ++++++
 6 files changed, 165 insertions(+), 223 deletions(-)
 create mode 100644 webmagic-selenium/pom.xml

diff --git a/pom.xml b/pom.xml
index 39f068c5d..f0b3a7d74 100644
--- a/pom.xml
+++ b/pom.xml
@@ -3,18 +3,65 @@
          xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
          xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
     <groupId>us.codecraft</groupId>
-    <version>0.0.1-SNAPSHOT</version>
+    <version>0.1.0</version>
     <modelVersion>4.0.0</modelVersion>
     <packaging>pom</packaging>
     <artifactId>webmagic</artifactId>
 
     <modules>  
-    <module>./webmagic-core</module>  
-    <module>./webmagic-plugin/</module>  
-    <module>./webmagic-samples/</module>  
-  </modules>  
+    <module>webmagic-core</module>
+    <module>webmagic-plugin/</module>
+    <module>webmagic-samples/</module>
+    <module>webmagic-selenium</module>
+    </modules>
 
-  <build>
+    <dependencyManagement>
+        <dependencies>
+            <dependency>
+                <groupId>junit</groupId>
+                <artifactId>junit</artifactId>
+                <version>4.7</version>
+                <scope>test</scope>
+            </dependency>
+            <dependency>
+                <groupId>org.apache.httpcomponents</groupId>
+                <artifactId>httpclient</artifactId>
+                <version>4.2.4</version>
+            </dependency>
+            <dependency>
+                <groupId>log4j</groupId>
+                <artifactId>log4j</artifactId>
+                <version>1.2.17</version>
+            </dependency>
+            <dependency>
+                <groupId>org.apache.commons</groupId>
+                <artifactId>commons-lang3</artifactId>
+                <version>3.1</version>
+            </dependency>
+            <dependency>
+                <groupId>commons-collections</groupId>
+                <artifactId>commons-collections</artifactId>
+                <version>3.2.1</version>
+            </dependency>
+            <dependency>
+                <groupId>net.sourceforge.htmlcleaner</groupId>
+                <artifactId>htmlcleaner</artifactId>
+                <version>2.4</version>
+            </dependency>
+            <dependency>
+                <groupId>org.apache.commons</groupId>
+                <artifactId>commons-io</artifactId>
+                <version>1.3.2</version>
+            </dependency>
+            <dependency>
+                <groupId>org.jsoup</groupId>
+                <artifactId>jsoup</artifactId>
+                <version>1.7.2</version>
+            </dependency>
+        </dependencies>
+    </dependencyManagement>
+
+    <build>
         <plugins>
             <plugin>
                 <groupId>org.apache.maven.plugins</groupId>
@@ -25,6 +72,61 @@
                     <target>1.6</target>
                 </configuration>
             </plugin>
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-dependency-plugin</artifactId>
+                <executions>
+                    <execution>
+                        <id>copy-dependencies</id>
+                        <phase>package</phase>
+                        <goals>
+                            <goal>copy-dependencies</goal>
+                        </goals>
+                        <configuration>
+                            <outputDirectory>${project.build.directory}/lib</outputDirectory>
+                            <overWriteReleases>false</overWriteReleases>
+                            <overWriteSnapshots>false</overWriteSnapshots>
+                            <overWriteIfNewer>true</overWriteIfNewer>
+                        </configuration>
+                    </execution>
+                </executions>
+            </plugin>
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-resources-plugin</artifactId>
+                <configuration>
+                    <encoding>UTF-8</encoding>
+                </configuration>
+            </plugin>
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-source-plugin</artifactId>
+                <executions>
+                    <execution>
+                        <id>attach-sources</id>
+                        <goals>
+                            <goal>jar</goal>
+                        </goals>
+                    </execution>
+                </executions>
+            </plugin>
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-javadoc-plugin</artifactId>
+                <executions>
+                    <execution>
+                        <id>attach-javadocs</id>
+                        <goals>
+                            <goal>jar</goal>
+                        </goals>
+                    </execution>
+                </executions>
+            </plugin>
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-release-plugin</artifactId>
+                <version>2.0-beta-7</version>
+            </plugin>
         </plugins>
     </build>
 
diff --git a/webmagic-core/pom.xml b/webmagic-core/pom.xml
index b0de214cd..60c37c025 100644
--- a/webmagic-core/pom.xml
+++ b/webmagic-core/pom.xml
@@ -2,8 +2,11 @@
 <project xmlns="http://maven.apache.org/POM/4.0.0"
          xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
          xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
-    <groupId>us.codecraft</groupId>
-    <version>0.1.0</version>
+    <parent>
+        <groupId>us.codecraft</groupId>
+        <artifactId>webmagic</artifactId>
+        <version>0.1.0</version>
+    </parent>
     <modelVersion>4.0.0</modelVersion>
 
     <artifactId>webmagic-core</artifactId>
@@ -12,109 +15,43 @@
         <dependency>
             <groupId>org.apache.httpcomponents</groupId>
             <artifactId>httpclient</artifactId>
-            <version>4.2.4</version>
         </dependency>
 
         <dependency>
             <groupId>junit</groupId>
             <artifactId>junit</artifactId>
-            <version>4.7</version>
-            <scope>test</scope>
-        </dependency>
-
-        <dependency>
-            <groupId>com.google.guava</groupId>
-            <artifactId>guava</artifactId>
-            <version>13.0.1</version>
         </dependency>
 
         <dependency>
             <groupId>org.apache.commons</groupId>
             <artifactId>commons-lang3</artifactId>
-            <version>3.1</version>
         </dependency>
 
         <dependency>
             <groupId>log4j</groupId>
             <artifactId>log4j</artifactId>
-            <version>1.2.17</version>
         </dependency>
 
         <dependency>
             <groupId>commons-collections</groupId>
             <artifactId>commons-collections</artifactId>
-            <version>3.2.1</version>
         </dependency>
 
         <dependency>
             <groupId>net.sourceforge.htmlcleaner</groupId>
             <artifactId>htmlcleaner</artifactId>
-            <version>2.4</version>
         </dependency>
 
         <dependency>
             <groupId>org.jsoup</groupId>
             <artifactId>jsoup</artifactId>
-            <version>1.7.2</version>
         </dependency>
 
         <dependency>
             <groupId>org.apache.commons</groupId>
             <artifactId>commons-io</artifactId>
-            <version>1.3.2</version>
         </dependency>
 
     </dependencies>
 
-    <build>
-        <plugins>
-            <plugin>
-                <groupId>org.apache.maven.plugins</groupId>
-                <artifactId>maven-compiler-plugin</artifactId>
-                <version>3.1</version>
-                <configuration>
-                    <source>1.6</source>
-                    <target>1.6</target>
-                </configuration>
-            </plugin>
-            <plugin>
-                <groupId>org.apache.maven.plugins</groupId>
-                <artifactId>maven-resources-plugin</artifactId>
-                <configuration>
-                    <encoding>UTF-8</encoding>
-                </configuration>
-            </plugin>
-            <plugin>
-                <groupId>org.apache.maven.plugins</groupId>
-                <artifactId>maven-source-plugin</artifactId>
-                <executions>
-                    <execution>
-                        <id>attach-sources</id>
-                        <goals>
-                            <goal>jar</goal>
-                        </goals>
-                    </execution>
-                </executions>
-            </plugin>
-            <plugin>
-                <groupId>org.apache.maven.plugins</groupId>
-                <artifactId>maven-javadoc-plugin</artifactId>
-                <executions>
-                    <execution>
-                        <id>attach-javadocs</id>
-                        <goals>
-                            <goal>jar</goal>
-                        </goals>
-                    </execution>
-                </executions>
-            </plugin>
-            <plugin>
-                <groupId>org.apache.maven.plugins</groupId>
-                <artifactId>maven-release-plugin</artifactId>
-                <version>2.0-beta-7</version>
-            </plugin>
-        </plugins>
-    </build>
-
-
 </project>
\ No newline at end of file
diff --git a/webmagic-plugin/pom.xml b/webmagic-plugin/pom.xml
index 634f09d34..b75dc9e76 100644
--- a/webmagic-plugin/pom.xml
+++ b/webmagic-plugin/pom.xml
@@ -2,8 +2,11 @@
 <project xmlns="http://maven.apache.org/POM/4.0.0"
          xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
          xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
-    <groupId>us.codecraft</groupId>
-    <version>0.1.0</version>
+    <parent>
+        <groupId>us.codecraft</groupId>
+        <artifactId>webmagic</artifactId>
+        <version>0.1.0</version>
+    </parent>
     <modelVersion>4.0.0</modelVersion>
 
     <artifactId>webmagic-plugin</artifactId>
@@ -12,13 +15,11 @@
         <dependency>
             <groupId>us.codecraft</groupId>
             <artifactId>webmagic-core</artifactId>
-            <version>0.1.0</version>
+            <version>${project.version}</version>
         </dependency>
         <dependency>
             <groupId>junit</groupId>
             <artifactId>junit</artifactId>
-            <version>4.7</version>
-            <scope>test</scope>
         </dependency>
         <dependency>
             <groupId>org.freemarker</groupId>
@@ -32,55 +33,4 @@
         </dependency>
     </dependencies>
 
-    <build>
-        <plugins>
-            <plugin>
-                <groupId>org.apache.maven.plugins</groupId>
-                <artifactId>maven-compiler-plugin</artifactId>
-                <version>3.1</version>
-                <configuration>
-                    <source>1.6</source>
-                    <target>1.6</target>
-                </configuration>
-            </plugin>
-            <plugin>
-                <groupId>org.apache.maven.plugins</groupId>
-                <artifactId>maven-resources-plugin</artifactId>
-                <configuration>
-                    <encoding>UTF-8</encoding>
-                </configuration>
-            </plugin>
-            <plugin>
-                <groupId>org.apache.maven.plugins</groupId>
-                <artifactId>maven-source-plugin</artifactId>
-                <executions>
-                    <execution>
-                        <id>attach-sources</id>
-                        <goals>
-                            <goal>jar</goal>
-                        </goals>
-                    </execution>
-                </executions>
-            </plugin>
-            <plugin>
-                <groupId>org.apache.maven.plugins</groupId>
-                <artifactId>maven-javadoc-plugin</artifactId>
-                <executions>
-                    <execution>
-                        <id>attach-javadocs</id>
-                        <goals>
-                            <goal>jar</goal>
-                        </goals>
-                    </execution>
-                </executions>
-            </plugin>
-            <plugin>
-                <groupId>org.apache.maven.plugins</groupId>
-                <artifactId>maven-release-plugin</artifactId>
-                <version>2.0-beta-7</version>
-            </plugin>
-        </plugins>
-    </build>
-
-
 </project>
\ No newline at end of file
diff --git a/webmagic-samples/pom.xml b/webmagic-samples/pom.xml
index ac2092f6a..8af7672d1 100644
--- a/webmagic-samples/pom.xml
+++ b/webmagic-samples/pom.xml
@@ -2,9 +2,11 @@
 <project xmlns="http://maven.apache.org/POM/4.0.0"
          xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
          xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
-
-    <groupId>us.codecraft</groupId>
-    <version>0.1.0</version>
+    <parent>
+        <groupId>us.codecraft</groupId>
+        <artifactId>webmagic</artifactId>
+        <version>0.1.0</version>
+    </parent>
     <modelVersion>4.0.0</modelVersion>
 
     <artifactId>webmagic-samples</artifactId>
@@ -13,102 +15,17 @@
         <dependency>
             <groupId>us.codecraft</groupId>
             <artifactId>webmagic-core</artifactId>
-            <version>0.1.0</version>
+            <version>${project.version}</version>
         </dependency>
         <dependency>
             <groupId>us.codecraft</groupId>
             <artifactId>webmagic-plugin</artifactId>
-            <version>0.1.0</version>
+            <version>${project.version}</version>
         </dependency>
         <dependency>
             <groupId>junit</groupId>
             <artifactId>junit</artifactId>
-            <version>4.7</version>
-            <scope>test</scope>
         </dependency>
     </dependencies>
 
-    <build>
-        <plugins>
-            <plugin>
-                <groupId>org.apache.maven.plugins</groupId>
-                <artifactId>maven-compiler-plugin</artifactId>
-                <version>3.1</version>
-                <configuration>
-                    <source>1.6</source>
-                    <target>1.6</target>
-                </configuration>
-            </plugin>
-            <plugin>
-                <groupId>org.apache.maven.plugins</groupId>
-                <artifactId>maven-dependency-plugin</artifactId>
-                <executions>
-                    <execution>
-                        <id>copy-dependencies</id>
-                        <phase>package</phase>
-                        <goals>
-                            <goal>copy-dependencies</goal>
-                        </goals>
-                        <configuration>
-                            <outputDirectory>${project.build.directory}/lib</outputDirectory>
-                            <overWriteReleases>false</overWriteReleases>
-                            <overWriteSnapshots>false</overWriteSnapshots>
-                            <overWriteIfNewer>true</overWriteIfNewer>
-                        </configuration>
-                    </execution>
-                </executions>
-            </plugin>
-            <plugin>
-                <groupId>org.apache.maven.plugins</groupId>
-                <artifactId>maven-resources-plugin</artifactId>
-                <configuration>
-                    <encoding>UTF-8</encoding>
-                </configuration>
-            </plugin>
-            <plugin>
-                <groupId>org.apache.maven.plugins</groupId>
-                <artifactId>maven-source-plugin</artifactId>
-                <executions>
-                    <execution>
-                        <id>attach-sources</id>
-                        <goals>
-                            <goal>jar</goal>
-                        </goals>
-                    </execution>
-                </executions>
-            </plugin>
-            <plugin>
-                <groupId>org.apache.maven.plugins</groupId>
-                <artifactId>maven-javadoc-plugin</artifactId>
-                <executions>
-                    <execution>
-                        <id>attach-javadocs</id>
-                        <goals>
-                            <goal>jar</goal>
-                        </goals>
-                    </execution>
-                </executions>
-            </plugin>
-            <plugin>
-                <groupId>org.apache.maven.plugins</groupId>
-                <artifactId>maven-jar-plugin</artifactId>
-                <configuration>
-                    <archive>
-                        <manifest>
-                            <addClasspath>true</addClasspath>
-                            <classpathPrefix>./lib/</classpathPrefix>
-                            <mainClass>us.codecraft.webmagic.samples.DianpingIndexProcessor</mainClass>
-                        </manifest>
-                    </archive>
-                </configuration>
-            </plugin>
-            <plugin>
-                <groupId>org.apache.maven.plugins</groupId>
-                <artifactId>maven-release-plugin</artifactId>
-                <version>2.0-beta-7</version>
-            </plugin>
-        </plugins>
-    </build>
-
-
 </project>
\ No newline at end of file
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/IteyeBlogProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/IteyeBlogProcessor.java
index 188f3a1f9..76f9cc30e 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/IteyeBlogProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/IteyeBlogProcessor.java
@@ -26,13 +26,12 @@ public void process(Page page) {
     public Site getSite() {
         if (site == null) {
             site = Site.me().setDomain("yanghaoli.iteye.com").addStartUrl("http://yanghaoli.iteye.com/").
-                    setUserAgent("Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_2) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.65 Safari/537.31")
-            .setSleepTime(100).setRetryTimes(3);
+            setSleepTime(100).setRetryTimes(3);
         }
         return site;
     }
 
     public static void main(String[] args) {
-        Spider.create(new IteyeBlogProcessor()).thread(5).pipeline(new FilePipeline()).run();
+        Spider.create(new IteyeBlogProcessor()).thread(5).pipeline(new FilePipeline("/data/webmagic/")).run();
     }
 }
diff --git a/webmagic-selenium/pom.xml b/webmagic-selenium/pom.xml
new file mode 100644
index 000000000..209fbe8f2
--- /dev/null
+++ b/webmagic-selenium/pom.xml
@@ -0,0 +1,37 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+
+    <parent>
+        <groupId>us.codecraft</groupId>
+        <artifactId>webmagic</artifactId>
+        <version>0.1.0</version>
+    </parent>
+    <modelVersion>4.0.0</modelVersion>
+    <artifactId>webmagic-selenium</artifactId>
+
+    <dependencies>
+        <dependency>
+            <groupId>us.codecraft</groupId>
+            <artifactId>webmagic-core</artifactId>
+            <version>${project.version}</version>
+        </dependency>
+        <dependency>
+            <groupId>us.codecraft</groupId>
+            <artifactId>webmagic-plugin</artifactId>
+            <version>${project.version}</version>
+        </dependency>
+        <dependency>
+            <groupId>junit</groupId>
+            <artifactId>junit</artifactId>
+        </dependency>
+        <dependency>
+            <groupId>org.seleniumhq.selenium</groupId>
+            <artifactId>selenium-java</artifactId>
+            <version>2.33.0</version>
+        </dependency>
+    </dependencies>
+
+
+</project>
\ No newline at end of file

From 18d835c73592afa378960a9834697ca7fccbb72a Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Fri, 26 Jul 2013 11:55:40 +0800
Subject: [PATCH 62/81] update readme

---
 webmagic-core/README.md     | 3 +++
 webmagic-plugin/README.md   | 6 ++++++
 webmagic-selenium/README.md | 3 +++
 3 files changed, 12 insertions(+)
 create mode 100644 webmagic-core/README.md
 create mode 100644 webmagic-plugin/README.md
 create mode 100644 webmagic-selenium/README.md

diff --git a/webmagic-core/README.md b/webmagic-core/README.md
new file mode 100644
index 000000000..4964e1677
--- /dev/null
+++ b/webmagic-core/README.md
@@ -0,0 +1,3 @@
+webmagic-core
+-------
+webmagic核心部分。
\ No newline at end of file
diff --git a/webmagic-plugin/README.md b/webmagic-plugin/README.md
new file mode 100644
index 000000000..e97c2563e
--- /dev/null
+++ b/webmagic-plugin/README.md
@@ -0,0 +1,6 @@
+webmagic-plugin
+-------
+webmagic的插件模块。
+目前仅实现了freemarker模板渲染，和redis实现分布式爬虫。
+
+这部分依赖比较杂，以后考虑多分几个包。
\ No newline at end of file
diff --git a/webmagic-selenium/README.md b/webmagic-selenium/README.md
new file mode 100644
index 000000000..5e5ce8211
--- /dev/null
+++ b/webmagic-selenium/README.md
@@ -0,0 +1,3 @@
+webmagic-selenium
+-------
+尝试使用selenium来进行页面动态渲染，开发中。
\ No newline at end of file

From a8da1124fb13bc89eb4199eeef73e57f2b37e004 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Fri, 26 Jul 2013 12:04:08 +0800
Subject: [PATCH 63/81] update structrue

---
 pom.xml                                       |  1 -
 webmagic-plugin/pom.xml                       | 15 ++++-------
 webmagic-plugin/webmagic-misc/pom.xml         | 27 +++++++++++++++++++
 .../webmagic/pipeline/FreemarkerPipeline.java |  0
 .../webmagic/scheduler/RedisScheduler.java    |  0
 .../src/main/resources/ftl/wordpress.ftl      |  0
 .../webmagic/FreemarkerPipelineTest.java      |  0
 .../scheduler/RedisSchedulerTest.java         |  0
 .../webmagic-selenium}/README.md              |  0
 .../webmagic-selenium}/pom.xml                | 16 +----------
 webmagic-samples/pom.xml                      |  2 +-
 11 files changed, 34 insertions(+), 27 deletions(-)
 create mode 100644 webmagic-plugin/webmagic-misc/pom.xml
 rename webmagic-plugin/{ => webmagic-misc}/src/main/java/us/codecraft/webmagic/pipeline/FreemarkerPipeline.java (100%)
 rename webmagic-plugin/{ => webmagic-misc}/src/main/java/us/codecraft/webmagic/scheduler/RedisScheduler.java (100%)
 rename webmagic-plugin/{ => webmagic-misc}/src/main/resources/ftl/wordpress.ftl (100%)
 rename webmagic-plugin/{ => webmagic-misc}/src/test/java/us/codecraft/webmagic/FreemarkerPipelineTest.java (100%)
 rename webmagic-plugin/{ => webmagic-misc}/src/test/java/us/codecraft/webmagic/scheduler/RedisSchedulerTest.java (100%)
 rename {webmagic-selenium => webmagic-plugin/webmagic-selenium}/README.md (100%)
 rename {webmagic-selenium => webmagic-plugin/webmagic-selenium}/pom.xml (55%)

diff --git a/pom.xml b/pom.xml
index f0b3a7d74..086437d11 100644
--- a/pom.xml
+++ b/pom.xml
@@ -12,7 +12,6 @@
     <module>webmagic-core</module>
     <module>webmagic-plugin/</module>
     <module>webmagic-samples/</module>
-    <module>webmagic-selenium</module>
     </modules>
 
     <dependencyManagement>
diff --git a/webmagic-plugin/pom.xml b/webmagic-plugin/pom.xml
index b75dc9e76..22257222c 100644
--- a/webmagic-plugin/pom.xml
+++ b/webmagic-plugin/pom.xml
@@ -7,7 +7,12 @@
         <artifactId>webmagic</artifactId>
         <version>0.1.0</version>
     </parent>
+    <packaging>pom</packaging>
     <modelVersion>4.0.0</modelVersion>
+    <modules>
+        <module>webmagic-misc</module>
+        <module>webmagic-selenium</module>
+    </modules>
 
     <artifactId>webmagic-plugin</artifactId>
 
@@ -21,16 +26,6 @@
             <groupId>junit</groupId>
             <artifactId>junit</artifactId>
         </dependency>
-        <dependency>
-            <groupId>org.freemarker</groupId>
-            <artifactId>freemarker</artifactId>
-            <version>2.3.15</version>
-        </dependency>
-        <dependency>
-            <groupId>redis.clients</groupId>
-            <artifactId>jedis</artifactId>
-            <version>2.0.0</version>
-        </dependency>
     </dependencies>
 
 </project>
\ No newline at end of file
diff --git a/webmagic-plugin/webmagic-misc/pom.xml b/webmagic-plugin/webmagic-misc/pom.xml
new file mode 100644
index 000000000..c54561596
--- /dev/null
+++ b/webmagic-plugin/webmagic-misc/pom.xml
@@ -0,0 +1,27 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+    <parent>
+        <groupId>us.codecraft</groupId>
+        <artifactId>webmagic-plugin</artifactId>
+        <version>0.1.0</version>
+    </parent>
+    <modelVersion>4.0.0</modelVersion>
+
+    <artifactId>webmagic-misc</artifactId>
+
+    <dependencies>
+        <dependency>
+            <groupId>org.freemarker</groupId>
+            <artifactId>freemarker</artifactId>
+            <version>2.3.15</version>
+        </dependency>
+        <dependency>
+            <groupId>redis.clients</groupId>
+            <artifactId>jedis</artifactId>
+            <version>2.0.0</version>
+        </dependency>
+    </dependencies>
+
+</project>
\ No newline at end of file
diff --git a/webmagic-plugin/src/main/java/us/codecraft/webmagic/pipeline/FreemarkerPipeline.java b/webmagic-plugin/webmagic-misc/src/main/java/us/codecraft/webmagic/pipeline/FreemarkerPipeline.java
similarity index 100%
rename from webmagic-plugin/src/main/java/us/codecraft/webmagic/pipeline/FreemarkerPipeline.java
rename to webmagic-plugin/webmagic-misc/src/main/java/us/codecraft/webmagic/pipeline/FreemarkerPipeline.java
diff --git a/webmagic-plugin/src/main/java/us/codecraft/webmagic/scheduler/RedisScheduler.java b/webmagic-plugin/webmagic-misc/src/main/java/us/codecraft/webmagic/scheduler/RedisScheduler.java
similarity index 100%
rename from webmagic-plugin/src/main/java/us/codecraft/webmagic/scheduler/RedisScheduler.java
rename to webmagic-plugin/webmagic-misc/src/main/java/us/codecraft/webmagic/scheduler/RedisScheduler.java
diff --git a/webmagic-plugin/src/main/resources/ftl/wordpress.ftl b/webmagic-plugin/webmagic-misc/src/main/resources/ftl/wordpress.ftl
similarity index 100%
rename from webmagic-plugin/src/main/resources/ftl/wordpress.ftl
rename to webmagic-plugin/webmagic-misc/src/main/resources/ftl/wordpress.ftl
diff --git a/webmagic-plugin/src/test/java/us/codecraft/webmagic/FreemarkerPipelineTest.java b/webmagic-plugin/webmagic-misc/src/test/java/us/codecraft/webmagic/FreemarkerPipelineTest.java
similarity index 100%
rename from webmagic-plugin/src/test/java/us/codecraft/webmagic/FreemarkerPipelineTest.java
rename to webmagic-plugin/webmagic-misc/src/test/java/us/codecraft/webmagic/FreemarkerPipelineTest.java
diff --git a/webmagic-plugin/src/test/java/us/codecraft/webmagic/scheduler/RedisSchedulerTest.java b/webmagic-plugin/webmagic-misc/src/test/java/us/codecraft/webmagic/scheduler/RedisSchedulerTest.java
similarity index 100%
rename from webmagic-plugin/src/test/java/us/codecraft/webmagic/scheduler/RedisSchedulerTest.java
rename to webmagic-plugin/webmagic-misc/src/test/java/us/codecraft/webmagic/scheduler/RedisSchedulerTest.java
diff --git a/webmagic-selenium/README.md b/webmagic-plugin/webmagic-selenium/README.md
similarity index 100%
rename from webmagic-selenium/README.md
rename to webmagic-plugin/webmagic-selenium/README.md
diff --git a/webmagic-selenium/pom.xml b/webmagic-plugin/webmagic-selenium/pom.xml
similarity index 55%
rename from webmagic-selenium/pom.xml
rename to webmagic-plugin/webmagic-selenium/pom.xml
index 209fbe8f2..0da4504f7 100644
--- a/webmagic-selenium/pom.xml
+++ b/webmagic-plugin/webmagic-selenium/pom.xml
@@ -5,27 +5,13 @@
 
     <parent>
         <groupId>us.codecraft</groupId>
-        <artifactId>webmagic</artifactId>
+        <artifactId>webmagic-plugin</artifactId>
         <version>0.1.0</version>
     </parent>
     <modelVersion>4.0.0</modelVersion>
     <artifactId>webmagic-selenium</artifactId>
 
     <dependencies>
-        <dependency>
-            <groupId>us.codecraft</groupId>
-            <artifactId>webmagic-core</artifactId>
-            <version>${project.version}</version>
-        </dependency>
-        <dependency>
-            <groupId>us.codecraft</groupId>
-            <artifactId>webmagic-plugin</artifactId>
-            <version>${project.version}</version>
-        </dependency>
-        <dependency>
-            <groupId>junit</groupId>
-            <artifactId>junit</artifactId>
-        </dependency>
         <dependency>
             <groupId>org.seleniumhq.selenium</groupId>
             <artifactId>selenium-java</artifactId>
diff --git a/webmagic-samples/pom.xml b/webmagic-samples/pom.xml
index 8af7672d1..b8454900a 100644
--- a/webmagic-samples/pom.xml
+++ b/webmagic-samples/pom.xml
@@ -19,7 +19,7 @@
         </dependency>
         <dependency>
             <groupId>us.codecraft</groupId>
-            <artifactId>webmagic-plugin</artifactId>
+            <artifactId>webmagic-misc</artifactId>
             <version>${project.version}</version>
         </dependency>
         <dependency>

From 9a88d906d5cb39553db62d363365032669558ef0 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Fri, 26 Jul 2013 12:05:22 +0800
Subject: [PATCH 64/81] readme

---
 webmagic-plugin/README.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/webmagic-plugin/README.md b/webmagic-plugin/README.md
index e97c2563e..536d59602 100644
--- a/webmagic-plugin/README.md
+++ b/webmagic-plugin/README.md
@@ -3,4 +3,4 @@ webmagic-plugin
 webmagic的插件模块。
 目前仅实现了freemarker模板渲染，和redis实现分布式爬虫。
 
-这部分依赖比较杂，以后考虑多分几个包。
\ No newline at end of file
+另外有一个使用Selenium来动态渲染页面的模块在开发中。
\ No newline at end of file

From c785103ed12a8c02ab59661c1ce2ab9ccff6e1f8 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Fri, 26 Jul 2013 14:29:19 +0800
Subject: [PATCH 65/81] invite selenium

---
 .../downloader/SeleniumDownloader.java        | 48 +++++++++++
 .../selenium/downloader/WebDriverPool.java    | 82 +++++++++++++++++++
 .../webmagic/selenium/SeleniumTest.java       | 29 +++++++
 .../downloader/WebDriverPoolTest.java         | 28 +++++++
 4 files changed, 187 insertions(+)
 create mode 100644 webmagic-plugin/webmagic-selenium/src/main/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloader.java
 create mode 100644 webmagic-plugin/webmagic-selenium/src/main/java/us/codecraft/webmagic/selenium/downloader/WebDriverPool.java
 create mode 100644 webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/SeleniumTest.java
 create mode 100644 webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/downloader/WebDriverPoolTest.java

diff --git a/webmagic-plugin/webmagic-selenium/src/main/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloader.java b/webmagic-plugin/webmagic-selenium/src/main/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloader.java
new file mode 100644
index 000000000..8fd1c6a2d
--- /dev/null
+++ b/webmagic-plugin/webmagic-selenium/src/main/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloader.java
@@ -0,0 +1,48 @@
+package us.codecraft.webmagic.selenium.downloader;
+
+import org.apache.log4j.Logger;
+import org.openqa.selenium.By;
+import org.openqa.selenium.WebDriver;
+import org.openqa.selenium.WebElement;
+import us.codecraft.webmagic.Page;
+import us.codecraft.webmagic.Request;
+import us.codecraft.webmagic.Task;
+import us.codecraft.webmagic.downloader.Downloader;
+import us.codecraft.webmagic.selector.Html;
+import us.codecraft.webmagic.selector.PlainText;
+import us.codecraft.webmagic.utils.UrlUtils;
+
+/**
+ * @author yihua.huang@dianping.com <br>
+ * @date: 13-7-26 <br>
+ * Time: 下午1:37 <br>
+ */
+public class SeleniumDownloader implements Downloader {
+
+    private WebDriverPool webDriverPool;
+
+    private Logger logger = Logger.getLogger(getClass());
+
+    public SeleniumDownloader(String chromeDriverPath) {
+        System.getProperties().setProperty("webdriver.chrome.driver", chromeDriverPath);
+    }
+
+    @Override
+    public Page download(Request request, Task task) {
+        WebDriver webDriver = null;
+        try {
+            webDriver = webDriverPool.get();
+        } catch (InterruptedException e) {
+            logger.warn("interrupted",e);
+            return null;
+        }
+        webDriver.get(request.getUrl());
+        WebElement webElement = webDriver.findElement(By.xpath("/html"));
+        String content = webElement.getAttribute("outerHTML");
+        Page page = new Page();
+        page.setHtml(new Html(UrlUtils.fixAllRelativeHrefs(content, request.getUrl())));
+        page.setUrl(new PlainText(request.getUrl()));
+        page.setRequest(request);
+        return page;
+    }
+}
diff --git a/webmagic-plugin/webmagic-selenium/src/main/java/us/codecraft/webmagic/selenium/downloader/WebDriverPool.java b/webmagic-plugin/webmagic-selenium/src/main/java/us/codecraft/webmagic/selenium/downloader/WebDriverPool.java
new file mode 100644
index 000000000..039cef98e
--- /dev/null
+++ b/webmagic-plugin/webmagic-selenium/src/main/java/us/codecraft/webmagic/selenium/downloader/WebDriverPool.java
@@ -0,0 +1,82 @@
+package us.codecraft.webmagic.selenium.downloader;
+
+import org.openqa.selenium.WebDriver;
+import org.openqa.selenium.chrome.ChromeDriver;
+
+import java.util.ArrayList;
+import java.util.Collections;
+import java.util.List;
+import java.util.concurrent.BlockingDeque;
+import java.util.concurrent.LinkedBlockingDeque;
+import java.util.concurrent.atomic.AtomicInteger;
+
+/**
+ * @author yihua.huang@dianping.com <br>
+ * @date: 13-7-26 <br>
+ * Time: 下午1:41 <br>
+ */
+class WebDriverPool {
+
+    private final static int DEFAULT_CAPACITY = 5;
+
+    private final int capacity;
+
+    private final static int STAT_RUNNING = 1;
+
+    private final static int STAT_CLODED = 2;
+
+    private AtomicInteger stat = new AtomicInteger(STAT_RUNNING);
+
+    private List<WebDriver> webDriverList = Collections.synchronizedList(new ArrayList<WebDriver>());
+
+    public WebDriverPool(int capacity) {
+        this.capacity = capacity;
+    }
+
+    public WebDriverPool() {
+        this(DEFAULT_CAPACITY);
+    }
+
+    private BlockingDeque<WebDriver> innerQueue = new LinkedBlockingDeque<WebDriver>();
+
+    public WebDriver get() throws InterruptedException {
+        checkRunning();
+        WebDriver poll = innerQueue.poll();
+        if (poll != null) {
+            return poll;
+        }
+        if (webDriverList.size() < capacity) {
+            synchronized (webDriverList) {
+                if (webDriverList.size() < capacity) {
+                    ChromeDriver e = new ChromeDriver();
+                    innerQueue.add(e);
+                    webDriverList.add(e);
+                }
+            }
+
+        }
+        return innerQueue.take();
+    }
+
+    public void returnToPool(WebDriver webDriver) {
+        checkRunning();
+        innerQueue.add(webDriver);
+    }
+
+    protected void checkRunning() {
+        if (!stat.compareAndSet(STAT_RUNNING, STAT_RUNNING)) {
+            throw new IllegalStateException("Already closed!");
+        }
+    }
+
+    public void closeAll() {
+        boolean b = stat.compareAndSet(STAT_RUNNING, STAT_CLODED);
+        if (!b) {
+            throw new IllegalStateException("Already closed!");
+        }
+        for (WebDriver webDriver : webDriverList) {
+            webDriver.close();
+        }
+
+    }
+}
diff --git a/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/SeleniumTest.java b/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/SeleniumTest.java
new file mode 100644
index 000000000..fc0a9ec62
--- /dev/null
+++ b/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/SeleniumTest.java
@@ -0,0 +1,29 @@
+package us.codecraft.webmagic.selenium;
+
+import org.junit.Test;
+import org.openqa.selenium.By;
+import org.openqa.selenium.WebDriver;
+import org.openqa.selenium.WebElement;
+import org.openqa.selenium.chrome.ChromeDriver;
+
+import java.util.List;
+
+/**
+ * @author yihua.huang@dianping.com <br>
+ * @date: 13-7-26 <br>
+ * Time: 下午12:27 <br>
+ */
+public class SeleniumTest {
+
+    @Test
+    public void test(){
+        System.getProperties().setProperty("webdriver.chrome.driver","/Users/yihua/Downloads/chromedriver");
+        WebDriver webDriver = new ChromeDriver();
+        webDriver.get("http://huaban.com/");
+        List<WebElement> elements = webDriver.findElements(By.xpath("/html"));
+        for (WebElement element : elements) {
+            System.out.println(element.getAttribute("outerHTML"));
+        }
+        webDriver.close();
+    }
+}
diff --git a/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/downloader/WebDriverPoolTest.java b/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/downloader/WebDriverPoolTest.java
new file mode 100644
index 000000000..d38216f8f
--- /dev/null
+++ b/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/downloader/WebDriverPoolTest.java
@@ -0,0 +1,28 @@
+package us.codecraft.webmagic.selenium.downloader;
+
+import org.junit.Test;
+import org.openqa.selenium.WebDriver;
+
+/**
+ * @author yihua.huang@dianping.com <br>
+ * @date: 13-7-26 <br>
+ * Time: 下午2:12 <br>
+ */
+public class WebDriverPoolTest {
+
+    @Test
+    public void test(){
+        String  chromeDriverPath = "/Users/yihua/Downloads/chromedriver";
+        System.getProperties().setProperty("webdriver.chrome.driver", chromeDriverPath);
+        WebDriverPool webDriverPool =new WebDriverPool(5);
+        for (int i=0;i<5;i++){
+            try {
+                WebDriver webDriver = webDriverPool.get();
+                System.out.println(i);
+            } catch (InterruptedException e) {
+                e.printStackTrace();
+            }
+        }
+        webDriverPool.closeAll();
+    }
+}

From 2f6d17966673e9cb65261dbcc0bae68ebf3d92fe Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Fri, 26 Jul 2013 14:41:30 +0800
Subject: [PATCH 66/81] fix a httpclient pool size bug

---
 .../main/java/us/codecraft/webmagic/Spider.java |  9 ++++++++-
 .../downloader/HttpClientDownloader.java        | 15 +++++++++++++--
 .../webmagic/downloader/HttpClientPool.java     | 17 ++++++++++++-----
 .../webmagic/samples/GlobalProcessor.java       |  4 ++--
 4 files changed, 35 insertions(+), 10 deletions(-)

diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
index f3065422e..a568f93a7 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
@@ -39,7 +39,7 @@
  */
 public class Spider implements Runnable, Task {
 
-    private Downloader downloader = new HttpClientDownloader();
+    private Downloader downloader;
 
     private List<Pipeline> pipelines = new ArrayList<Pipeline>();
 
@@ -139,12 +139,18 @@ public Spider downloader(Downloader downloader) {
         return this;
     }
 
+    protected void checkComponent() {
+        if (downloader == null) {
+            this.downloader = new HttpClientDownloader();
+        }
+    }
 
     @Override
     public void run() {
         if (!stat.compareAndSet(STAT_INIT, STAT_RUNNING)) {
             throw new IllegalStateException("Spider is already running!");
         }
+        checkComponent();
         if (startUrls != null) {
             for (String startUrl : startUrls) {
                 scheduler.push(new Request(startUrl), this);
@@ -247,6 +253,7 @@ public Spider thread(int threadNum) {
         if (threadNum <= 0) {
             throw new IllegalArgumentException("threadNum should be more than one!");
         }
+        downloader = new HttpClientDownloader(threadNum);
         if (threadNum == 1) {
             return this;
         }
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java
index 7eb627724..d76341986 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java
@@ -21,6 +21,7 @@
 
 /**
  * 封装了HttpClient的下载器。已实现指定次数重试、处理gzip、自定义UA/cookie等功能。<br>
+ *
  * @author code4crafter@gmail.com <br>
  *         Date: 13-4-21
  *         Time: 下午12:15
@@ -29,11 +30,21 @@ public class HttpClientDownloader implements Downloader {
 
     private Logger logger = Logger.getLogger(getClass());
 
+    private int poolSize;
+
+    public HttpClientDownloader(int poolSize) {
+        this.poolSize = poolSize;
+    }
+
+    public HttpClientDownloader() {
+        this(5);
+    }
+
     @Override
     public Page download(Request request, Task task) {
         Site site = task.getSite();
         logger.info("downloading page " + request.getUrl());
-        HttpClient httpClient = HttpClientPool.getInstance().getClient(site);
+        HttpClient httpClient = HttpClientPool.getInstance(poolSize).getClient(site);
         String charset = site.getCharset();
         try {
             HttpGet httpGet = new HttpGet(request.getUrl());
@@ -50,7 +61,7 @@ public Page download(Request request, Task task) {
                         logger.warn("download page " + request.getUrl() + " error", e);
                         return null;
                     }
-                    logger.info("download page " + request.getUrl() + " error, retry the "+tried+" time!");
+                    logger.info("download page " + request.getUrl() + " error, retry the " + tried + " time!");
                     retry = true;
                 }
             } while (retry);
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientPool.java b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientPool.java
index 4e57e16f9..854f1e57a 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientPool.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientPool.java
@@ -19,14 +19,21 @@
 
 /**
  * @author code4crafter@gmail.com <br>
- * Date: 13-4-21
- * Time: 下午12:29
+ *         Date: 13-4-21
+ *         Time: 下午12:29
  */
 public class HttpClientPool {
 
-    public static final HttpClientPool INSTANCE = new HttpClientPool(5);
+    public static volatile HttpClientPool INSTANCE;
 
-    public static HttpClientPool getInstance() {
+    public static HttpClientPool getInstance(int poolSize) {
+        if (INSTANCE == null) {
+            synchronized (HttpClientPool.class) {
+                if (INSTANCE == null) {
+                    INSTANCE = new HttpClientPool(poolSize);
+                }
+            }
+        }
         return INSTANCE;
     }
 
@@ -48,7 +55,7 @@ private HttpClient generateClient(Site site) {
 
         HttpProtocolParamBean paramsBean = new HttpProtocolParamBean(params);
         paramsBean.setVersion(HttpVersion.HTTP_1_1);
-        paramsBean.setContentCharset("UTF-8");
+        paramsBean.setContentCharset(site.getCharset());
         paramsBean.setUseExpectContinue(false);
 
         SchemeRegistry schemeRegistry = new SchemeRegistry();
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/GlobalProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/GlobalProcessor.java
index 0e3f9a327..2bdf342fe 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/GlobalProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/GlobalProcessor.java
@@ -27,8 +27,8 @@ public void process(Page page) {
 
     @Override
     public Site getSite() {
-        if (site==null){
-            site = Site.me().setDomain("www.2345.com")
+        if (site == null) {
+            site = Site.me().setDomain("www.2345.com").setSleepTime(0)
                     .addStartUrl("http://www.2345.com/").addStartUrl("http://hao.360.cn/")
                     .addStartUrl("http://www.baidu.com/s?wd=%E7%BD%91%E7%AB%99%E5%AF%BC%E8%88%AA&rsv_spt=1&issp=1&rsv_bp=0&ie=utf-8&tn=80039098_oem_dg&rsv_n=2&rsv_sug3=6&rsv_sug4=698&rsv_sug=0&rsv_sug1=3")
                     .setUserAgent("Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_2) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.65 Safari/537.31");

From bc98059220dfe2aa94761bd08d801414e56da7bb Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Fri, 26 Jul 2013 15:05:29 +0800
Subject: [PATCH 67/81] complete selenium

---
 .../downloader/SeleniumDownloader.java        | 24 +++++++++++--
 .../downloader/SeleniumDownloaderTest.java    | 36 +++++++++++++++++++
 .../downloader/WebDriverPoolTest.java         |  9 ++---
 3 files changed, 63 insertions(+), 6 deletions(-)
 create mode 100644 webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloaderTest.java

diff --git a/webmagic-plugin/webmagic-selenium/src/main/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloader.java b/webmagic-plugin/webmagic-selenium/src/main/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloader.java
index 8fd1c6a2d..171ca44fc 100644
--- a/webmagic-plugin/webmagic-selenium/src/main/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloader.java
+++ b/webmagic-plugin/webmagic-selenium/src/main/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloader.java
@@ -2,16 +2,20 @@
 
 import org.apache.log4j.Logger;
 import org.openqa.selenium.By;
+import org.openqa.selenium.Cookie;
 import org.openqa.selenium.WebDriver;
 import org.openqa.selenium.WebElement;
 import us.codecraft.webmagic.Page;
 import us.codecraft.webmagic.Request;
+import us.codecraft.webmagic.Site;
 import us.codecraft.webmagic.Task;
 import us.codecraft.webmagic.downloader.Downloader;
 import us.codecraft.webmagic.selector.Html;
 import us.codecraft.webmagic.selector.PlainText;
 import us.codecraft.webmagic.utils.UrlUtils;
 
+import java.util.Map;
+
 /**
  * @author yihua.huang@dianping.com <br>
  * @date: 13-7-26 <br>
@@ -25,24 +29,40 @@ public class SeleniumDownloader implements Downloader {
 
     public SeleniumDownloader(String chromeDriverPath) {
         System.getProperties().setProperty("webdriver.chrome.driver", chromeDriverPath);
+        webDriverPool = new WebDriverPool();
+    }
+
+    public SeleniumDownloader(String chromeDriverPath, int poolSize) {
+        System.getProperties().setProperty("webdriver.chrome.driver", chromeDriverPath);
+        webDriverPool = new WebDriverPool(poolSize);
     }
 
     @Override
     public Page download(Request request, Task task) {
-        WebDriver webDriver = null;
+        WebDriver webDriver;
         try {
             webDriver = webDriverPool.get();
         } catch (InterruptedException e) {
-            logger.warn("interrupted",e);
+            logger.warn("interrupted", e);
             return null;
         }
         webDriver.get(request.getUrl());
+        WebDriver.Options manage = webDriver.manage();
+        Site site = task.getSite();
+        if (site.getCookies() != null) {
+            for (Map.Entry<String, String> cookieEntry : site.getCookies().entrySet()) {
+                Cookie cookie = new Cookie(cookieEntry.getKey(), cookieEntry.getValue());
+                manage.addCookie(cookie);
+            }
+        }
         WebElement webElement = webDriver.findElement(By.xpath("/html"));
         String content = webElement.getAttribute("outerHTML");
         Page page = new Page();
         page.setHtml(new Html(UrlUtils.fixAllRelativeHrefs(content, request.getUrl())));
         page.setUrl(new PlainText(request.getUrl()));
         page.setRequest(request);
+        webDriverPool.returnToPool(webDriver);
         return page;
     }
+
 }
diff --git a/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloaderTest.java b/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloaderTest.java
new file mode 100644
index 000000000..d21068459
--- /dev/null
+++ b/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloaderTest.java
@@ -0,0 +1,36 @@
+package us.codecraft.webmagic.selenium.downloader;
+
+import org.junit.Ignore;
+import org.junit.Test;
+import us.codecraft.webmagic.Page;
+import us.codecraft.webmagic.Request;
+import us.codecraft.webmagic.Site;
+import us.codecraft.webmagic.Task;
+
+/**
+ * @author yihua.huang@dianping.com <br>
+ * @date: 13-7-26 <br>
+ * Time: 下午2:46 <br>
+ */
+public class SeleniumDownloaderTest {
+
+    private String chromeDriverPath = "/Users/yihua/Downloads/chromedriver";
+
+    @Ignore("need chrome driver")
+    @Test
+    public void test(){
+        SeleniumDownloader seleniumDownloader = new SeleniumDownloader(chromeDriverPath);
+        Page page = seleniumDownloader.download(new Request("http://huaban.com/"), new Task() {
+            @Override
+            public String getUUID() {
+                return "huaban.com";
+            }
+
+            @Override
+            public Site getSite() {
+                return Site.me();
+            }
+        });
+        System.out.println(page.getHtml().$("#waterfall").links().regex(".*pins.*").all());
+    }
+}
diff --git a/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/downloader/WebDriverPoolTest.java b/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/downloader/WebDriverPoolTest.java
index d38216f8f..38e4f86f5 100644
--- a/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/downloader/WebDriverPoolTest.java
+++ b/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/downloader/WebDriverPoolTest.java
@@ -10,12 +10,13 @@
  */
 public class WebDriverPoolTest {
 
+    private String chromeDriverPath = "/Users/yihua/Downloads/chromedriver";
+
     @Test
-    public void test(){
-        String  chromeDriverPath = "/Users/yihua/Downloads/chromedriver";
+    public void test() {
         System.getProperties().setProperty("webdriver.chrome.driver", chromeDriverPath);
-        WebDriverPool webDriverPool =new WebDriverPool(5);
-        for (int i=0;i<5;i++){
+        WebDriverPool webDriverPool = new WebDriverPool(5);
+        for (int i = 0; i < 5; i++) {
             try {
                 WebDriver webDriver = webDriverPool.get();
                 System.out.println(i);

From be3528532b0967e3bd5e5bada9e691f4db0f61ed Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Fri, 26 Jul 2013 15:09:01 +0800
Subject: [PATCH 68/81] add selenium ignore

---
 .../test/java/us/codecraft/webmagic/selenium/SeleniumTest.java  | 2 ++
 .../webmagic/selenium/downloader/SeleniumDownloaderTest.java    | 1 +
 .../webmagic/selenium/downloader/WebDriverPoolTest.java         | 2 ++
 3 files changed, 5 insertions(+)

diff --git a/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/SeleniumTest.java b/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/SeleniumTest.java
index fc0a9ec62..e9e1c7b60 100644
--- a/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/SeleniumTest.java
+++ b/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/SeleniumTest.java
@@ -1,5 +1,6 @@
 package us.codecraft.webmagic.selenium;
 
+import org.junit.Ignore;
 import org.junit.Test;
 import org.openqa.selenium.By;
 import org.openqa.selenium.WebDriver;
@@ -15,6 +16,7 @@
  */
 public class SeleniumTest {
 
+    @Ignore("need chrome driver")
     @Test
     public void test(){
         System.getProperties().setProperty("webdriver.chrome.driver","/Users/yihua/Downloads/chromedriver");
diff --git a/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloaderTest.java b/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloaderTest.java
index d21068459..d50c20a32 100644
--- a/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloaderTest.java
+++ b/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloaderTest.java
@@ -20,6 +20,7 @@ public class SeleniumDownloaderTest {
     @Test
     public void test(){
         SeleniumDownloader seleniumDownloader = new SeleniumDownloader(chromeDriverPath);
+
         Page page = seleniumDownloader.download(new Request("http://huaban.com/"), new Task() {
             @Override
             public String getUUID() {
diff --git a/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/downloader/WebDriverPoolTest.java b/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/downloader/WebDriverPoolTest.java
index 38e4f86f5..1efc69b16 100644
--- a/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/downloader/WebDriverPoolTest.java
+++ b/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/downloader/WebDriverPoolTest.java
@@ -1,5 +1,6 @@
 package us.codecraft.webmagic.selenium.downloader;
 
+import org.junit.Ignore;
 import org.junit.Test;
 import org.openqa.selenium.WebDriver;
 
@@ -12,6 +13,7 @@ public class WebDriverPoolTest {
 
     private String chromeDriverPath = "/Users/yihua/Downloads/chromedriver";
 
+    @Ignore("need chrome driver")
     @Test
     public void test() {
         System.getProperties().setProperty("webdriver.chrome.driver", chromeDriverPath);

From 726f00044cb1f58d47ff9ca60ab1b1e6834a6786 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Fri, 26 Jul 2013 15:27:47 +0800
Subject: [PATCH 69/81] release resource

---
 .../java/us/codecraft/webmagic/Spider.java    | 17 ++++++++++
 .../webmagic/downloader/Destroyable.java      | 13 ++++++++
 .../downloader/SeleniumDownloader.java        | 13 +++++++-
 .../downloader/SeleniumDownloaderTest.java    | 31 ++++++++++---------
 4 files changed, 59 insertions(+), 15 deletions(-)
 create mode 100644 webmagic-core/src/main/java/us/codecraft/webmagic/downloader/Destroyable.java

diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
index a568f93a7..cd092a308 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
@@ -2,6 +2,7 @@
 
 import org.apache.commons.collections.CollectionUtils;
 import org.apache.log4j.Logger;
+import us.codecraft.webmagic.downloader.Destroyable;
 import us.codecraft.webmagic.downloader.Downloader;
 import us.codecraft.webmagic.downloader.HttpClientDownloader;
 import us.codecraft.webmagic.pipeline.ConsolePipeline;
@@ -198,6 +199,22 @@ public void run() {
             executorService.shutdown();
         }
         stat.compareAndSet(STAT_RUNNING, STAT_STOPPED);
+        //release some resources
+        destroy();
+    }
+
+    private void destroy() {
+        destroyEach(downloader);
+        destroyEach(pageProcessor);
+        for (Pipeline pipeline : pipelines) {
+            destroyEach(pipeline);
+        }
+    }
+
+    private void destroyEach(Object object){
+        if (object instanceof Destroyable) {
+            ((Destroyable)object).destroy();
+        }
     }
 
     private void processRequest(Request request) {
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/Destroyable.java b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/Destroyable.java
new file mode 100644
index 000000000..4f07528d6
--- /dev/null
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/Destroyable.java
@@ -0,0 +1,13 @@
+package us.codecraft.webmagic.downloader;
+
+/**
+ * 比较占用资源的服务可以实现该接口，Spider会在结束时调用destroy()释放资源。<br>
+ * @author yihua.huang@dianping.com <br>
+ * @date: 13-7-26 <br>
+ * Time: 下午3:10 <br>
+ */
+public interface Destroyable {
+
+    public void destroy();
+
+}
diff --git a/webmagic-plugin/webmagic-selenium/src/main/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloader.java b/webmagic-plugin/webmagic-selenium/src/main/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloader.java
index 171ca44fc..1ed8b4db4 100644
--- a/webmagic-plugin/webmagic-selenium/src/main/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloader.java
+++ b/webmagic-plugin/webmagic-selenium/src/main/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloader.java
@@ -9,6 +9,7 @@
 import us.codecraft.webmagic.Request;
 import us.codecraft.webmagic.Site;
 import us.codecraft.webmagic.Task;
+import us.codecraft.webmagic.downloader.Destroyable;
 import us.codecraft.webmagic.downloader.Downloader;
 import us.codecraft.webmagic.selector.Html;
 import us.codecraft.webmagic.selector.PlainText;
@@ -17,16 +18,22 @@
 import java.util.Map;
 
 /**
+ * 使用Selenium调用浏览器进行渲染。目前仅支持chrome。<br>
+ * 需要下载Selenium driver支持。<br>
  * @author yihua.huang@dianping.com <br>
  * @date: 13-7-26 <br>
  * Time: 下午1:37 <br>
  */
-public class SeleniumDownloader implements Downloader {
+public class SeleniumDownloader implements Downloader,Destroyable {
 
     private WebDriverPool webDriverPool;
 
     private Logger logger = Logger.getLogger(getClass());
 
+    /**
+     * 新建
+     * @param chromeDriverPath
+     */
     public SeleniumDownloader(String chromeDriverPath) {
         System.getProperties().setProperty("webdriver.chrome.driver", chromeDriverPath);
         webDriverPool = new WebDriverPool();
@@ -65,4 +72,8 @@ public Page download(Request request, Task task) {
         return page;
     }
 
+    @Override
+    public void destroy() {
+        webDriverPool.closeAll();
+    }
 }
diff --git a/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloaderTest.java b/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloaderTest.java
index d50c20a32..615ad8674 100644
--- a/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloaderTest.java
+++ b/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloaderTest.java
@@ -14,24 +14,27 @@
  */
 public class SeleniumDownloaderTest {
 
-    private String chromeDriverPath = "/Users/yihua/Downloads/chromedriver";
+    private String chromeDriverPath = "";
 
     @Ignore("need chrome driver")
     @Test
-    public void test(){
+    public void test() {
         SeleniumDownloader seleniumDownloader = new SeleniumDownloader(chromeDriverPath);
+        long time1 = System.currentTimeMillis();
+        for (int i = 0; i < 100; i++) {
+            Page page = seleniumDownloader.download(new Request("http://huaban.com/"), new Task() {
+                @Override
+                public String getUUID() {
+                    return "huaban.com";
+                }
 
-        Page page = seleniumDownloader.download(new Request("http://huaban.com/"), new Task() {
-            @Override
-            public String getUUID() {
-                return "huaban.com";
-            }
-
-            @Override
-            public Site getSite() {
-                return Site.me();
-            }
-        });
-        System.out.println(page.getHtml().$("#waterfall").links().regex(".*pins.*").all());
+                @Override
+                public Site getSite() {
+                    return Site.me();
+                }
+            });
+            System.out.println(page.getHtml().$("#waterfall").links().regex(".*pins.*").all());
+        }
+        System.out.println(System.currentTimeMillis() - time1);
     }
 }

From d3d81603aa9c747e49627d4e84efa2de7e0e69be Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Fri, 26 Jul 2013 16:32:51 +0800
Subject: [PATCH 70/81] add huaban processor

---
 .../webmagic/pipeline/ConsolePipeline.java    |  3 ++
 .../webmagic/pipeline/FilePipeline.java       |  3 ++
 .../downloader/SeleniumDownloader.java        |  1 +
 .../webmagic/selenium/SeleniumTest.java       | 12 ++---
 webmagic-samples/pom.xml                      |  5 +++
 .../webmagic/samples/HuabanProcessor.java     | 45 +++++++++++++++++++
 6 files changed, 61 insertions(+), 8 deletions(-)
 create mode 100644 webmagic-samples/src/main/java/us/codecraft/webmagic/samples/HuabanProcessor.java

diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/ConsolePipeline.java b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/ConsolePipeline.java
index 72c3bf3ff..8be5fabb6 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/ConsolePipeline.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/ConsolePipeline.java
@@ -15,6 +15,9 @@ public class ConsolePipeline implements  Pipeline{
 
     @Override
     public void process(ResultItems resultItems,Task task) {
+        if (resultItems.isSkip()){
+            return;
+        }
         System.out.println("get page: "+resultItems.getRequest().getUrl());
         for (Map.Entry<String, Object> entry : resultItems.getAll().entrySet()) {
             System.out.println(entry.getKey()+":\t"+entry.getValue());
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/FilePipeline.java b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/FilePipeline.java
index 10d97a83c..cbce8324a 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/FilePipeline.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/FilePipeline.java
@@ -45,6 +45,9 @@ public void process(ResultItems resultItems, Task task) {
         if (!file.exists()) {
             file.mkdirs();
         }
+        if (resultItems.isSkip()){
+            return;
+        }
         try {
             PrintWriter printWriter = new PrintWriter(new FileWriter(path + DigestUtils.md5Hex(resultItems.getRequest().getUrl())+".html"));
             printWriter.println("url:\t" + resultItems.getRequest().getUrl());
diff --git a/webmagic-plugin/webmagic-selenium/src/main/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloader.java b/webmagic-plugin/webmagic-selenium/src/main/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloader.java
index 1ed8b4db4..b4dd3720b 100644
--- a/webmagic-plugin/webmagic-selenium/src/main/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloader.java
+++ b/webmagic-plugin/webmagic-selenium/src/main/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloader.java
@@ -53,6 +53,7 @@ public Page download(Request request, Task task) {
             logger.warn("interrupted", e);
             return null;
         }
+        logger.info("downloading page " + request.getUrl());
         webDriver.get(request.getUrl());
         WebDriver.Options manage = webDriver.manage();
         Site site = task.getSite();
diff --git a/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/SeleniumTest.java b/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/SeleniumTest.java
index e9e1c7b60..6cf50c39b 100644
--- a/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/SeleniumTest.java
+++ b/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/SeleniumTest.java
@@ -7,8 +7,6 @@
 import org.openqa.selenium.WebElement;
 import org.openqa.selenium.chrome.ChromeDriver;
 
-import java.util.List;
-
 /**
  * @author yihua.huang@dianping.com <br>
  * @date: 13-7-26 <br>
@@ -18,14 +16,12 @@ public class SeleniumTest {
 
     @Ignore("need chrome driver")
     @Test
-    public void test(){
-        System.getProperties().setProperty("webdriver.chrome.driver","/Users/yihua/Downloads/chromedriver");
+    public void testSelenium() {
+        System.getProperties().setProperty("webdriver.chrome.driver", "/Users/yihua/Downloads/chromedriver");
         WebDriver webDriver = new ChromeDriver();
         webDriver.get("http://huaban.com/");
-        List<WebElement> elements = webDriver.findElements(By.xpath("/html"));
-        for (WebElement element : elements) {
-            System.out.println(element.getAttribute("outerHTML"));
-        }
+        WebElement webElement = webDriver.findElement(By.xpath("/html"));
+        System.out.println(webElement.getAttribute("outerHTML"));
         webDriver.close();
     }
 }
diff --git a/webmagic-samples/pom.xml b/webmagic-samples/pom.xml
index b8454900a..8a7e00ce0 100644
--- a/webmagic-samples/pom.xml
+++ b/webmagic-samples/pom.xml
@@ -22,6 +22,11 @@
             <artifactId>webmagic-misc</artifactId>
             <version>${project.version}</version>
         </dependency>
+        <dependency>
+            <groupId>us.codecraft</groupId>
+            <artifactId>webmagic-selenium</artifactId>
+            <version>${project.version}</version>
+        </dependency>
         <dependency>
             <groupId>junit</groupId>
             <artifactId>junit</artifactId>
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/HuabanProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/HuabanProcessor.java
new file mode 100644
index 000000000..23434f33e
--- /dev/null
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/HuabanProcessor.java
@@ -0,0 +1,45 @@
+package us.codecraft.webmagic.samples;
+
+import us.codecraft.webmagic.Page;
+import us.codecraft.webmagic.Site;
+import us.codecraft.webmagic.Spider;
+import us.codecraft.webmagic.pipeline.FilePipeline;
+import us.codecraft.webmagic.processor.PageProcessor;
+import us.codecraft.webmagic.scheduler.RedisScheduler;
+import us.codecraft.webmagic.selenium.downloader.SeleniumDownloader;
+
+/**
+ * @author yihua.huang@dianping.com <br>
+ * @date: 13-7-26 <br>
+ * Time: 下午4:08 <br>
+ */
+public class HuabanProcessor implements PageProcessor {
+
+    private Site site;
+
+    @Override
+    public void process(Page page) {
+        page.addTargetRequests(page.getHtml().links().regex("http://huaban\\.com/.*").all());
+        if (page.getUrl().toString().contains("pins")) {
+            page.putField("img", page.getHtml().xpath("//div[@id='pin_img']/img/@src").toString());
+        } else {
+            page.getResultItems().setSkip(true);
+        }
+    }
+
+    @Override
+    public Site getSite() {
+        if (site == null) {
+            site = Site.me().setDomain("huaban.com").addStartUrl("http://huaban.com/");
+        }
+        return site;
+    }
+
+    public static void main(String[] args) {
+        Spider.create(new HuabanProcessor())
+                .scheduler(new RedisScheduler("localhost"))
+                .pipeline(new FilePipeline("/data/webmagic/test/"))
+                .downloader(new SeleniumDownloader("/Users/yihua/Downloads/chromedriver"))
+                .runAsync();
+    }
+}

From b71409a5ba6b057a3463c1989fc22ffb75910310 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Fri, 26 Jul 2013 16:34:09 +0800
Subject: [PATCH 71/81] sleep time

---
 .../java/us/codecraft/webmagic/samples/HuabanProcessor.java   | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/HuabanProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/HuabanProcessor.java
index 23434f33e..a542da410 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/HuabanProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/HuabanProcessor.java
@@ -30,13 +30,13 @@ public void process(Page page) {
     @Override
     public Site getSite() {
         if (site == null) {
-            site = Site.me().setDomain("huaban.com").addStartUrl("http://huaban.com/");
+            site = Site.me().setDomain("huaban.com").addStartUrl("http://huaban.com/").setSleepTime(1000);
         }
         return site;
     }
 
     public static void main(String[] args) {
-        Spider.create(new HuabanProcessor())
+        Spider.create(new HuabanProcessor()).thread(5)
                 .scheduler(new RedisScheduler("localhost"))
                 .pipeline(new FilePipeline("/data/webmagic/test/"))
                 .downloader(new SeleniumDownloader("/Users/yihua/Downloads/chromedriver"))

From 0d8bc820d794bf7878bf07f2632eb0a88d8bf090 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Fri, 26 Jul 2013 16:55:36 +0800
Subject: [PATCH 72/81] update

---
 .../java/us/codecraft/webmagic/samples/HuabanProcessor.java   | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/HuabanProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/HuabanProcessor.java
index a542da410..d8c5f0573 100644
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/HuabanProcessor.java
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/HuabanProcessor.java
@@ -9,6 +9,8 @@
 import us.codecraft.webmagic.selenium.downloader.SeleniumDownloader;
 
 /**
+ * 花瓣网抽取器。<br>
+ * 使用Selenium做页面动态渲染。<br>
  * @author yihua.huang@dianping.com <br>
  * @date: 13-7-26 <br>
  * Time: 下午4:08 <br>
@@ -30,7 +32,7 @@ public void process(Page page) {
     @Override
     public Site getSite() {
         if (site == null) {
-            site = Site.me().setDomain("huaban.com").addStartUrl("http://huaban.com/").setSleepTime(1000);
+            site = Site.me().setDomain("huaban.com").addStartUrl("http://huaban.com/").setSleepTime(0);
         }
         return site;
     }

From 0003d350def7faba2dd25ca909b839223b4c606d Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Fri, 26 Jul 2013 17:11:07 +0800
Subject: [PATCH 73/81] delete

---
 .../webmagic/samples/DianpingProcessor.java   | 44 -------------------
 1 file changed, 44 deletions(-)
 delete mode 100644 webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingProcessor.java

diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingProcessor.java
deleted file mode 100644
index b7e3ee02d..000000000
--- a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DianpingProcessor.java
+++ /dev/null
@@ -1,44 +0,0 @@
-package us.codecraft.webmagic.samples;
-
-import us.codecraft.webmagic.Page;
-import us.codecraft.webmagic.Site;
-import us.codecraft.webmagic.Spider;
-import us.codecraft.webmagic.processor.PageProcessor;
-
-import java.util.List;
-
-/**
- * @author code4crafter@gmail.com <br>
- *         Date: 13-4-21
- *         Time: 下午8:08
- */
-public class DianpingProcessor implements PageProcessor {
-
-    private Site site;
-
-    @Override
-    public void process(Page page) {
-        List<String> requests = page.getHtml().links().regex("http://info-search-web121361\\.alpha\\.dp:8080/search/.*").all();
-        page.addTargetRequests(requests);
-    }
-
-    @Override
-    public Site getSite() {
-        if (site == null) {
-            site = Site.me().setDomain("info-search-web361.alpha.dp:8080").addStartUrl("http://info11-search-web361.alpha.dp:8080/search/category/1/0").
-                    setSleepTime(100).
-                    setUserAgent("I'm a performance tester created by yihua.huang");
-        }
-        return site;
-    }
-
-    public static void main(String[] args) {
-        int sleepTime = 0;
-        if (args.length > 0) {
-            sleepTime = Integer.parseInt(args[0]);
-        }
-        DianpingProcessor dianpingProcessor = new DianpingProcessor();
-        dianpingProcessor.getSite().setSleepTime(sleepTime).setRetryTimes(10);
-        Spider.create(dianpingProcessor).run();
-    }
-}

From d76223eb0912a08417d7316886f7d1c2c597595f Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Fri, 26 Jul 2013 19:02:41 +0800
Subject: [PATCH 74/81] fix redisScheduler thread problem

---
 .../webmagic/scheduler/RedisScheduler.java    | 42 +++++++++++++++----
 .../webmagic/selenium/SeleniumTest.java       | 16 ++++++-
 2 files changed, 50 insertions(+), 8 deletions(-)

diff --git a/webmagic-plugin/webmagic-misc/src/main/java/us/codecraft/webmagic/scheduler/RedisScheduler.java b/webmagic-plugin/webmagic-misc/src/main/java/us/codecraft/webmagic/scheduler/RedisScheduler.java
index 481981dba..575beefc7 100644
--- a/webmagic-plugin/webmagic-misc/src/main/java/us/codecraft/webmagic/scheduler/RedisScheduler.java
+++ b/webmagic-plugin/webmagic-misc/src/main/java/us/codecraft/webmagic/scheduler/RedisScheduler.java
@@ -7,13 +7,17 @@
 import us.codecraft.webmagic.Task;
 import us.codecraft.webmagic.schedular.Scheduler;
 
+import java.util.concurrent.locks.Condition;
+import java.util.concurrent.locks.ReentrantLock;
+
 /**
  * 使用redis管理url，构建一个分布式的爬虫。<br>
+ *
  * @author yihua.huang@dianping.com <br>
  * @date: 13-7-25 <br>
  * Time: 上午7:07 <br>
  */
-public class RedisScheduler implements Scheduler{
+public class RedisScheduler implements Scheduler {
 
     private JedisPool pool;
 
@@ -21,7 +25,11 @@ public class RedisScheduler implements Scheduler{
 
     private static final String SET_PREFIX = "set_";
 
-    public RedisScheduler(String host){
+    private ReentrantLock lock = new ReentrantLock();
+
+    private Condition condition = lock.newCondition();
+
+    public RedisScheduler(String host) {
         pool = new JedisPool(new JedisPoolConfig(), host);
     }
 
@@ -29,10 +37,16 @@ public RedisScheduler(String host){
     public synchronized void push(Request request, Task task) {
         Jedis jedis = pool.getResource();
         //使用SortedSet进行url去重
-        if (jedis.zrank(SET_PREFIX+task.getUUID(),request.getUrl())==null){
-            //使用List保存队列
-            jedis.rpush(QUEUE_PREFIX+task.getUUID(),request.getUrl());
-            jedis.zadd(SET_PREFIX+task.getUUID(),System.currentTimeMillis(),request.getUrl());
+        if (jedis.zrank(SET_PREFIX + task.getUUID(), request.getUrl()) == null) {
+            try {
+                lock.lock();
+                //使用List保存队列
+                jedis.rpush(QUEUE_PREFIX + task.getUUID(), request.getUrl());
+                jedis.zadd(SET_PREFIX + task.getUUID(), System.currentTimeMillis(), request.getUrl());
+                condition.signal();
+            } finally {
+                lock.unlock();
+            }
         }
         pool.returnResource(jedis);
     }
@@ -40,7 +54,21 @@ public synchronized void push(Request request, Task task) {
     @Override
     public synchronized Request poll(Task task) {
         Jedis jedis = pool.getResource();
-        String url = jedis.lpop(QUEUE_PREFIX+task.getUUID());
+        String url = jedis.lpop(QUEUE_PREFIX + task.getUUID());
+        if (url == null) {
+            try {
+                lock.lock();
+                while (url == null) {
+                    try {
+                        condition.await();
+                        url = jedis.lpop(QUEUE_PREFIX + task.getUUID());
+                    } catch (InterruptedException e) {
+                    }
+                }
+            } finally {
+                lock.unlock();
+            }
+        }
         pool.returnResource(jedis);
         return new Request(url);
     }
diff --git a/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/SeleniumTest.java b/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/SeleniumTest.java
index 6cf50c39b..a403b91ce 100644
--- a/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/SeleniumTest.java
+++ b/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/SeleniumTest.java
@@ -6,6 +6,11 @@
 import org.openqa.selenium.WebDriver;
 import org.openqa.selenium.WebElement;
 import org.openqa.selenium.chrome.ChromeDriver;
+import org.openqa.selenium.remote.DesiredCapabilities;
+
+import java.util.Arrays;
+import java.util.HashMap;
+import java.util.Map;
 
 /**
  * @author yihua.huang@dianping.com <br>
@@ -18,7 +23,16 @@ public class SeleniumTest {
     @Test
     public void testSelenium() {
         System.getProperties().setProperty("webdriver.chrome.driver", "/Users/yihua/Downloads/chromedriver");
-        WebDriver webDriver = new ChromeDriver();
+        Map<String, Object> contentSettings = new HashMap<String, Object>();
+        contentSettings.put("images", 2);
+
+        Map<String, Object> preferences = new HashMap<String, Object>();
+        preferences.put("profile.default_content_settings", contentSettings);
+
+        DesiredCapabilities caps = DesiredCapabilities.chrome();
+        caps.setCapability("chrome.prefs", preferences);
+        caps.setCapability("chrome.switches", Arrays.asList("--user-data-dir=/Users/yihua/temp/chrome"));
+        WebDriver webDriver = new ChromeDriver(caps);
         webDriver.get("http://huaban.com/");
         WebElement webElement = webDriver.findElement(By.xpath("/html"));
         System.out.println(webElement.getAttribute("outerHTML"));

From 2ed275863ae5856d14adc1cdf6811e166656dd62 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Fri, 26 Jul 2013 19:12:55 +0800
Subject: [PATCH 75/81] fix redis null pointer exception

---
 .../webmagic/scheduler/RedisScheduler.java    | 36 ++++---------------
 1 file changed, 6 insertions(+), 30 deletions(-)

diff --git a/webmagic-plugin/webmagic-misc/src/main/java/us/codecraft/webmagic/scheduler/RedisScheduler.java b/webmagic-plugin/webmagic-misc/src/main/java/us/codecraft/webmagic/scheduler/RedisScheduler.java
index 575beefc7..382642b7d 100644
--- a/webmagic-plugin/webmagic-misc/src/main/java/us/codecraft/webmagic/scheduler/RedisScheduler.java
+++ b/webmagic-plugin/webmagic-misc/src/main/java/us/codecraft/webmagic/scheduler/RedisScheduler.java
@@ -7,9 +7,6 @@
 import us.codecraft.webmagic.Task;
 import us.codecraft.webmagic.schedular.Scheduler;
 
-import java.util.concurrent.locks.Condition;
-import java.util.concurrent.locks.ReentrantLock;
-
 /**
  * 使用redis管理url，构建一个分布式的爬虫。<br>
  *
@@ -25,10 +22,6 @@ public class RedisScheduler implements Scheduler {
 
     private static final String SET_PREFIX = "set_";
 
-    private ReentrantLock lock = new ReentrantLock();
-
-    private Condition condition = lock.newCondition();
-
     public RedisScheduler(String host) {
         pool = new JedisPool(new JedisPoolConfig(), host);
     }
@@ -38,15 +31,9 @@ public synchronized void push(Request request, Task task) {
         Jedis jedis = pool.getResource();
         //使用SortedSet进行url去重
         if (jedis.zrank(SET_PREFIX + task.getUUID(), request.getUrl()) == null) {
-            try {
-                lock.lock();
-                //使用List保存队列
-                jedis.rpush(QUEUE_PREFIX + task.getUUID(), request.getUrl());
-                jedis.zadd(SET_PREFIX + task.getUUID(), System.currentTimeMillis(), request.getUrl());
-                condition.signal();
-            } finally {
-                lock.unlock();
-            }
+            //使用List保存队列
+            jedis.rpush(QUEUE_PREFIX + task.getUUID(), request.getUrl());
+            jedis.zadd(SET_PREFIX + task.getUUID(), System.currentTimeMillis(), request.getUrl());
         }
         pool.returnResource(jedis);
     }
@@ -55,21 +42,10 @@ public synchronized void push(Request request, Task task) {
     public synchronized Request poll(Task task) {
         Jedis jedis = pool.getResource();
         String url = jedis.lpop(QUEUE_PREFIX + task.getUUID());
-        if (url == null) {
-            try {
-                lock.lock();
-                while (url == null) {
-                    try {
-                        condition.await();
-                        url = jedis.lpop(QUEUE_PREFIX + task.getUUID());
-                    } catch (InterruptedException e) {
-                    }
-                }
-            } finally {
-                lock.unlock();
-            }
-        }
         pool.returnResource(jedis);
+        if (url==null){
+            return null;
+        }
         return new Request(url);
     }
 }

From 58874c4cd3b685773777ba72ab14b8b10f7e5a19 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Fri, 26 Jul 2013 21:22:57 +0800
Subject: [PATCH 76/81] add list output support

---
 .../webmagic/pipeline/ConsolePipeline.java    |  9 ++++
 .../webmagic/pipeline/FilePipeline.java       | 22 ++++++---
 .../samples/InfoQMiniBookProcessor.java       | 49 +++++++++++++++++++
 3 files changed, 74 insertions(+), 6 deletions(-)
 create mode 100644 webmagic-samples/src/main/java/us/codecraft/webmagic/samples/InfoQMiniBookProcessor.java

diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/ConsolePipeline.java b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/ConsolePipeline.java
index 8be5fabb6..97470e04f 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/ConsolePipeline.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/ConsolePipeline.java
@@ -20,6 +20,15 @@ public void process(ResultItems resultItems,Task task) {
         }
         System.out.println("get page: "+resultItems.getRequest().getUrl());
         for (Map.Entry<String, Object> entry : resultItems.getAll().entrySet()) {
+            if (entry.getValue() instanceof Iterable) {
+                Iterable value = (Iterable) entry.getValue();
+                System.out.println(entry.getKey() + ":");
+                for (Object o : value) {
+                    System.out.println(o);
+                }
+            } else {
+                System.out.println(entry.getKey() + ":\t" + entry.getValue());
+            }
             System.out.println(entry.getKey()+":\t"+entry.getValue());
         }
     }
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/FilePipeline.java b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/FilePipeline.java
index cbce8324a..01f8d8b82 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/FilePipeline.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/FilePipeline.java
@@ -13,9 +13,10 @@
 
 /**
  * 持久化到文件的接口。
+ *
  * @author code4crafter@gmail.com <br>
- * Date: 13-4-21
- * Time: 下午6:28
+ *         Date: 13-4-21
+ *         Time: 下午6:28
  */
 public class FilePipeline implements Pipeline {
 
@@ -32,6 +33,7 @@ public FilePipeline() {
 
     /**
      * 新建一个FilePipeline
+     *
      * @param path 文件保存路径
      */
     public FilePipeline(String path) {
@@ -45,18 +47,26 @@ public void process(ResultItems resultItems, Task task) {
         if (!file.exists()) {
             file.mkdirs();
         }
-        if (resultItems.isSkip()){
+        if (resultItems.isSkip()) {
             return;
         }
         try {
-            PrintWriter printWriter = new PrintWriter(new FileWriter(path + DigestUtils.md5Hex(resultItems.getRequest().getUrl())+".html"));
+            PrintWriter printWriter = new PrintWriter(new FileWriter(path + DigestUtils.md5Hex(resultItems.getRequest().getUrl()) + ".html"));
             printWriter.println("url:\t" + resultItems.getRequest().getUrl());
             for (Map.Entry<String, Object> entry : resultItems.getAll().entrySet()) {
-                printWriter.println(entry.getKey()+":\t"+entry.getValue());
+                if (entry.getValue() instanceof Iterable) {
+                    Iterable value = (Iterable) entry.getValue();
+                    printWriter.println(entry.getKey() + ":");
+                    for (Object o : value) {
+                        printWriter.println(o);
+                    }
+                } else {
+                    printWriter.println(entry.getKey() + ":\t" + entry.getValue());
+                }
             }
             printWriter.close();
         } catch (IOException e) {
-            logger.warn("write file error",e);
+            logger.warn("write file error", e);
         }
     }
 }
diff --git a/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/InfoQMiniBookProcessor.java b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/InfoQMiniBookProcessor.java
new file mode 100644
index 000000000..b43c3c569
--- /dev/null
+++ b/webmagic-samples/src/main/java/us/codecraft/webmagic/samples/InfoQMiniBookProcessor.java
@@ -0,0 +1,49 @@
+package us.codecraft.webmagic.samples;
+
+import org.apache.commons.collections.CollectionUtils;
+import us.codecraft.webmagic.Page;
+import us.codecraft.webmagic.Site;
+import us.codecraft.webmagic.Spider;
+import us.codecraft.webmagic.pipeline.FilePipeline;
+import us.codecraft.webmagic.processor.PageProcessor;
+import us.codecraft.webmagic.scheduler.RedisScheduler;
+
+import java.util.List;
+
+/**
+ * @author code4crafter@gmail.com <br>
+ *         Date: 13-4-21
+ *         Time: 下午8:08
+ */
+public class InfoQMiniBookProcessor implements PageProcessor {
+
+    private Site site;
+
+    @Override
+    public void process(Page page) {
+        page.addTargetRequests(page.getHtml().links().regex("http://www\\.infoq\\.com/cn/minibooks/.*").all());
+        List<String> all = page.getHtml().links().regex(".*\\.pdf").all();
+        if (CollectionUtils.isNotEmpty(all)) {
+            page.putField("pdf", all);
+        } else {
+            page.getResultItems().setSkip(true);
+        }
+    }
+
+    @Override
+    public Site getSite() {
+        if (site == null) {
+            site = Site.me().setDomain("www.infoq.com").addStartUrl("http://www.infoq.com/cn/minibooks").addCookie("RegisteredUserCookie", "sDDDc8dIAgZSq67uJSXhtpQaHEi1XDOH").
+                    setUserAgent("Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_2) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.65 Safari/537.31");
+        }
+        return site;
+    }
+
+    public static void main(String[] args) {
+        Spider.create(new InfoQMiniBookProcessor())
+                .scheduler(new RedisScheduler("localhost"))
+                .pipeline(new FilePipeline("/data/temp/webmagic/"))
+                .thread(5)
+                .run();
+    }
+}

From 5a7d90db9b264a501a0c320f41c315e442ab7706 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Mon, 29 Jul 2013 10:59:23 +0800
Subject: [PATCH 77/81] fix a spider init problem

---
 webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
index cd092a308..2a8b78fb1 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
@@ -270,7 +270,9 @@ public Spider thread(int threadNum) {
         if (threadNum <= 0) {
             throw new IllegalArgumentException("threadNum should be more than one!");
         }
-        downloader = new HttpClientDownloader(threadNum);
+        if (downloader==null || downloader instanceof HttpClientDownloader){
+            downloader = new HttpClientDownloader(threadNum);
+        }
         if (threadNum == 1) {
             return this;
         }

From 5388a4a4f692055b9d9dcf004e1b723923917b3f Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Mon, 29 Jul 2013 18:00:12 +0800
Subject: [PATCH 78/81] add selenium download timeout

---
 .../downloader/SeleniumDownloader.java        | 22 ++++++++++++++++++-
 .../downloader/SeleniumDownloaderTest.java    |  3 ++-
 2 files changed, 23 insertions(+), 2 deletions(-)

diff --git a/webmagic-plugin/webmagic-selenium/src/main/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloader.java b/webmagic-plugin/webmagic-selenium/src/main/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloader.java
index b4dd3720b..54e3c9c0c 100644
--- a/webmagic-plugin/webmagic-selenium/src/main/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloader.java
+++ b/webmagic-plugin/webmagic-selenium/src/main/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloader.java
@@ -20,18 +20,22 @@
 /**
  * 使用Selenium调用浏览器进行渲染。目前仅支持chrome。<br>
  * 需要下载Selenium driver支持。<br>
+ *
  * @author yihua.huang@dianping.com <br>
  * @date: 13-7-26 <br>
  * Time: 下午1:37 <br>
  */
-public class SeleniumDownloader implements Downloader,Destroyable {
+public class SeleniumDownloader implements Downloader, Destroyable {
 
     private WebDriverPool webDriverPool;
 
     private Logger logger = Logger.getLogger(getClass());
 
+    private int sleepTime = 0;
+
     /**
      * 新建
+     *
      * @param chromeDriverPath
      */
     public SeleniumDownloader(String chromeDriverPath) {
@@ -44,6 +48,16 @@ public SeleniumDownloader(String chromeDriverPath, int poolSize) {
         webDriverPool = new WebDriverPool(poolSize);
     }
 
+    /**
+     * set sleep time to wait until load success
+     * @param sleepTime
+     * @return this
+     */
+    public SeleniumDownloader setSleepTime(int sleepTime) {
+        this.sleepTime = sleepTime;
+        return this;
+    }
+
     @Override
     public Page download(Request request, Task task) {
         WebDriver webDriver;
@@ -55,6 +69,11 @@ public Page download(Request request, Task task) {
         }
         logger.info("downloading page " + request.getUrl());
         webDriver.get(request.getUrl());
+        try {
+            Thread.sleep(sleepTime);
+        } catch (InterruptedException e) {
+            e.printStackTrace();
+        }
         WebDriver.Options manage = webDriver.manage();
         Site site = task.getSite();
         if (site.getCookies() != null) {
@@ -65,6 +84,7 @@ public Page download(Request request, Task task) {
         }
         WebElement webElement = webDriver.findElement(By.xpath("/html"));
         String content = webElement.getAttribute("outerHTML");
+        //
         Page page = new Page();
         page.setHtml(new Html(UrlUtils.fixAllRelativeHrefs(content, request.getUrl())));
         page.setUrl(new PlainText(request.getUrl()));
diff --git a/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloaderTest.java b/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloaderTest.java
index 615ad8674..4aa99195e 100644
--- a/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloaderTest.java
+++ b/webmagic-plugin/webmagic-selenium/src/test/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloaderTest.java
@@ -14,7 +14,7 @@
  */
 public class SeleniumDownloaderTest {
 
-    private String chromeDriverPath = "";
+    private String chromeDriverPath = "/Users/yihua/Downloads/chromedriver";
 
     @Ignore("need chrome driver")
     @Test
@@ -37,4 +37,5 @@ public Site getSite() {
         }
         System.out.println(System.currentTimeMillis() - time1);
     }
+
 }

From bd2ced87d7a782d2310e946de8ce8e493898f3a5 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Mon, 29 Jul 2013 20:01:44 +0800
Subject: [PATCH 79/81] =?UTF-8?q?=E4=B8=BAdownloader=E5=A2=9E=E5=8A=A0?=
 =?UTF-8?q?=E4=BA=86=E4=B8=80=E4=B8=AA=E6=96=B0=E6=96=B9=E6=B3=95=EF=BC=8C?=
 =?UTF-8?q?=E5=8F=AF=E8=AE=BE=E7=BD=AE=E7=BA=BF=E7=A8=8B=E6=95=B0?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 .../java/us/codecraft/webmagic/Spider.java    | 17 +++++++------
 .../webmagic/downloader/Downloader.java       | 13 ++++++++--
 .../webmagic/downloader/FileDownloader.java   |  5 ++++
 .../downloader/HttpClientDownloader.java      | 13 ++++------
 .../downloader/SeleniumDownloader.java        | 25 +++++++++++++------
 5 files changed, 48 insertions(+), 25 deletions(-)

diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
index 2a8b78fb1..a25fd024c 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
@@ -58,6 +58,8 @@ public class Spider implements Runnable, Task {
 
     private ExecutorService executorService;
 
+    private int threadNum = 1;
+
     private AtomicInteger stat = new AtomicInteger(STAT_INIT);
 
     private final static int STAT_INIT = 0;
@@ -144,6 +146,10 @@ protected void checkComponent() {
         if (downloader == null) {
             this.downloader = new HttpClientDownloader();
         }
+        if (pipelines.isEmpty()) {
+            pipelines.add(new ConsolePipeline());
+        }
+        downloader.setThread(threadNum);
     }
 
     @Override
@@ -158,9 +164,6 @@ public void run() {
             }
         }
         Request request = scheduler.poll(this);
-        if (pipelines.isEmpty()) {
-            pipelines.add(new ConsolePipeline());
-        }
         //singel thread
         if (executorService == null) {
             while (request != null) {
@@ -211,9 +214,9 @@ private void destroy() {
         }
     }
 
-    private void destroyEach(Object object){
+    private void destroyEach(Object object) {
         if (object instanceof Destroyable) {
-            ((Destroyable)object).destroy();
+            ((Destroyable) object).destroy();
         }
     }
 
@@ -267,12 +270,10 @@ public void runAsync() {
      */
     public Spider thread(int threadNum) {
         checkIfNotRunning();
+        this.threadNum = threadNum;
         if (threadNum <= 0) {
             throw new IllegalArgumentException("threadNum should be more than one!");
         }
-        if (downloader==null || downloader instanceof HttpClientDownloader){
-            downloader = new HttpClientDownloader(threadNum);
-        }
         if (threadNum == 1) {
             return this;
         }
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/Downloader.java b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/Downloader.java
index c431fc3b4..9a7f59a3a 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/Downloader.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/Downloader.java
@@ -6,9 +6,10 @@
 
 /**
  * Downloader是webmagic下载页面的接口。webmagic默认使用了HttpComponent作为下载器，一般情况，你无需自己实现这个接口。<br>
+ *
  * @author code4crafter@gmail.com <br>
- * Date: 13-4-21
- * Time: 下午12:14
+ *         Date: 13-4-21
+ *         Time: 下午12:14
  */
 public interface Downloader {
 
@@ -20,4 +21,12 @@ public interface Downloader {
      * @return page
      */
     public Page download(Request request, Task task);
+
+    /**
+     * 设置线程数，多线程程序一般需要Downloader支持<br>
+     * 如果不考虑多线程的可以不实现这个方法<br>
+     *
+     * @param thread 线程数量
+     */
+    public void setThread(int thread);
 }
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/FileDownloader.java b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/FileDownloader.java
index d22bf0815..722a2eb71 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/FileDownloader.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/FileDownloader.java
@@ -67,6 +67,11 @@ public Page download(Request request, Task task) {
         return page;
     }
 
+    @Override
+    public void setThread(int thread) {
+
+    }
+
     private String getHtml(BufferedReader bufferedReader) throws IOException {
         String line;
         StringBuilder htmlBuilder= new StringBuilder();
diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java
index d76341986..7956cd1ef 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java
@@ -32,14 +32,6 @@ public class HttpClientDownloader implements Downloader {
 
     private int poolSize;
 
-    public HttpClientDownloader(int poolSize) {
-        this.poolSize = poolSize;
-    }
-
-    public HttpClientDownloader() {
-        this(5);
-    }
-
     @Override
     public Page download(Request request, Task task) {
         Site site = task.getSite();
@@ -90,6 +82,11 @@ public Page download(Request request, Task task) {
         return null;
     }
 
+    @Override
+    public void setThread(int thread) {
+        poolSize=thread;
+    }
+
     private void handleGzip(HttpResponse httpResponse) {
         Header ceheader = httpResponse.getEntity().getContentEncoding();
         if (ceheader != null) {
diff --git a/webmagic-plugin/webmagic-selenium/src/main/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloader.java b/webmagic-plugin/webmagic-selenium/src/main/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloader.java
index 54e3c9c0c..76ac0508d 100644
--- a/webmagic-plugin/webmagic-selenium/src/main/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloader.java
+++ b/webmagic-plugin/webmagic-selenium/src/main/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloader.java
@@ -27,12 +27,14 @@
  */
 public class SeleniumDownloader implements Downloader, Destroyable {
 
-    private WebDriverPool webDriverPool;
+    private volatile WebDriverPool webDriverPool;
 
     private Logger logger = Logger.getLogger(getClass());
 
     private int sleepTime = 0;
 
+    private int poolSize = 1;
+
     /**
      * 新建
      *
@@ -40,16 +42,11 @@ public class SeleniumDownloader implements Downloader, Destroyable {
      */
     public SeleniumDownloader(String chromeDriverPath) {
         System.getProperties().setProperty("webdriver.chrome.driver", chromeDriverPath);
-        webDriverPool = new WebDriverPool();
-    }
-
-    public SeleniumDownloader(String chromeDriverPath, int poolSize) {
-        System.getProperties().setProperty("webdriver.chrome.driver", chromeDriverPath);
-        webDriverPool = new WebDriverPool(poolSize);
     }
 
     /**
      * set sleep time to wait until load success
+     *
      * @param sleepTime
      * @return this
      */
@@ -60,6 +57,7 @@ public SeleniumDownloader setSleepTime(int sleepTime) {
 
     @Override
     public Page download(Request request, Task task) {
+        checkInit();
         WebDriver webDriver;
         try {
             webDriver = webDriverPool.get();
@@ -93,6 +91,19 @@ public Page download(Request request, Task task) {
         return page;
     }
 
+    private void checkInit() {
+        if (webDriverPool == null) {
+            synchronized (this){
+                webDriverPool = new WebDriverPool(poolSize);
+            }
+        }
+    }
+
+    @Override
+    public void setThread(int thread) {
+        this.poolSize = thread;
+    }
+
     @Override
     public void destroy() {
         webDriverPool.closeAll();

From 878b121d4a7fef766bcd230700528a016aa9d97b Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Mon, 29 Jul 2013 20:05:44 +0800
Subject: [PATCH 80/81] add comments for selenium driver

---
 .../selenium/downloader/SeleniumDownloader.java        |  1 -
 .../webmagic/selenium/downloader/WebDriverPool.java    | 10 ++++++++--
 2 files changed, 8 insertions(+), 3 deletions(-)

diff --git a/webmagic-plugin/webmagic-selenium/src/main/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloader.java b/webmagic-plugin/webmagic-selenium/src/main/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloader.java
index 76ac0508d..1b689d4d2 100644
--- a/webmagic-plugin/webmagic-selenium/src/main/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloader.java
+++ b/webmagic-plugin/webmagic-selenium/src/main/java/us/codecraft/webmagic/selenium/downloader/SeleniumDownloader.java
@@ -82,7 +82,6 @@ public Page download(Request request, Task task) {
         }
         WebElement webElement = webDriver.findElement(By.xpath("/html"));
         String content = webElement.getAttribute("outerHTML");
-        //
         Page page = new Page();
         page.setHtml(new Html(UrlUtils.fixAllRelativeHrefs(content, request.getUrl())));
         page.setUrl(new PlainText(request.getUrl()));
diff --git a/webmagic-plugin/webmagic-selenium/src/main/java/us/codecraft/webmagic/selenium/downloader/WebDriverPool.java b/webmagic-plugin/webmagic-selenium/src/main/java/us/codecraft/webmagic/selenium/downloader/WebDriverPool.java
index 039cef98e..faed8d63a 100644
--- a/webmagic-plugin/webmagic-selenium/src/main/java/us/codecraft/webmagic/selenium/downloader/WebDriverPool.java
+++ b/webmagic-plugin/webmagic-selenium/src/main/java/us/codecraft/webmagic/selenium/downloader/WebDriverPool.java
@@ -27,8 +27,16 @@ class WebDriverPool {
 
     private AtomicInteger stat = new AtomicInteger(STAT_RUNNING);
 
+    /**
+     * store webDrivers created
+     */
     private List<WebDriver> webDriverList = Collections.synchronizedList(new ArrayList<WebDriver>());
 
+    /**
+     * store webDrivers available
+     */
+    private BlockingDeque<WebDriver> innerQueue = new LinkedBlockingDeque<WebDriver>();
+
     public WebDriverPool(int capacity) {
         this.capacity = capacity;
     }
@@ -37,8 +45,6 @@ public WebDriverPool() {
         this(DEFAULT_CAPACITY);
     }
 
-    private BlockingDeque<WebDriver> innerQueue = new LinkedBlockingDeque<WebDriver>();
-
     public WebDriver get() throws InterruptedException {
         checkRunning();
         WebDriver poll = innerQueue.poll();

From fc008fc9b3f18fce159bc94e3b97054a469ca940 Mon Sep 17 00:00:00 2001
From: "yihua.huang" <code4crafter@gmail.com>
Date: Tue, 30 Jul 2013 09:36:00 +0800
Subject: [PATCH 81/81] dep

---
 README.md | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/README.md b/README.md
index 75bea5287..e6212c73d 100644
--- a/README.md
+++ b/README.md
@@ -33,6 +33,8 @@ webmagic的功能覆盖整个爬虫的生命周期(链接提取、页面下载
 ###Get Started
 	
 webmagic定制的核心是PageProcessor接口。
+
+项目使用maven托管，如果没用maven的可以去[http://git.oschina.net/flashsword20/webmagic-bin](http://git.oschina.net/flashsword20/webmagic-bin)库下载依赖包(这个仓库代码没有实时同步更新，不过依赖应该不会有变化)。
 	
 例如，我们要实现一个简单的通用爬虫SimplePageProcessor，代码如下：
 
@@ -73,7 +75,6 @@ webmagic定制的核心是PageProcessor接口。
 
 	Spider.create(new SimplePageProcessor("http://my.oschina.net/", "http://my.oschina.net/*/blog/*")).run();
 
-
 ### 示例
 
 webmagic-samples目录里有一些定制PageProcessor以抽取不同站点的例子。