add build script

code4craft · code4craft · commit 4cd3e1d871d3 · 2013-11-12T11:14:15.000+08:00
diff --git a/webmagic-scripts/deploy.sh b/webmagic-scripts/deploy.sh
@@ -0,0 +1,5 @@
+#!/bin/sh
+VERSION="0.4.1-SNAPTHOS"
+mvn clean package
+cp target/webmagic-scripts-${VERSION}.jar /usr/local/webmagic/webmagic-console.jar
+rsync -avz --delete target/lib/ /usr/local/webmagic/lib/
diff --git a/webmagic-scripts/src/main/java/us/codecraft/webmagic/scripts/ScriptConsole.java b/webmagic-scripts/src/main/java/us/codecraft/webmagic/scripts/ScriptConsole.java
@@ -105,6 +105,7 @@ private static Params parseCommand(String[] args) {
             options.addOption(new Option("l", true, "language"));
             options.addOption(new Option("t", true, "thread"));
             options.addOption(new Option("f", true, "script file"));
+            options.addOption(new Option("s", true, "sleep time"));
             CommandLineParser commandLineParser = new PosixParser();
             CommandLine commandLine = commandLineParser.parse(options, args);
             return readOptions(commandLine);
diff --git a/webmagic-scripts/src/main/java/us/codecraft/webmagic/scripts/ScriptProcessor.java b/webmagic-scripts/src/main/java/us/codecraft/webmagic/scripts/ScriptProcessor.java
@@ -50,7 +50,7 @@ public void process(Page page) {
         context.setAttribute("page", page, ScriptContext.ENGINE_SCOPE);
         context.setAttribute("config", site, ScriptContext.ENGINE_SCOPE);
         try {
-            engine.eval(defines + script, context);
+            engine.eval(defines + "\n" + script, context);
         } catch (ScriptException e) {
             e.printStackTrace();
         }
diff --git a/webmagic-scripts/src/main/resources/js/defines.js b/webmagic-scripts/src/main/resources/js/defines.js
@@ -7,4 +7,4 @@ function xpath(str){
 function urls(str){
     links = page.getHtml().links().regex(str).all();
     page.addTargetRequests(links);
-}
+}

Original file line number	Diff line number	Diff line change
`@@ -50,7 +50,7 @@ public void process(Page page) {`
`50`	`50`	`context.setAttribute("page", page, ScriptContext.ENGINE_SCOPE);`
`51`	`51`	`context.setAttribute("config", site, ScriptContext.ENGINE_SCOPE);`
`52`	`52`	`try {`
`53`		`- engine.eval(defines + script, context);`
	`53`	`+ engine.eval(defines + "\n" + script, context);`
`54`	`54`	`} catch (ScriptException e) {`
`55`	`55`	`e.printStackTrace();`
`56`	`56`	`}`