218 Interval to scraping

id774 · id774 · commit 90348fcbaac6 · 2012-10-18T09:50:35.000+09:00
diff --git a/doc/PLUGINS b/doc/PLUGINS
@@ -32,6 +32,7 @@ SubscriptionLink
       urls:
         - URL
         - URL ...
+      interval: INTERVAL_FOR_SCRAPING (in seconds.)
 
 
 SubscriptionTwitter
@@ -48,6 +49,7 @@ SubscriptionTwitter
       urls:
         - URL
         - URL ...
+      interval: INTERVAL_FOR_SCRAPING (in seconds.)
 
 
 SubscriptionTumblr
@@ -66,6 +68,7 @@ SubscriptionTumblr
         - URL
         - URL ...
       pages: PAGES
+      interval: INTERVAL_FOR_SCRAPING (in seconds.)
 
 
 FilterReverse
diff --git a/doc/PLUGINS.ja b/doc/PLUGINS.ja
@@ -32,6 +32,7 @@ SubscriptionLink
       urls:
         - URL
         - URL ...
+      interval: スクレイピングの間隔 (秒数, 省略可)
 
 
 SubscriptionTwitter
@@ -48,6 +49,7 @@ SubscriptionTwitter
       urls:
         - URL
         - URL ...
+      interval: スクレイピングの間隔 (秒数, 省略可)
 
 
 SubscriptionTumblr
@@ -66,6 +68,7 @@ SubscriptionTumblr
         - URL
         - URL ...
       pages: PAGES
+      interval: スクレイピングの間隔 (秒数, 省略可)
 
 
 FilterReverse
diff --git a/plugins/store/database.rb b/plugins/store/database.rb
@@ -15,12 +15,12 @@ def for_each_new_feed
       prepare_database
       existing_records = model_class.find(:all)
       @return_feeds = []
-      @pipeline.each { |feeds|
+      @pipeline.each {|feeds|
         unless feeds.nil?
           new_feed = false
-          feeds.items.each { |feed|
+          feeds.items.each {|feed|
             unless feed.link.nil?
-              unless existing_records.detect { |b| b.try(unique_key) == feed.link }
+              unless existing_records.detect {|b| b.try(unique_key) == feed.link }
                 yield(feed)
                 new_feed = true
               end
@@ -35,8 +35,8 @@ def for_each_new_feed
     private
 
     def create_table
-      ActiveRecord::Migration.create_table(model_class.table_name) { |t|
-        column_definition.each_pair { |column_name, column_type|
+      ActiveRecord::Migration.create_table(model_class.table_name) {|t|
+        column_definition.each_pair {|column_name, column_type|
           t.column column_name, column_type
         }
       }
diff --git a/plugins/store/target_link.rb b/plugins/store/target_link.rb
@@ -34,7 +34,7 @@ def run
               unless feed.link.nil?
                 Automatic::Log.puts("info", "Get: #{feed.link}")
                 wget(feed.link)
-                sleep @config['interval'].to_i
+                sleep @config['interval'].to_i unless @config['internal'].nil?
               end
             rescue
               Automatic::Log.puts("error", "Error found during file download.")
diff --git a/plugins/subscription/link.rb b/plugins/subscription/link.rb
@@ -2,7 +2,7 @@
 # Name::      Automatic::Plugin::Subscription::Link
 # Author::    774 <http://id774.net>
 # Created::   Sep 18, 2012
-# Updated::   Oct 16, 2012
+# Updated::   Oct 18, 2012
 # Copyright:: 774 Copyright (c) 2012
 # License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
 
@@ -40,6 +40,7 @@ def create_rss(url)
             end
           }
         }
+        sleep @config['interval'].to_i unless @config['internal'].nil?
         @return_feeds << rss
       end
     end
diff --git a/plugins/subscription/tumblr.rb b/plugins/subscription/tumblr.rb
@@ -2,7 +2,7 @@
 # Name::      Automatic::Plugin::Subscription::Tumblr
 # Author::    774 <http://id774.net>
 # Created::   Oct 16, 2012
-# Updated::   Oct 17, 2012
+# Updated::   Oct 18, 2012
 # Copyright:: 774 Copyright (c) 2012
 # License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
 
@@ -40,6 +40,7 @@ def create_rss(url)
             end
           }
         }
+        sleep @config['interval'].to_i unless @config['internal'].nil?
         @return_feeds << rss
       end
     end
diff --git a/plugins/subscription/twitter.rb b/plugins/subscription/twitter.rb
@@ -2,7 +2,7 @@
 # Name::      Automatic::Plugin::Subscription::Twitter
 # Author::    774 <http://id774.net>
 # Created::   Sep  9, 2012
-# Updated::   Oct 16, 2012
+# Updated::   Oct 18, 2012
 # Copyright:: 774 Copyright (c) 2012
 # License::   Licensed under the GNU GENERAL PUBLIC LICENSE, Version 3.0.
 
@@ -42,6 +42,7 @@ def create_rss(url)
             item.description = content.search('[@class="js-tweet-text"]').text.to_s
           }
         }
+        sleep @config['interval'].to_i unless @config['internal'].nil?
         @return_feeds << rss
       end
     end
