增加批量导出和管道功能

LubyRuffy · Oct 23, 2014 · 2fd4051 · 2fd4051
1 parent 466510f
commit 2fd4051
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/tools/dump_all_query.rb b/tools/dump_all_query.rb
@@ -1,4 +1,6 @@
 #!/usr/bin/env ruby
+# 加入管道：
+# RAILS_ENV=production ./dump_all_query.rb 'body="shownews.asp?id"' | ./query_processors/shownews_has_comment.rb
 require 'yaml'
 require 'json'
 require 'erb'

diff --git a/tools/query_processors/shownews_has_comment.rb b/tools/query_processors/shownews_has_comment.rb
@@ -2,7 +2,7 @@
 require 'thread/pool'
 require 'net/http'
 
-pool = Thread.pool(1)
+pool = Thread.pool(100)
 
 while (s = $stdin.gets)
   pool.process(s.strip) {|h|