Kouhei Sutou
null+****@clear*****
Fri Apr 4 11:39:27 JST 2014
Kouhei Sutou 2014-04-04 11:39:27 +0900 (Fri, 04 Apr 2014) New Revision: 090ee78e5505dead7a4b58a71c0d526a826b4cd7 https://github.com/droonga/wikipedia-search/commit/090ee78e5505dead7a4b58a71c0d526a826b4cd7 Message: Split file Copied files: lib/task/download.rb (from Rakefile) Modified files: Rakefile Modified: Rakefile (+4 -59) =================================================================== --- Rakefile 2014-04-04 11:37:09 +0900 (b83975a) +++ Rakefile 2014-04-04 11:39:27 +0900 (10754c7) @@ -1,65 +1,10 @@ # -*- ruby -*- require "pathname" -require "open-uri" -def format_size(size) - if size < 1024 - "%d" % size - elsif size < (1024 ** 2) - "%7.2fKiB" % (size.to_f / 1024) - elsif size < (1024 ** 3) - "%7.2fMiB" % (size.to_f / (1024 ** 2)) - elsif size < (1024 ** 4) - "%7.2fGiB" % (size.to_f / (1024 ** 3)) - else - "%.2fTiB" % (size.to_f / (1024 ** 4)) - end -end +base_dir_path = Pathname.new(__FILE__).dirname +lib_dir_path = base_dir_path + "lib" -def download(url, output_path) - base_name = File.basename(url) - max = nil - content_length_proc = lambda do |content_length| - max = content_length - end - progress_proc = lambda do |current| - if max - percent = (current / max.to_f) * 100 - formatted_size = "[%s/%s]" % [format_size(current), format_size(max)] - print("\r%s - %06.2f%% %s" % [base_name, percent, formatted_size]) - puts if current == max - end - end - options = { - :content_length_proc => content_length_proc, - :progress_proc => progress_proc, - } +$LOAD_PATH.unshift(lib_dir_path.to_s) - open(url, options) do |input| - output_path.open("wb") do |output| - chunk = "" - chunk_size = 8192 - while input.read(chunk_size, chunk) - output.print(chunk) - end - end - end -end - -namespace :data do - data_dir_path = Pathname.new("data") - directory data_dir_path.to_s - - namespace :download do - base_name = "jawiki-latest-pages-articles.xml.bz2" - ja_data_path = data_dir_path + base_name - file ja_data_path.to_s => data_dir_path.to_s do - download("http://dumps.wikimedia.org/jawiki/latest/#{base_name}", - ja_data_path) - end - - desc "Download the latest Japanese Wikipedia data." - task :ja => ja_data_path.to_s - end -end +require "task/download" Copied: lib/task/download.rb (+0 -3) 97% =================================================================== --- Rakefile 2014-04-04 11:37:09 +0900 (b83975a) +++ lib/task/download.rb 2014-04-04 11:39:27 +0900 (2022286) @@ -1,6 +1,3 @@ -# -*- ruby -*- - -require "pathname" require "open-uri" def format_size(size) -------------- next part -------------- HTML����������������������������...Download