mirror of
https://github.com/elastic/logstash.git
synced 2025-04-24 14:47:19 -04:00
1230168113
use rm_rf to delete dir and shutdown pipeline after run avoid the use of rescue nil, bad practice do not mock close as it prevents closing the file an prevents removing it on Windows cleanup temporary files and relax file name check for Windows fix paths handling for Windows flag the read file string as UTF-8 which is what we expect fix Windows issues ignore load_average on windows windows safe URI cleanup and fix file handling for windows wait for pipeline shutdown to complete revert to original puts cleanups use environment for windows platform check fix hash path wait for pipeline thread to complete after shutdown
91 lines
2.7 KiB
Ruby
91 lines
2.7 KiB
Ruby
# encoding: utf-8
|
|
require "ruby-progressbar"
|
|
require "pluginmanager/utils/http_client"
|
|
require "pluginmanager/errors"
|
|
require "fileutils"
|
|
|
|
module LogStash module PluginManager module Utils
|
|
class Downloader
|
|
class ProgressbarFeedback
|
|
FORMAT = "%t [%B] %p%%"
|
|
TITLE = "Downloading"
|
|
|
|
attr_reader :progress_bar
|
|
|
|
def initialize(max)
|
|
@progress_bar = ProgressBar.create(:title => TITLE,
|
|
:starting_at => 0,
|
|
:total => max,
|
|
:format => FORMAT)
|
|
end
|
|
|
|
def update(status)
|
|
progress_bar.progress += status
|
|
end
|
|
end
|
|
|
|
class SilentFeedback
|
|
def initialize(max)
|
|
end
|
|
|
|
def update(status)
|
|
end
|
|
end
|
|
|
|
attr_reader :download_to, :remote_file_uri, :feedback_strategy
|
|
|
|
def initialize(remote_file_uri, feedback = SilentFeedback)
|
|
@remote_file_uri = URI(remote_file_uri)
|
|
@download_to = Stud::Temporary.pathname
|
|
@feedback_strategy = feedback
|
|
end
|
|
|
|
def fetch(redirect_count = 0)
|
|
# This is defensive programming, but in the real world we do create redirects all the time
|
|
raise HttpClient::RedirectionLimit, "Too many redirection, tried #{REDIRECTION_LIMIT} times" if redirect_count >= HttpClient::REDIRECTION_LIMIT
|
|
|
|
begin
|
|
FileUtils.mkdir_p(download_to)
|
|
downloaded_file = ::File.open(::File.join(download_to, ::File.basename(remote_file_uri.path)), "wb")
|
|
|
|
HttpClient.start(remote_file_uri) do |http|
|
|
request = Net::HTTP::Get.new(remote_file_uri.path)
|
|
|
|
http.request(request) do |response|
|
|
if response.code == "200"
|
|
download_chunks(response, downloaded_file)
|
|
elsif response.code == "302"
|
|
new_uri = response.headers["location"]
|
|
|
|
redirect_count += 1
|
|
downloader = self.new(new_uri, feedback_strategy)
|
|
downloader.fetch(redirect_count)
|
|
else
|
|
raise LogStash::PluginManager::FileNotFoundError, "Can't download #{remote_file_uri}" if response.code != "200"
|
|
end
|
|
end
|
|
downloaded_file.close
|
|
downloaded_file.path
|
|
end
|
|
rescue => e
|
|
downloaded_file.close unless downloaded_file.closed?
|
|
FileUtils.rm_rf(download_to)
|
|
raise e
|
|
end
|
|
end
|
|
|
|
def self.fetch(remote_file, feedback = SilentFeedback)
|
|
new(remote_file, feedback).fetch
|
|
end
|
|
|
|
private
|
|
def download_chunks(response, downloaded_file)
|
|
feedback = feedback_strategy.new(response.content_length)
|
|
|
|
response.read_body do |chunk|
|
|
feedback.update(chunk.bytesize)
|
|
downloaded_file.write(chunk)
|
|
end
|
|
end
|
|
end
|
|
end end end
|