mirror of
https://github.com/elastic/logstash.git
synced 2025-04-24 06:37:19 -04:00
da5e3c711c
* add newlines to generated json * Implement cloud.id and cloud.auth settings merge to module settings * Fixes from review plus convert to using Password for any Module Setting * Review changes * update modules.asciidoc to include a section on Cloud * Capitalize Id * remove unnecessesary require lines
77 lines
2.4 KiB
Ruby
77 lines
2.4 KiB
Ruby
namespace "modules" do
|
|
|
|
def unpacker(src_file, dest_dir)
|
|
puts "Reading #{src_file}"
|
|
array = JSON.load(IO.read(src_file))
|
|
|
|
if !array.is_a?(Array)
|
|
raise "#{src_file} does not contain a JSON array as the first object"
|
|
end
|
|
|
|
array.each do |hash|
|
|
values = hash.values_at("_id", "_type", "_source")
|
|
if values.any?(&:nil?)
|
|
puts "#{src_file} contains a JSON object that does not have _id, _type and _source fields"
|
|
next
|
|
end
|
|
id, subfolder, source = values
|
|
filename = "#{id}.json"
|
|
|
|
partial_path = ::File.join(dest_dir, subfolder)
|
|
FileUtils.mkdir_p(partial_path)
|
|
|
|
full_path = ::File.join(partial_path, filename)
|
|
FileUtils.rm_f(full_path)
|
|
|
|
content = JSON.pretty_generate(source) + "\n"
|
|
puts "Writing #{full_path}"
|
|
IO.write(full_path, content)
|
|
end
|
|
end
|
|
|
|
def collector(dashboard_dir, module_name)
|
|
file_paths = Dir.glob(::File.join(dashboard_dir, "*.json"))
|
|
|
|
filenames = file_paths.map do |file_path|
|
|
filename = File.basename(file_path, ".json")
|
|
next if filename == module_name
|
|
puts "Adding #{filename}"
|
|
filename
|
|
end.compact
|
|
|
|
full_path = ::File.join(dashboard_dir, "#{module_name}.json")
|
|
FileUtils.rm_f(full_path)
|
|
|
|
content = JSON.pretty_generate(filenames) + "\n"
|
|
puts "Writing #{full_path}"
|
|
IO.write(full_path, content)
|
|
end
|
|
|
|
desc "Unpack kibana resources in a JSON array to individual files"
|
|
task "unpack", :src_file, :dest_dir do |task, args|
|
|
unpacker(args[:src_file], args[:dest_dir])
|
|
puts "Done"
|
|
end
|
|
|
|
desc "Collect all dashboards filenames into the module dashboard structure e.g. dashboard/cef.json"
|
|
task "make_dashboard_json", :dashboard_dir, :module_name do |task, args|
|
|
collector(args[:dashboard_dir], args[:module_name])
|
|
puts "Done"
|
|
end
|
|
|
|
desc "Unpack all kibana resources from a folder of JSON files."
|
|
# invoke like: rake modules:unpack_all[cef,~/elastic/logstash_cef_module/dashboards,~/elastic/logstash/modules/cef/configuration/kibana]
|
|
task "unpack_all", :module_name, :kibana_source_dir, :dest_dir do |task, args|
|
|
module_name = args[:module_name]
|
|
kibana_source_dir = args[:kibana_source_dir]
|
|
dest_dir = args[:dest_dir]
|
|
|
|
Dir.glob(::File.join(kibana_source_dir, "*.json")).each do |file_path|
|
|
unpacker(file_path, dest_dir)
|
|
end
|
|
dashboard_dir = ::File.join(dest_dir, "dashboard")
|
|
collector(dashboard_dir, module_name)
|
|
|
|
puts "Done"
|
|
end
|
|
end
|