mirror of
https://github.com/elastic/logstash.git
synced 2025-06-28 09:46:03 -04:00
a1c0e417e5
This also makes the load / reload cycle of pipelines threadsafe and concurrent in the Agent class. Fixes #9225
93 lines
2.9 KiB
Ruby
93 lines
2.9 KiB
Ruby
require_relative '../framework/fixture'
|
|
require_relative '../framework/settings'
|
|
require_relative '../services/logstash_service'
|
|
require_relative '../framework/helpers'
|
|
require "logstash/devutils/rspec/spec_helper"
|
|
require "socket"
|
|
require "yaml"
|
|
|
|
describe "Test Logstash service when multiple pipelines are used" do
|
|
before(:all) {
|
|
@fixture = Fixture.new(__FILE__)
|
|
}
|
|
|
|
after(:all) {
|
|
@fixture.teardown
|
|
}
|
|
|
|
let(:temporary_out_file_1) { Stud::Temporary.pathname }
|
|
let(:temporary_out_file_2) { Stud::Temporary.pathname }
|
|
|
|
let(:pipelines) {[
|
|
{
|
|
"pipeline.id" => "test",
|
|
"pipeline.workers" => 1,
|
|
"pipeline.batch.size" => 1,
|
|
"config.string" => "input { generator { count => 1 } } output { file { path => \"#{temporary_out_file_1}\" } }"
|
|
},
|
|
{
|
|
"pipeline.id" => "test2",
|
|
"pipeline.workers" => 1,
|
|
"pipeline.batch.size" => 1,
|
|
"config.string" => "input { generator { count => 1 } } output { file { path => \"#{temporary_out_file_2}\" } }"
|
|
}
|
|
]}
|
|
|
|
let!(:settings_dir) { Stud::Temporary.directory }
|
|
let!(:pipelines_yaml) { pipelines.to_yaml }
|
|
let!(:pipelines_yaml_file) { ::File.join(settings_dir, "pipelines.yml") }
|
|
|
|
let(:retry_attempts) { 30 }
|
|
|
|
before(:each) do
|
|
IO.write(pipelines_yaml_file, pipelines_yaml)
|
|
end
|
|
|
|
it "executes the multiple pipelines" do
|
|
logstash_service = @fixture.get_service("logstash")
|
|
logstash_service.spawn_logstash("--path.settings", settings_dir, "--log.level=debug")
|
|
try(retry_attempts) do
|
|
expect(logstash_service.exited?).to be(true)
|
|
end
|
|
expect(logstash_service.exit_code).to eq(0)
|
|
expect(File.exist?(temporary_out_file_1)).to be(true)
|
|
expect(IO.readlines(temporary_out_file_1).size).to eq(1)
|
|
expect(File.exist?(temporary_out_file_2)).to be(true)
|
|
expect(IO.readlines(temporary_out_file_2).size).to eq(1)
|
|
end
|
|
|
|
describe "inter-pipeline communication" do
|
|
let(:pipelines) do
|
|
[
|
|
{
|
|
"pipeline.id" => "test",
|
|
"pipeline.workers" => 1,
|
|
"pipeline.batch.size" => 1,
|
|
"config.string" => "input { generator { count => 1 } } output { pipeline { send_to => testaddr } }"
|
|
},
|
|
{
|
|
"pipeline.id" => "test2",
|
|
"pipeline.workers" => 1,
|
|
"pipeline.batch.size" => 1,
|
|
"config.string" => "input { pipeline { address => testaddr } } output { file { path => \"#{temporary_out_file_1}\" } }"
|
|
}
|
|
]
|
|
end
|
|
it "can communicate between pipelines" do
|
|
logstash_service = @fixture.get_service("logstash")
|
|
logstash_service.spawn_logstash("--path.settings", settings_dir, "--log.level=debug")
|
|
logstash_service.wait_for_logstash
|
|
|
|
# Wait for LS to come up
|
|
i = 0
|
|
until File.exist?(temporary_out_file_1) && IO.readlines(temporary_out_file_1).size >= 1
|
|
i += 1
|
|
sleep 1
|
|
break if i > 30
|
|
end
|
|
expect(IO.readlines(temporary_out_file_1).size).to eq(1)
|
|
|
|
puts "Done"
|
|
end
|
|
end
|
|
end
|