mirror of
https://github.com/elastic/logstash.git
synced 2025-04-24 22:57:16 -04:00
remove integration test that has been move into its own gem
Fixes #2270
This commit is contained in:
Pere Urbon-Bayes
Jordan Sissel
parent
8f85738bcf
commit
df101b4d0e
13 changed files with 0 additions and 404 deletions
|
|
@ -1,59 +0,0 @@
|
|||
# integration tests
|
||||
|
||||
## performance tests
|
||||
|
||||
### run.rb
|
||||
|
||||
executes a single test.
|
||||
|
||||
a test can be execute for a specific number of events of for a specific duration.
|
||||
|
||||
- logstash config are in `test/integration/config`
|
||||
- sample input files are in `test/integration/input`
|
||||
|
||||
#### by number of events
|
||||
|
||||
```
|
||||
ruby test/integration/run.rb --events [number of events] --config [logstash config file] --input [sample input events file]
|
||||
```
|
||||
|
||||
the sample input events file will be sent to logstash stdin repetedly until the required number of events is reached
|
||||
|
||||
#### by target duration
|
||||
|
||||
```
|
||||
ruby test/integration/run.rb --time [number of seconds] --config [logstash config file] --input [sample input events file]
|
||||
```
|
||||
|
||||
the sample input events file will be sent to logstash stdin repetedly until the test elaspsed time reached the target time
|
||||
|
||||
|
||||
### suite.rb
|
||||
|
||||
- suites are in `test/integration/suite`
|
||||
|
||||
```
|
||||
ruby test/integration/suite.rb [suite file]
|
||||
```
|
||||
|
||||
a suite file defines a series of tests to run.
|
||||
|
||||
#### suite file format
|
||||
|
||||
```ruby
|
||||
# each test can be executed by either target duration using :time => N secs
|
||||
# or by number of events with :events => N
|
||||
#
|
||||
#[
|
||||
# {:name => "simple json out", :config => "config/simple_json_out.conf", :input => "input/simple_10.txt", :time => 30},
|
||||
# {:name => "simple json out", :config => "config/simple_json_out.conf", :input => "input/simple_10.txt", :events => 50000},
|
||||
#]
|
||||
#
|
||||
[
|
||||
{:name => "simple json out", :config => "config/simple_json_out.conf", :input => "input/simple_10.txt", :time => 60},
|
||||
{:name => "simple line out", :config => "config/simple.conf", :input => "input/simple_10.txt", :time => 60},
|
||||
{:name => "json codec", :config => "config/json_inout_codec.conf", :input => "input/json_medium.txt", :time => 60},
|
||||
{:name => "json filter", :config => "config/json_inout_filter.conf", :input => "input/json_medium.txt", :time => 60},
|
||||
{:name => "complex syslog", :config => "config/complex_syslog.conf", :input => "input/syslog_acl_10.txt", :time => 60},
|
||||
]
|
||||
```
|
||||
|
|
@ -1,46 +0,0 @@
|
|||
input {
|
||||
stdin {
|
||||
type => syslog
|
||||
}
|
||||
}
|
||||
|
||||
filter {
|
||||
if [type] == "syslog" {
|
||||
grok {
|
||||
match => { "message" => "<%{POSINT:syslog_pri}>%{SYSLOGTIMESTAMP:syslog_timestamp} %{SYSLOGHOST:syslog_hostname} %{PROG:syslog_program}(?:\[%{POSINT:syslog_pid}\])?: %{GREEDYDATA:syslog_message}" }
|
||||
add_field => [ "received_at", "%{@timestamp}" ]
|
||||
add_field => [ "received_from", "%{syslog_hostname}" ]
|
||||
}
|
||||
syslog_pri { }
|
||||
date {
|
||||
match => ["syslog_timestamp", "MMM d HH:mm:ss", "MMM dd HH:mm:ss" ]
|
||||
}
|
||||
|
||||
if [syslog_timestamp] {
|
||||
mutate {
|
||||
add_field => [ "[times][created_at]", "%{syslog_timestamp}"]
|
||||
add_field => [ "[times][received_at]", "%{@timestamp}"]
|
||||
}
|
||||
}
|
||||
|
||||
mutate {
|
||||
add_field => [ "[hosts][source]", "%{received_from}"]
|
||||
add_field => [ "[level][facility]", "%{syslog_facility}"]
|
||||
add_field => [ "[level][severity]", "%{syslog_severity}"]
|
||||
}
|
||||
|
||||
if !("_grokparsefailure" in [tags]) {
|
||||
mutate {
|
||||
replace => [ "@source_host", "%{syslog_hostname}" ]
|
||||
replace => [ "@message", "%{syslog_message}" ]
|
||||
}
|
||||
}
|
||||
mutate {
|
||||
remove_field => [ "syslog_hostname", "syslog_message", "syslog_timestamp" ]
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
output {
|
||||
stdout { codec => json_lines }
|
||||
}
|
||||
|
|
@ -1,11 +0,0 @@
|
|||
input {
|
||||
stdin { codec => "json_lines" }
|
||||
}
|
||||
|
||||
filter {
|
||||
noop {}
|
||||
}
|
||||
|
||||
output {
|
||||
stdout { codec => json_lines }
|
||||
}
|
||||
|
|
@ -1,11 +0,0 @@
|
|||
input {
|
||||
stdin {}
|
||||
}
|
||||
|
||||
filter {
|
||||
json { source => "message" }
|
||||
}
|
||||
|
||||
output {
|
||||
stdout { codec => json_lines }
|
||||
}
|
||||
|
|
@ -1,11 +0,0 @@
|
|||
input {
|
||||
stdin {}
|
||||
}
|
||||
|
||||
filter {
|
||||
noop {}
|
||||
}
|
||||
|
||||
output {
|
||||
stdout { codec => line }
|
||||
}
|
||||
|
|
@ -1,11 +0,0 @@
|
|||
input {
|
||||
stdin {}
|
||||
}
|
||||
|
||||
filter {
|
||||
noop {}
|
||||
}
|
||||
|
||||
output {
|
||||
stdout { codec => json_lines }
|
||||
}
|
||||
|
|
@ -1,10 +0,0 @@
|
|||
{"_scroll_id":"xxx", "took":5, "timed_out":false, "_shards":{"total":15,"successful":15,"failed":0}, "hits":{"total":1000050, "max_score":1.0, "hits":[{"_index":"logstash2", "_type":"logs", "_id":"AmaqL7VuSWKF-F6N_Gz72g", "_score":1.0, "_source" : {"message":"foobar", "@version":"1", "@timestamp":"2014-05-19T21:08:39.000Z", "host":"colin-mbp13r"} } ] } }
|
||||
{"_scroll_id":"xxx", "took":5, "timed_out":false, "_shards":{"total":15,"successful":15,"failed":0}, "hits":{"total":1000050, "max_score":1.0, "hits":[{"_index":"logstash2", "_type":"logs", "_id":"AmaqL7VuSWKF-F6N_Gz72g", "_score":1.0, "_source" : {"message":"foobar", "@version":"1", "@timestamp":"2014-05-19T21:08:39.000Z", "host":"colin-mbp13r"} } ] } }
|
||||
{"_scroll_id":"xxx", "took":5, "timed_out":false, "_shards":{"total":15,"successful":15,"failed":0}, "hits":{"total":1000050, "max_score":1.0, "hits":[{"_index":"logstash2", "_type":"logs", "_id":"AmaqL7VuSWKF-F6N_Gz72g", "_score":1.0, "_source" : {"message":"foobar", "@version":"1", "@timestamp":"2014-05-19T21:08:39.000Z", "host":"colin-mbp13r"} } ] } }
|
||||
{"_scroll_id":"xxx", "took":5, "timed_out":false, "_shards":{"total":15,"successful":15,"failed":0}, "hits":{"total":1000050, "max_score":1.0, "hits":[{"_index":"logstash2", "_type":"logs", "_id":"AmaqL7VuSWKF-F6N_Gz72g", "_score":1.0, "_source" : {"message":"foobar", "@version":"1", "@timestamp":"2014-05-19T21:08:39.000Z", "host":"colin-mbp13r"} } ] } }
|
||||
{"_scroll_id":"xxx", "took":5, "timed_out":false, "_shards":{"total":15,"successful":15,"failed":0}, "hits":{"total":1000050, "max_score":1.0, "hits":[{"_index":"logstash2", "_type":"logs", "_id":"AmaqL7VuSWKF-F6N_Gz72g", "_score":1.0, "_source" : {"message":"foobar", "@version":"1", "@timestamp":"2014-05-19T21:08:39.000Z", "host":"colin-mbp13r"} } ] } }
|
||||
{"_scroll_id":"xxx", "took":5, "timed_out":false, "_shards":{"total":15,"successful":15,"failed":0}, "hits":{"total":1000050, "max_score":1.0, "hits":[{"_index":"logstash2", "_type":"logs", "_id":"AmaqL7VuSWKF-F6N_Gz72g", "_score":1.0, "_source" : {"message":"foobar", "@version":"1", "@timestamp":"2014-05-19T21:08:39.000Z", "host":"colin-mbp13r"} } ] } }
|
||||
{"_scroll_id":"xxx", "took":5, "timed_out":false, "_shards":{"total":15,"successful":15,"failed":0}, "hits":{"total":1000050, "max_score":1.0, "hits":[{"_index":"logstash2", "_type":"logs", "_id":"AmaqL7VuSWKF-F6N_Gz72g", "_score":1.0, "_source" : {"message":"foobar", "@version":"1", "@timestamp":"2014-05-19T21:08:39.000Z", "host":"colin-mbp13r"} } ] } }
|
||||
{"_scroll_id":"xxx", "took":5, "timed_out":false, "_shards":{"total":15,"successful":15,"failed":0}, "hits":{"total":1000050, "max_score":1.0, "hits":[{"_index":"logstash2", "_type":"logs", "_id":"AmaqL7VuSWKF-F6N_Gz72g", "_score":1.0, "_source" : {"message":"foobar", "@version":"1", "@timestamp":"2014-05-19T21:08:39.000Z", "host":"colin-mbp13r"} } ] } }
|
||||
{"_scroll_id":"xxx", "took":5, "timed_out":false, "_shards":{"total":15,"successful":15,"failed":0}, "hits":{"total":1000050, "max_score":1.0, "hits":[{"_index":"logstash2", "_type":"logs", "_id":"AmaqL7VuSWKF-F6N_Gz72g", "_score":1.0, "_source" : {"message":"foobar", "@version":"1", "@timestamp":"2014-05-19T21:08:39.000Z", "host":"colin-mbp13r"} } ] } }
|
||||
{"_scroll_id":"xxx", "took":5, "timed_out":false, "_shards":{"total":15,"successful":15,"failed":0}, "hits":{"total":1000050, "max_score":1.0, "hits":[{"_index":"logstash2", "_type":"logs", "_id":"AmaqL7VuSWKF-F6N_Gz72g", "_score":1.0, "_source" : {"message":"foobar", "@version":"1", "@timestamp":"2014-05-19T21:08:39.000Z", "host":"colin-mbp13r"} } ] } }
|
||||
|
|
@ -1,10 +0,0 @@
|
|||
test 01
|
||||
test 02
|
||||
test 03
|
||||
test 04
|
||||
test 05
|
||||
test 06
|
||||
test 07
|
||||
test 08
|
||||
test 09
|
||||
test 10
|
||||
|
|
@ -1,10 +0,0 @@
|
|||
<164>Oct 26 15:19:25 1.2.3.4 %ASA-4-106023: Deny udp src DRAC:10.1.2.3/43434 dst outside:192.168.0.1/53 by access-group "acl_drac" [0x0, 0x0]
|
||||
<164>Oct 6 15:20:25 2.2.3.4 %ASA-4-106023: Deny udp src DRAC:10.1.2.4/43434 dst outside:192.168.0.1/53 by access-group "acl_drac" [0x0, 0x0]
|
||||
<164>Oct 1 15:21:25 3.2.3.4 %ASA-4-106023: Allow tcp src DRAC:10.1.2.5/43434 dst outside:192.168.0.1/53 by access-group "acl_drac" [0x0, 0x0]
|
||||
<164>Oct 30 15:22:25 4.2.3.4 %ASA-4-106023: Allow tcp src DRAC:10.1.2.6/43434 dst outside:192.168.0.1/53 by access-group "acl_drac" [0x0, 0x0]
|
||||
<164>Oct 26 15:19:25 1.2.3.4 %ASA-4-106023: Deny udp src DRAC:10.1.2.3/43434 dst outside:192.168.0.1/53 by access-group "acl_drac" [0x0, 0x0]
|
||||
<164>Oct 6 15:20:25 2.2.3.4 %ASA-4-106023: Deny udp src DRAC:10.1.2.4/43434 dst outside:192.168.0.1/53 by access-group "acl_drac" [0x0, 0x0]
|
||||
<164>Oct 1 15:21:25 3.2.3.4 %ASA-4-106023: Allow tcp src DRAC:10.1.2.5/43434 dst outside:192.168.0.1/53 by access-group "acl_drac" [0x0, 0x0]
|
||||
<164>Oct 30 15:22:25 4.2.3.4 %ASA-4-106023: Allow tcp src DRAC:10.1.2.6/43434 dst outside:192.168.0.1/53 by access-group "acl_drac" [0x0, 0x0]
|
||||
<164>Oct 26 15:19:25 1.2.3.4 %ASA-4-106023: Deny udp src DRAC:10.1.2.3/43434 dst outside:192.168.0.1/53 by access-group "acl_drac" [0x0, 0x0]
|
||||
<164>Oct 6 15:20:25 2.2.3.4 %ASA-4-106023: Deny udp src DRAC:10.1.2.4/43434 dst outside:192.168.0.1/53 by access-group "acl_drac" [0x0, 0x0]
|
||||
|
|
@ -1,166 +0,0 @@
|
|||
# encoding: utf-8
|
||||
|
||||
require "benchmark"
|
||||
require "thread"
|
||||
require "open3"
|
||||
|
||||
INITIAL_MESSAGE = ">>> lorem ipsum start".freeze
|
||||
LAST_MESSAGE = ">>> lorem ipsum stop".freeze
|
||||
LOGSTASH_BIN = File.join(File.expand_path("../../../bin/", __FILE__), "logstash")
|
||||
REFRESH_COUNT = 100
|
||||
|
||||
Thread.abort_on_exception = true
|
||||
|
||||
def feed_input_events(io, events_count, lines, last_message)
|
||||
loop_count = (events_count / lines.size).ceil # how many time we send the input file over
|
||||
|
||||
(1..loop_count).each{lines.each {|line| io.puts(line)}}
|
||||
|
||||
io.puts(last_message)
|
||||
io.flush
|
||||
|
||||
loop_count * lines.size
|
||||
end
|
||||
|
||||
def feed_input_interval(io, seconds, lines, last_message)
|
||||
loop_count = (2000 / lines.size).ceil # check time every ~2000(ceil) input lines
|
||||
lines_per_iteration = loop_count * lines.size
|
||||
start_time = Time.now
|
||||
count = 0
|
||||
|
||||
while true
|
||||
(1..loop_count).each{lines.each {|line| io.puts(line)}}
|
||||
count += lines_per_iteration
|
||||
break if (Time.now - start_time) >= seconds
|
||||
end
|
||||
|
||||
io.puts(last_message)
|
||||
io.flush
|
||||
|
||||
count
|
||||
end
|
||||
|
||||
# below stats counter and output reader threads are sharing state using
|
||||
# the @stats_lock mutex, @stats_count and @stats. this is a bit messy and should be
|
||||
# refactored into a proper class eventually
|
||||
|
||||
def detach_stats_counter
|
||||
Thread.new do
|
||||
loop do
|
||||
start = @stats_lock.synchronize{@stats_count}
|
||||
sleep(1)
|
||||
@stats_lock.synchronize{@stats << (@stats_count - start)}
|
||||
end
|
||||
end
|
||||
end
|
||||
|
||||
# detach_output_reader spawns a thread that will fill in the @stats instance var with tps samples for every seconds
|
||||
# @stats access is synchronized using the @stats_lock mutex but can be safely used
|
||||
# once the output reader thread is completed.
|
||||
def detach_output_reader(io, regex)
|
||||
Thread.new(io, regex) do |io, regex|
|
||||
i = 0
|
||||
@stats = []
|
||||
@stats_count = 0
|
||||
@stats_lock = Mutex.new
|
||||
t = detach_stats_counter
|
||||
|
||||
expect_output(io, regex) do
|
||||
i += 1
|
||||
# avoid mutex synchronize on every loop cycle, using REFRESH_COUNT = 100 results in
|
||||
# much lower mutex overhead and still provides a good resolution since we are typically
|
||||
# have 2000..100000 tps
|
||||
@stats_lock.synchronize{@stats_count = i} if (i % REFRESH_COUNT) == 0
|
||||
end
|
||||
|
||||
@stats_lock.synchronize{t.kill}
|
||||
end
|
||||
end
|
||||
|
||||
def read_input_file(file_path)
|
||||
IO.readlines(file_path).map(&:chomp)
|
||||
end
|
||||
|
||||
def expect_output(io, regex)
|
||||
io.each_line do |line|
|
||||
puts("received: #{line}") if @debug
|
||||
yield if block_given?
|
||||
break if line =~ regex
|
||||
end
|
||||
end
|
||||
|
||||
def percentile(array, percentile)
|
||||
count = (array.length * (1.0 - percentile)).floor
|
||||
array.sort[-count..-1]
|
||||
end
|
||||
|
||||
#
|
||||
## script main
|
||||
|
||||
# standalone quick & dirty options parsing
|
||||
args = ARGV.dup
|
||||
if args.size != 6
|
||||
$stderr.puts("usage: ruby run.rb --events [events count] --config [config file] --input [input file]")
|
||||
$stderr.puts(" ruby run.rb --time [seconds] --config [config file] --input [input file]")
|
||||
exit(1)
|
||||
end
|
||||
|
||||
options = {}
|
||||
while !args.empty?
|
||||
config = args.shift.to_s.strip
|
||||
option = args.shift.to_s.strip
|
||||
raise(IllegalArgumentException, "invalid option for #{config}") if option.empty?
|
||||
case config
|
||||
when "--events"
|
||||
options[:events] = option
|
||||
when "--time"
|
||||
options[:time] = option
|
||||
when "--config"
|
||||
options[:config] = option
|
||||
when "--input"
|
||||
options[:input] = option
|
||||
else
|
||||
raise(IllegalArgumentException, "invalid config #{config}")
|
||||
end
|
||||
end
|
||||
|
||||
@debug = !!ENV["DEBUG"]
|
||||
|
||||
required_events_count = options[:events].to_i # total number of events to feed, independant of input file size
|
||||
required_run_time = options[:time].to_i
|
||||
input_lines = read_input_file(options[:input])
|
||||
|
||||
puts("using config file=#{options[:config]}, input file=#{options[:input]}") if @debug
|
||||
|
||||
command = [LOGSTASH_BIN, "-f", options[:config], "2>&1"]
|
||||
puts("launching #{command.join(" ")}") if @debug
|
||||
|
||||
real_events_count = 0
|
||||
|
||||
Open3.popen3(*command) do |i, o, e|
|
||||
puts("sending initial event") if @debug
|
||||
i.puts(INITIAL_MESSAGE)
|
||||
i.flush
|
||||
|
||||
puts("waiting for initial event") if @debug
|
||||
expect_output(o, /#{INITIAL_MESSAGE}/)
|
||||
|
||||
puts("starting output reader thread") if @debug
|
||||
reader = detach_output_reader(o, /#{LAST_MESSAGE}/)
|
||||
puts("starting feeding input") if @debug
|
||||
|
||||
elaspsed = Benchmark.realtime do
|
||||
real_events_count = if required_events_count > 0
|
||||
feed_input_events(i, [required_events_count, input_lines.size].max, input_lines, LAST_MESSAGE)
|
||||
else
|
||||
feed_input_interval(i, required_run_time, input_lines, LAST_MESSAGE)
|
||||
end
|
||||
|
||||
puts("waiting for output reader to complete") if @debug
|
||||
reader.join
|
||||
end
|
||||
|
||||
# the reader thread updates the @stats tps array
|
||||
p = percentile(@stats, 0.80)
|
||||
puts("elaspsed=#{"%.2f" % elaspsed}s, events=#{real_events_count}, avg tps=#{"%.0f" % (real_events_count / elaspsed)}, best tps=#{p.last}, avg top 20% tps=#{"%.0f" % (p.reduce(:+) / p.size)}")
|
||||
end
|
||||
|
|
@ -1,25 +0,0 @@
|
|||
# encoding: utf-8
|
||||
|
||||
RUNNER = File.join(File.expand_path(File.dirname(__FILE__)), "run.rb")
|
||||
BASE_DIR = File.expand_path(File.dirname(__FILE__))
|
||||
|
||||
#
|
||||
## script main
|
||||
|
||||
if ARGV.size != 1
|
||||
$stderr.puts("usage: ruby suite.rb [suite file]")
|
||||
exit(1)
|
||||
end
|
||||
|
||||
@debug = !!ENV["DEBUG"]
|
||||
|
||||
tests = eval(IO.read(ARGV[0]))
|
||||
|
||||
tests.each do |test|
|
||||
duration = test[:events] ? ["--events", test[:events]] : ["--time", test[:time]]
|
||||
command = ["ruby", RUNNER, *duration, "--config", File.join(BASE_DIR, test[:config]), "--input", File.join(BASE_DIR, test[:input])]
|
||||
IO.popen(command.join(" "), "r") do |io|
|
||||
print("name=#{test[:name]}, ")
|
||||
io.each_line{|line| puts(line)}
|
||||
end
|
||||
end
|
||||
|
|
@ -1,17 +0,0 @@
|
|||
# format description:
|
||||
# each test can be executed by either target duration using :time => N secs
|
||||
# or by number of events with :events => N
|
||||
#
|
||||
#[
|
||||
# {:name => "simple json out", :config => "config/simple_json_out.conf", :input => "input/simple_10.txt", :time => 30},
|
||||
# {:name => "simple json out", :config => "config/simple_json_out.conf", :input => "input/simple_10.txt", :events => 50000},
|
||||
#]
|
||||
#
|
||||
[
|
||||
{:name => "simple line in/out", :config => "config/simple.conf", :input => "input/simple_10.txt", :time => 120},
|
||||
{:name => "simple line in/json out", :config => "config/simple_json_out.conf", :input => "input/simple_10.txt", :time => 120},
|
||||
{:name => "json codec in/out", :config => "config/json_inout_codec.conf", :input => "input/json_medium.txt", :time => 120},
|
||||
{:name => "line in/json filter/json out", :config => "config/json_inout_filter.conf", :input => "input/json_medium.txt", :time => 120},
|
||||
{:name => "apache in/json out", :config => "config/standard_apache.conf", :input => "input/apache_log.txt", :time => 120},
|
||||
{:name => "syslog in/json out", :config => "config/complex_syslog.conf", :input => "input/syslog_acl_10.txt", :time => 120},
|
||||
]
|
||||
|
|
@ -1,17 +0,0 @@
|
|||
# format description:
|
||||
# each test can be executed by either target duration using :time => N secs
|
||||
# or by number of events with :events => N
|
||||
#
|
||||
#[
|
||||
# {:name => "simple json out", :config => "config/simple_json_out.conf", :input => "input/simple_10.txt", :time => 30},
|
||||
# {:name => "simple json out", :config => "config/simple_json_out.conf", :input => "input/simple_10.txt", :events => 50000},
|
||||
#]
|
||||
#
|
||||
[
|
||||
{:name => "simple line in/out", :config => "config/simple.conf", :input => "input/simple_10.txt", :time => 30},
|
||||
{:name => "simple line in/json out", :config => "config/simple_json_out.conf", :input => "input/simple_10.txt", :time => 30},
|
||||
{:name => "json codec in/out", :config => "config/json_inout_codec.conf", :input => "input/json_medium.txt", :time => 30},
|
||||
{:name => "line in/json filter/json out", :config => "config/json_inout_filter.conf", :input => "input/json_medium.txt", :time => 30},
|
||||
{:name => "apache in/json out", :config => "config/standard_apache.conf", :input => "input/apache_log.txt", :time => 30},
|
||||
{:name => "syslog in/json out", :config => "config/complex_syslog.conf", :input => "input/syslog_acl_10.txt", :time => 30},
|
||||
]
|
||||
Loading…
Add table
Add a link
Reference in a new issue