github-mirrors/logstash
1
0
Fork 0
mirror of https://github.com/elastic/logstash.git synced 2025-04-24 22:57:16 -04:00
Code Issues Projects Releases Packages Wiki Activity

Converter test_date to spec description

Browse source 
Split performance test in a separate definition
This commit is contained in:
Wiibaa 2012-09-04 13:44:58 +02:00
parent 9e4cbb304f
commit b045177b31
2 changed files with 152 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

121
spec/filters/date.rb Normal file
View file

@ -0,0 +1,121 @@
require "test_utils"
require "logstash/filters/date"
describe LogStash::Filters::Date do
extend LogStash::RSpec
describe "parsing with ISO8601" do
config <<-CONFIG
filter {
date {
mydate => "ISO8601"
}
}
CONFIG
times = {
"2001-01-01T00:00:00-0800" => "2001-01-01T08:00:00.000Z",
"1974-03-02T04:09:09-0800" => "1974-03-02T12:09:09.000Z",
"2010-05-03T08:18:18+00:00" => "2010-05-03T08:18:18.000Z",
"2004-07-04T12:27:27-00:00" => "2004-07-04T12:27:27.000Z",
"2001-09-05T16:36:36+0000" => "2001-09-05T16:36:36.000Z",
"2001-11-06T20:45:45-0000" => "2001-11-06T20:45:45.000Z",
"2001-12-07T23:54:54Z" => "2001-12-07T23:54:54.000Z",
# TODO: This test assumes PDT
#"2001-01-01T00:00:00.123" => "2001-01-01T08:00:00.123Z",
"2010-05-03T08:18:18.123+00:00" => "2010-05-03T08:18:18.123Z",
"2004-07-04T12:27:27.123-04:00" => "2004-07-04T16:27:27.123Z",
"2001-09-05T16:36:36.123+0700" => "2001-09-05T09:36:36.123Z",
"2001-11-06T20:45:45.123-0000" => "2001-11-06T20:45:45.123Z",
"2001-12-07T23:54:54.123Z" => "2001-12-07T23:54:54.123Z",
}
times.each do |input, output|
sample({"@fields" => {"mydate" => input}}) do
insist { subject["mydate"] } == input
insist { subject.timestamp } == output
insist { subject["@timestamp"] } == output
end
end # times.each
end
describe "parsing with java SimpleDateFormat syntax" do
config <<-CONFIG
filter {
date {
mydate => "MMM dd HH:mm:ss Z"
}
}
CONFIG
now = Time.now
year = now.year
require 'java'
times = {
"Nov 24 01:29:01 -0800" => "#{year}-11-24T09:29:01.000Z",
}
times.each do |input, output|
sample({"@fields" => {"mydate" => input}}) do
insist { subject["mydate"] } == input
insist { subject.timestamp } == output
insist { subject["@timestamp"] } == output
end
end # times.each
end
describe "parsing with UNIX" do
config <<-CONFIG
filter {
date {
mydate => "UNIX"
}
}
CONFIG
times = {
"0" => "1970-01-01T00:00:00.000Z",
"1000000000" => "2001-09-09T01:46:40.000Z",
# LOGSTASH-279 - sometimes the field is a number.
0 => "1970-01-01T00:00:00.000Z",
1000000000 => "2001-09-09T01:46:40.000Z"
}
times.each do |input, output|
sample({"@fields" => {"mydate" => input}}) do
insist { subject["mydate"] } == input
insist { subject.timestamp } == output
insist { subject["@timestamp"] } == output
end
end # times.each
end
describe "parsing with UNIX_MS" do
config <<-CONFIG
filter {
date {
mydate => "UNIX_MS"
}
}
CONFIG
times = {
"0" => "1970-01-01T00:00:00.000Z",
"456" => "1970-01-01T00:00:00.456Z",
"1000000000123" => "2001-09-09T01:46:40.123Z",
# LOGSTASH-279 - sometimes the field is a number.
0 => "1970-01-01T00:00:00.000Z",
456 => "1970-01-01T00:00:00.456Z",
1000000000123 => "2001-09-09T01:46:40.123Z"
}
times.each do |input, output|
sample({"@fields" => {"mydate" => input}}) do
insist { subject["mydate"] } == input
insist { subject.timestamp } == output
insist { subject["@timestamp"] } == output
end
end # times.each
end
end

31
spec/filters/date_performance.rb Normal file
View file

@ -0,0 +1,31 @@
require "test_utils"
require "logstash/filters/date"
describe LogStash::Filters::Date do
extend LogStash::RSpec
describe "performance test of java syntax parsing" do
event_count = 50000
max_duration = 10
input = "Nov 24 01:29:01 -0800"
config <<-CONFIG
input {
generator {
add_field => ["mydate", "#{input}"]
count => #{event_count}
type => "generator"
}
}
filter {
date {
mydate => "MMM dd HH:mm:ss Z"
}
}
CONFIG
agent do
insist { @duration } < max_duration
end
end
end