github-mirrors/logstash
1
0
Fork 0
mirror of https://github.com/elastic/logstash.git synced 2025-04-23 22:27:21 -04:00
Code Issues Projects Releases Packages Wiki Activity

Add stopwords test to make sure stopwords (like 'at') are *not* removed

Browse source 
...from the terms list.

Also, minor fix, call _refresh, not _flush since _refresh is what we
meant.
This commit is contained in:
Jordan Sissel 2013-12-16 15:22:28 -08:00
parent 9a1b17efcd
commit beb8512f46
1 changed files with 17 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

22
spec/outputs/elasticsearch_http.rb
View file

@ -89,7 +89,7 @@ describe "outputs/elasticsearch_http" do
agent do
ftw = FTW::Agent.new
ftw.post!("http://localhost:9200/#{index}/_flush")
ftw.post!("http://localhost:9200/#{index}/_refresh")
# Wait until all events are available.
Stud::try(10.times) do
@ -136,7 +136,7 @@ describe "outputs/elasticsearch_http" do
agent do
ftw = FTW::Agent.new
ftw.post!("http://localhost:9200/#{index}/_flush")
ftw.post!("http://localhost:9200/#{index}/_refresh")
# Wait until all events are available.
Stud::try(10.times) do
@ -182,14 +182,16 @@ describe "outputs/elasticsearch_http" do
subject.receive(LogStash::Event.new("somevalue" => 100))
subject.receive(LogStash::Event.new("somevalue" => 10))
subject.receive(LogStash::Event.new("somevalue" => 1))
subject.receive(LogStash::Event.new("country" => "us"))
subject.receive(LogStash::Event.new("country" => "at"))
subject.receive(LogStash::Event.new("geoip" => { "location" => [ 0.0, 0.0 ] }))
subject.buffer_flush(:final => true)
@es.indices.flush
@es.indices.refresh
# Wait or fail until everything's indexed.
Stud::try(10.times) do
Stud::try(20.times) do
r = @es.search
insist { r["hits"]["total"] } == 5
insist { r["hits"]["total"] } == 7
end
end
@ -224,5 +226,15 @@ describe "outputs/elasticsearch_http" do
insist { results["hits"]["total"] } == 1
insist { results["hits"]["hits"][0]["_source"]["geoip"]["location"] } == [ 0.0, 0.0 ]
end
it "should index stopwords like 'at' " do
results = @es.search(:body => { "facets" => { "t" => { "terms" => { "field" => "country" } } } })["facets"]["t"]
terms = results["terms"].collect { |t| t["term"] }
insist { terms }.include?("us")
# 'at' is a stopword, make sure stopwords are not ignored.
insist { terms }.include?("at")
end
end
end