github-mirrors/logstash
1
0
Fork 0
mirror of https://github.com/elastic/logstash.git synced 2025-04-24 06:37:19 -04:00
Code Issues Projects Releases Packages Wiki Activity

charset encoding specs

Browse source
This commit is contained in:
Colin Surprenant 2014-04-02 15:59:32 -04:00
parent 357b561acc
commit 76a8f7667d
1 changed files with 70 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

71
spec/codecs/plain.rb
View file

@ -11,6 +11,76 @@ describe LogStash::Codecs::Plain do
insist { event.is_a? LogStash::Event }
end
end
context "using default UTF-8 charset" do
it "should decode valid UTF-8 input" do
["foobar", "κόσμε"].each do |data|
insist { data.encoding.name } == "UTF-8"
insist { data.valid_encoding? } == true
subject.decode(data) do |event|
insist { event["message"] } == data
insist { event["message"].encoding.name } == "UTF-8"
end
end
end
it "should escape invalid sequences" do
["foo \xED\xB9\x81\xC3", "bar \xAD"].each do |data|
insist { data.encoding.name } == "UTF-8"
insist { data.valid_encoding? } == false
subject.decode(data) do |event|
insist { event["message"] } == data.inspect[1..-2]
insist { event["message"].encoding.name } == "UTF-8"
end
end
end
end
context "with valid non UTF-8 source encoding" do
subject{LogStash::Codecs::Plain.new("charset" => "ISO-8859-1")}
it "should encode to UTF-8" do
samples = [
["foobar", "foobar"],
["\xE0 Montr\xE9al", "à Montréal"],
]
samples.map{|(a, b)| [a.force_encoding("ISO-8859-1"), b]}.each do |(a, b)|
insist { a.encoding.name } == "ISO-8859-1"
insist { b.encoding.name } == "UTF-8"
insist { a.valid_encoding? } == true
subject.decode(a) do |event|
insist { event["message"] } == b
insist { event["message"].encoding.name } == "UTF-8"
end
end
end
end
context "with invalid non UTF-8 source encoding" do
subject{LogStash::Codecs::Plain.new("charset" => "ASCII-8BIT")}
it "should encode to UTF-8" do
samples = [
["\xE0 Montr\xE9al", "<EFBFBD> Montr<74>al"],
["\xCE\xBA\xCF\x8C\xCF\x83\xCE\xBC\xCE\xB5", "<EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>"],
]
samples.map{|(a, b)| [a.force_encoding("ASCII-8BIT"), b]}.each do |(a, b)|
insist { a.encoding.name } == "ASCII-8BIT"
insist { b.encoding.name } == "UTF-8"
insist { a.valid_encoding? } == true
subject.decode(a) do |event|
insist { event["message"] } == b
insist { event["message"].encoding.name } == "UTF-8"
end
end
end
end
end
context "#encode" do
@ -32,6 +102,5 @@ describe LogStash::Codecs::Plain do
end
codec.encode(event)
end
end
end