- make the plain codec line-terminator aware

lib/logstash/codecs/plain.rb

@@ -16,15 +16,23 @@ class LogStash::Codecs::Plain < LogStash::Codecs::Base
   #
   # This only affects "plain" format logs since json is UTF-8 already.
   config :charset, :validate => ::Encoding.name_list, :default => "UTF-8"
+
+  public
+  def register
+    require "logstash/util/buftok"
+    @buffer = FileWatch::BufferedTokenizer.new
+  end
   
   public
   def decode(data)
-    data.force_encoding(@charset)
+    @buffer.extract(data).each do |line|
-    if @charset != "UTF-8"
+      line.force_encoding(@charset)
-      # Convert to UTF-8 if not in that character set.
+      if @charset != "UTF-8"
-      data = data.encode("UTF-8", :invalid => :replace, :undef => :replace)
+        # Convert to UTF-8 if not in that character set.
+        line = line.encode("UTF-8", :invalid => :replace, :undef => :replace)
+      end
+      yield LogStash::Event.new({"message" => line})
     end
-    yield LogStash::Event.new({"message" => data})
   end # def decode
 
   public

lib/logstash/inputs/stdin.rb

@@ -16,18 +16,19 @@ class LogStash::Inputs::Stdin < LogStash::Inputs::Base
   end # def register
 
   def run(queue) 
-    require "ap"
     while true
       begin
-        line = $stdin.readline.chomp
+        # Based on some testing, there is no way to interrupt an IO.sysread nor
-        @codec.decode(line) do |event|
+        # IO.select call in JRuby. Bummer :(
+        data = $stdin.sysread(16384)
+        @codec.decode(data) do |event|
           event["source"] = @host
           event["type"] = @type if @type
           @tags && @tags.each { |t| event.tag(t) }
           queue << event
         end
-      rescue EOFError => ex
+      rescue EOFError, LogStash::ShutdownSignal
-        # stdin closed, finish
+        # stdin closed or a requested shutdown
         break
       end
     end # while true