github-mirrors/logstash
1
0
Fork 0
mirror of https://github.com/elastic/logstash.git synced 2025-04-24 06:37:19 -04:00
Code Issues Projects Releases Packages Wiki Activity

LOGSTASH-93: make config patterns_dir and --grok-patterns-dir work

Browse source
This commit is contained in:
Pete Fritchman 2011-05-19 14:50:53 -07:00
parent f3ee088631
commit 5eb607ed7b
1 changed files with 10 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

19
lib/logstash/filters/grok.rb
View file

@ -1,5 +1,6 @@
require "logstash/filters/base"
require "logstash/namespace"
require "set"
# Parse arbitrary text and structure it.
# Grok is currently the best way in logstash to parse crappy unstructured log
@ -50,20 +51,17 @@ class LogStash::Filters::Grok < LogStash::Filters::Base
# requested in: googlecode/issue/26
config :drop_if_match, :validate => :boolean, :default => false
class << self
attr_accessor :patterns_dir
end
# Detect if we are running from a jarfile, pick the right path.
@@patterns_path ||= Set.new
if __FILE__ =~ /file:\/.*\.jar!.*/
self.patterns_dir = ["#{File.dirname(__FILE__)}/../../patterns/*"]
@@patterns_path += ["#{File.dirname(__FILE__)}/../../patterns/*"]
else
self.patterns_dir = ["#{File.dirname(__FILE__)}/../../../patterns/*"]
@@patterns_path += ["#{File.dirname(__FILE__)}/../../../patterns/*"]
end
# This flag becomes "--grok-patterns-path"
flag("--patterns-path PATH", "Colon-delimited path of patterns to load") do |val|
@patterns_dir += val.split(":")
@@patterns_path += val.split(":")
end
@@grokpiles = Hash.new { |h, k| h[k] = [] }
@ -75,8 +73,11 @@ class LogStash::Filters::Grok < LogStash::Filters::Base
require "grok" # rubygem 'jls-grok'
@pile = Grok::Pile.new
@logger.info("Grok patterns paths: #{self.class.patterns_dir.inspect}")
self.class.patterns_dir.each do |path|
if @patterns_dir
@@patterns_path += @patterns_dir
end
@logger.info("Grok patterns path: #{@@patterns_path.to_a.join(":")}")
@@patterns_path.each do |path|
# Can't read relative paths from jars, try to normalize away '../'
while path =~ /file:\/.*\.jar!.*\/\.\.\//
# replace /foo/bar/../baz => /foo/baz