github-mirrors/logstash
1
0
Fork 0
mirror of https://github.com/elastic/logstash.git synced 2025-04-24 06:37:19 -04:00
Code Issues Projects Releases Packages Wiki Activity

Add option 'full_tweet' (default false)

Browse source 
When enabled, the full twitter tweet object and structure is used
as the event.
This commit is contained in:
Jordan Sissel 2014-03-21 13:33:38 -07:00
parent 985d14a3b5
commit 7de32a52e0
1 changed files with 17 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

25
lib/logstash/inputs/twitter.rb
View file

@ -47,6 +47,9 @@ class LogStash::Inputs::Twitter < LogStash::Inputs::Base
# Any keywords to track in the twitter stream
config :keywords, :validate => :array, :required => true
# Record full tweet object as given to us by the Twitter stream api.
config :full_tweet, :validate => :boolean, :default => false
public
def register
require "twitter"
@ -63,14 +66,20 @@ class LogStash::Inputs::Twitter < LogStash::Inputs::Base
@logger.info("Starting twitter tracking", :keywords => @keywords)
@client.filter(:track => @keywords.join(",")) do |tweet|
@logger.info? && @logger.info("Got tweet", :user => tweet.user.screen_name, :text => tweet.text)
event = LogStash::Event.new(
"@timestamp" => tweet.created_at.gmtime,
"message" => tweet.full_text,
"user" => tweet.user.screen_name,
"client" => tweet.source,
"retweeted" => tweet.retweeted?,
"source" => "http://twitter.com/#{tweet.user.screen_name}/status/#{tweet.id}"
)
if @full_tweet
event = LogStash::Event.new(
tweet.to_hash.merge("@timestamp" => tweet.created_at.gmtime)
)
else
event = LogStash::Event.new(
"@timestamp" => tweet.created_at.gmtime,
"message" => tweet.full_text,
"user" => tweet.user.screen_name,
"client" => tweet.source,
"retweeted" => tweet.retweeted?,
"source" => "http://twitter.com/#{tweet.user.screen_name}/status/#{tweet.id}"
)
end
decorate(event)
event["in-reply-to"] = tweet.in_reply_to_status_id if tweet.reply?
unless tweet.urls.empty?