From 454688fb585eac4dc36e8cc494af81b9e1398307 Mon Sep 17 00:00:00 2001
From: Jordan Sissel <jls@semicomplete.com>
Date: Fri, 21 Feb 2014 11:45:01 -0800
Subject: [PATCH] Implement template management

Tests pass against ES 1.0.0:
  % bin/logstash rspec spec/outputs/elasticsearch.rb -e 'index template expected behavior' --fail-fast
  Finished in 27.57 seconds
  15 examples, 0 failures
---
 lib/logstash/outputs/elasticsearch.rb         | 12 +++----
 .../outputs/elasticsearch/protocol.rb         | 34 ++++++++++++++++---
 2 files changed, 34 insertions(+), 12 deletions(-)

diff --git a/lib/logstash/outputs/elasticsearch.rb b/lib/logstash/outputs/elasticsearch.rb
index 9b79e7184..8823fc9e6 100644
--- a/lib/logstash/outputs/elasticsearch.rb
+++ b/lib/logstash/outputs/elasticsearch.rb
@@ -249,12 +249,9 @@ class LogStash::Outputs::ElasticSearch < LogStash::Outputs::Base
     end
 
 
-    # TODO(sissel): check if we can manage templates
-    #@logger.error("Unable to check template.  Automatic template management disabled.", :error => e.to_s)
-    
     if @manage_template
       @logger.info("Automatic template management enabled", :manage_template => @manage_template.to_s)
-      # TODO(sissel): Manage the template
+      @client.template_install(@template_name, get_template, @template_overwrite)
     end # if @manage_templates  
     
     buffer_initialize(
@@ -265,7 +262,7 @@ class LogStash::Outputs::ElasticSearch < LogStash::Outputs::Base
   end # def register
 
   public
-  def get_template_json
+  def get_template
     if @template.nil?
       if __FILE__ =~ /^(jar:)?file:\/.+!.+/
         begin
@@ -285,8 +282,9 @@ class LogStash::Outputs::ElasticSearch < LogStash::Outputs::Base
         end
       end
     end
-    @template_json = IO.read(@template).gsub(/\n/,'')
-    @logger.info("Using mapping template", :template => @template_json)
+    template_json = IO.read(@template).gsub(/\n/,'')
+    @logger.info("Using mapping template", :template => template_json)
+    return JSON.parse(template_json)
   end # def get_template
 
   protected
diff --git a/lib/logstash/outputs/elasticsearch/protocol.rb b/lib/logstash/outputs/elasticsearch/protocol.rb
index 8614db17c..f093ad87b 100644
--- a/lib/logstash/outputs/elasticsearch/protocol.rb
+++ b/lib/logstash/outputs/elasticsearch/protocol.rb
@@ -18,11 +18,11 @@ module LogStash::Outputs::Elasticsearch
 
 
       def template_install(name, template, force=false)
-        if template_exists?(name, template) && !force
+        if template_exists?(name) && !force
           @logger.debug("Found existing Elasticsearch template. Skipping template management", :name => name)
           return
         end
-        # TODO(sissel): ???
+        template_put(name, template)
       end
 
       # Do a bulk request with the given actions.
@@ -40,7 +40,7 @@ module LogStash::Outputs::Elasticsearch
         #])
       end
 
-      public(:initialize)
+      public(:initialize, :template_install)
     end
 
     class HTTPClient < Base
@@ -56,7 +56,6 @@ module LogStash::Outputs::Elasticsearch
         require "elasticsearch" # gem 'elasticsearch-ruby'
         @options = DEFAULT_OPTIONS.merge(options)
         @client = client
-
       end
 
       def build_client(options)
@@ -129,6 +128,17 @@ module LogStash::Outputs::Elasticsearch
         end
       end # def bulk_ftw
 
+      def template_exists?(name)
+        @client.indices.get_template(:name => name)
+        return true
+      rescue Elasticsearch::Transport::Transport::Errors::NotFound
+        return false
+      end # def template_exists?
+
+      def template_put(name, template)
+        @client.indices.put_template(:name => name, :body => template)
+      end # template_put
+
       public(:bulk)
     end # class HTTPClient
 
@@ -146,7 +156,7 @@ module LogStash::Outputs::Elasticsearch
         setup(@options)
         @client = client
       end # def initialize
-      
+
       def settings
         return @settings
       end
@@ -216,6 +226,20 @@ module LogStash::Outputs::Elasticsearch
         return request
       end # def build_request
 
+      def template_exists?(name)
+        request = org.elasticsearch.action.admin.indices.template.get.GetIndexTemplatesRequestBuilder.new(@client.admin.indices, name)
+        response = request.get
+        return !response.getIndexTemplates.isEmpty
+      end # def template_exists?
+
+      def template_put(name, template)
+        request = org.elasticsearch.action.admin.indices.template.put.PutIndexTemplateRequestBuilder.new(@client.admin.indices, name)
+        request.setSource(template.to_json)
+
+        # execute the request and get the response, if it fails, we'll get an exception.
+        request.get
+      end # template_put
+
       public(:initialize, :bulk)
     end # class NodeClient