Merge pull request cloudfoundry#1921 from cloudfoundry/honeeycomb-pr

Add basic Honeycomb instrumentation

Author: njbennett

Gemfile

@@ -10,6 +10,7 @@ gem 'eventmachine', '~> 1.0.9'
 gem 'fluent-logger'
 gem 'googleapis-common-protos'
 gem 'hashdiff'
+gem 'honeycomb-beeline'
 gem 'httpclient'
 gem 'json-diff'
 gem 'json-schema'

Gemfile.lock

@@ -227,6 +227,8 @@ GEM
       google-protobuf (~> 3.1)
       googleapis-common-protos-types (~> 1.0.0)
     hashdiff (0.3.8)
+    honeycomb-beeline (2.2.0)
+      libhoney (~> 1.14, >= 1.14.2)
     http (4.4.1)
       addressable (~> 2.3)
       http-cookie (~> 1.0)
@@ -258,6 +260,9 @@ GEM
       jsonpath (~> 1.0)
       recursive-open-struct (~> 1.1, >= 1.1.1)
       rest-client (~> 2.0)
+    libhoney (1.14.6)
+      addressable (~> 2.0)
+      http (>= 2.0, < 5.0)
     listen (3.2.1)
       rb-fsevent (~> 0.10, >= 0.10.3)
       rb-inotify (~> 0.9, >= 0.9.10)
@@ -530,6 +535,7 @@ DEPENDENCIES
   fog-openstack
   googleapis-common-protos
   hashdiff
+  honeycomb-beeline
   httpclient
   json-diff
   json-schema

config/initializers/honeycomb.rb

@@ -0,0 +1,37 @@
+require 'honeycomb-beeline'
+
+module CCInitializers
+  def self.honeycomb(cc_config)
+    if cc_config[:honeycomb]
+      Honeycomb.configure do |hc|
+        hc.write_key = cc_config[:honeycomb][:write_key]
+        hc.dataset = cc_config[:honeycomb][:dataset]
+        hc.sample_hook do |fields|
+          CustomSampler.sample(fields)
+        end
+      end
+    end
+  end
+end
+
+class CustomSampler
+  extend Honeycomb::DeterministicSampler
+  def self.sample(fields)
+    sample_rate = 1
+    # Remove this if you want a closer look at our DB calls
+    if fields['meta.package'] == 'sequel'
+      return [false, 0]
+    end
+
+    # These calls will dominate the dataset if you don't filter them
+    if fields['request.path'] == '/healthz' && fields['response.status_code'] == 200
+      return [false, 0]
+    end
+
+    if should_sample(sample_rate, fields['trace.trace_id'])
+      return [true, sample_rate]
+    end
+
+    return [false, 0]
+  end
+end

lib/cloud_controller/config_schemas/api_schema.rb

@@ -343,6 +343,11 @@ class ApiSchema < VCAP::Config
           default_app_lifecycle: String,
           custom_metric_tag_prefix_list: Array,
 
+          optional(:honeycomb) => {
+              write_key: String,
+              dataset: String,
+          },
+
           optional(:kubernetes) => {
             host_url: String,
             service_account: {
@@ -388,7 +393,7 @@ class ApiSchema < VCAP::Config
               auth_user: String,
               auth_password: String,
             },
-          ),
+            ),
 
         }
       end

lib/cloud_controller/rack_app_builder.rb

@@ -21,6 +21,7 @@ def build(config, request_metrics)
         use CloudFoundry::Middleware::Cors, config.get(:allowed_cors_domains)
         use CloudFoundry::Middleware::VcapRequestId
         use CloudFoundry::Middleware::NewRelicCustomAttributes if config.get(:newrelic_enabled)
+        use Honeycomb::Rack::Middleware, client: Honeycomb.client if config.get(:honeycomb)
         use CloudFoundry::Middleware::SecurityContextSetter, configurer
         use CloudFoundry::Middleware::RequestLogs, Steno.logger('cc.api')
         if config.get(:rate_limiter, :enabled)