feat!: remove off cluster databricks spark telemetry support

Author: sdewitt-newrelic

README.md

@@ -17,13 +17,6 @@ databricks:
   oauthClientId: [YOUR_DATABRICKS_SERVICE_PRINCIPAL_OAUTH_CLIENT_ID]
   oauthClientSecret: [YOUR_DATABRICKS_SERVICE_PRINCIPAL_OAUTH_CLIENT_SECRET]
   sqlStatementTimeout: 30
-  spark:
-    enabled: true
-    metricPrefix: spark.
-    clusterSources:
-      ui: true
-      job: true
-      api: true
   usage:
     enabled: true
     warehouseId: [YOUR_DATABRICKS_WAREHOUSE_ID]

configs/config.template.yml

@@ -33,8 +33,6 @@ databricks:
   accessToken: "$NEW_RELIC_DATABRICKS_ACCESS_TOKEN"
   oauthClientId: "$NEW_RELIC_DATABRICKS_OAUTH_CLIENT_ID"
   oauthClientSecret: "$NEW_RELIC_DATABRICKS_OAUTH_CLIENT_SECRET"
-  spark:
-    enabled: false
   usage:
     enabled: $NEW_RELIC_DATABRICKS_USAGE_ENABLED
     warehouseId: "$NEW_RELIC_DATABRICKS_SQL_WAREHOUSE"

init/cluster_init_integration.sh

@@ -37,28 +37,6 @@ func InitPipelines(
 		i.DryRun,
 	)
 
-	// Should we collect Spark metrics?
-	collectSparkMetrics := true
-	if viper.IsSet("databricks.sparkMetrics") {
-		collectSparkMetrics = viper.GetBool("databricks.sparkMetrics")
-	} else if viper.IsSet("databricks.spark.enabled") {
-		collectSparkMetrics = viper.GetBool("databricks.spark.enabled")
-	}
-
-	if collectSparkMetrics {
-		// Create a metrics pipeline
-		mp := pipeline.NewMetricsPipeline("databricks-spark-pipeline")
-		mp.AddExporter(newRelicExporter)
-
-		// Create the receiver
-		databricksSparkReceiver := NewDatabricksSparkReceiver(w, tags)
-		mp.AddReceiver(databricksSparkReceiver)
-
-		log.Debugf("initializing Databricks Spark pipeline")
-
-		i.AddComponent(mp)
-	}
-
 	collectUsageData := true
 	if viper.IsSet("databricks.usage.enabled") {
 		collectUsageData = viper.GetBool("databricks.usage.enabled")