Spark Metrics integration for Application Insights.
import com.github.catalystcode.spark.telemetry
val appInsightsKey = "SET ME"
telemetry.setup(appInsightsKey)
val timerName = "SET ME"
telemetry.timer(timerName).timeFn({
// some spark code here
})
telemetry.flush()