Initial configuration files for 3 main applications and exporters build script

.build/tar/build_exporters.sh

@@ -0,0 +1,51 @@
+#!/bin/bash
+
+# The use of >/dev/null is to supress stdout, but allow stderr
+# This is because installing the tools and building makes a lot of output
+
+echo "Installing tools needed"
+
+# Install git and maven for building the exporters
+sudo apt-get update
+sudo apt-get install -y git
+sudo apt-get install -y maven
+
+mkdir -p dist/prometheus_exporters
+
+echo "Building Prometheus exporters"
+
+# Clone mysqld exporter, build the binary and put it in the folder
+echo "Cloning and building the MySQL exporter"
+
+git clone https://github.com/prometheus/mysqld_exporter.git -q
+make -C mysqld_exporter >/dev/null
+cp mysqld_exporter/mysqld_exporter dist/prometheus_exporters/mysqld_exporter
+rm -rf mysqld_exporter
+
+# Clone Apache exporter, build the binary and put it in the folder
+echo "Cloning and building the Apache exporter"
+
+git clone https://github.com/Lusitaniae/apache_exporter.git -q
+make -C apache_exporter >/dev/null
+cp apache_exporter/apache_exporter dist/prometheus_exporters/apache_exporter
+rm -rf apache_exporter
+
+# Clone JVM exporter, build the binary and put it in the folder
+echo "Cloning and building the JVM exporter"
+
+git clone https://github.com/prometheus/jmx_exporter.git -q
+# version is needed to figure out the name of the jar file generated by maven
+version=$(sed -n -e 's#.*<version>\(.*-SNAPSHOT\)</version>#\1#p' jmx_exporter/pom.xml)
+mvn -f jmx_exporter/pom.xml package >/dev/null
+cp jmx_exporter/jmx_prometheus_httpserver/target/jmx_prometheus_httpserver-${version}-jar-with-dependencies.jar dist/prometheus_exporters/jmx_exporter.jar
+rm -rf jmx_exporter
+
+# StatsD exporter
+echo "Cloning and building the StatsD exporter"
+
+git clone https://github.com/prometheus/statsd_exporter.git -q
+make -C statsd_exporter/ >/dev/null
+cp statsd_exporter/statsd_exporter dist/prometheus_exporters/statsd_exporter
+rm -rf statsd_exporter
+
+echo "Prometheus exporters built"

.build/tar/generate_tar.sh

@@ -15,6 +15,8 @@
 # limitations under the License.
 
 CONFIG_FILE=${CONFIG_FILE:-config-example.yaml}
+EXPORTERS_DIRECTORY=prometheus_exporters
+EXPORTERS_CONFIG_DIRECTORY=exporter_configs
 FINAL_CONFIG_FILE=config.yaml
 README=${README:-tarball-readme.md}
 
@@ -27,25 +29,23 @@ then
     exit 1
 fi
 
-# check dist folder
-if [ ! -d "dist" ]
-then
-    echo "Not found: dist folder, creating the folder dist"
-    mkdir dist
-fi
+mkdir -p dist
 
 # move the needed files into dist folder
 echo "Organizing files to be compressed..."
 cp config/$CONFIG_FILE dist/
 cp bin/$OTELCOL_BINARY dist/
+cp -r config/$EXPORTERS_CONFIG_DIRECTORY dist/
 cp docs/$README dist/
 
 mv dist/$CONFIG_FILE dist/$FINAL_CONFIG_FILE
 
 # compress the binary and the config into a .tar file
 echo "Compressing..."
-cd dist && tar -cvzf google-cloudops-opentelemetry-collector.tar.gz $OTELCOL_BINARY $FINAL_CONFIG_FILE $README
+cd dist && tar -cvzf google-cloudops-opentelemetry-collector.tar.gz $OTELCOL_BINARY $FINAL_CONFIG_FILE $README $EXPORTERS_DIRECTORY $EXPORTERS_CONFIG_DIRECTORY
 
 # remove the folders and files that were added
 echo "Clean up..."
 rm $OTELCOL_BINARY $FINAL_CONFIG_FILE $README
+rm -rf $EXPORTERS_DIRECTORY
+rm -rf $EXPORTERS_CONFIG_DIRECTORY

Makefile

@@ -93,16 +93,31 @@ package-goo:
 	goopack -output_dir ./dist <(envsubst < ./.build/googet/google-cloudops-opentelemetry-collector.goospec)
 	chmod -R a+rwx ./dist/
 
-# tarball
+# exporters
+.PHONY: build-exporters
+build-exporters:
+	bash ./.build/tar/build_exporters.sh
 
-.PHONY: build-tarball
-build-tarball: build package-tarball
+# tarball
+.PHONY: clean-dist
+clean-dist:
+	rm -rf dist/
 
 .PHONY: package-tarball
 package-tarball:
 	bash ./.build/tar/generate_tar.sh
 	chmod -R a+rwx ./dist/
 
+.PHONY: build-tarball
+build-tarball: clean-dist test build package-tarball
+
+.PHONY: package-tarball-exporters
+package-tarball-exporters:
+	make package-tarball CONFIG_FILE=config-linux-with-exporters.yaml
+
+.PHONY: build-tarball-exporters
+build-tarball-exporters: clean-dist test build build-exporters package-tarball-exporters
+
 # --------------------
 #  Create build image
 # --------------------

README.md

@@ -74,6 +74,7 @@ Common configuration that you may want to change includes:
 To generate a tarball archive that includes the OpenTelemetry binary and a configuration file compatible with Google Cloud Monitoring:
 
 1. Run `make build-tarball`.
+  - To also include JVM, Apache, MySQL and StasD support, run `make build-tarball-exporters` instead
 2. The tarball file will be generated in the `dist` folder.
 
 ### Windows

cmd/otelopscol/components.go

@@ -18,6 +18,8 @@ import (
 	"github.com/open-telemetry/opentelemetry-collector-contrib/exporter/stackdriverexporter"
 	"github.com/open-telemetry/opentelemetry-collector-contrib/processor/metricstransformprocessor"
 	"github.com/open-telemetry/opentelemetry-collector-contrib/processor/resourcedetectionprocessor"
+	"github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusexecreceiver"
+
 	"go.opentelemetry.io/collector/component"
 	"go.opentelemetry.io/collector/component/componenterror"
 	"go.opentelemetry.io/collector/service/defaultcomponents"
@@ -41,7 +43,9 @@ func components() (component.Factories, error) {
 		errs = append(errs, err)
 	}
 
-	receivers := []component.ReceiverFactory{}
+	receivers := []component.ReceiverFactory{
+		prometheusexecreceiver.NewFactory(),
+	}
 	for _, rcv := range factories.Receivers {
 		receivers = append(receivers, rcv)
 	}