diff --git a/micrometer/spring-cloud-dataflow-prometheus-service-discovery/.gitignore b/micrometer/spring-cloud-dataflow-prometheus-service-discovery/.gitignore new file mode 100644 index 0000000..82eca33 --- /dev/null +++ b/micrometer/spring-cloud-dataflow-prometheus-service-discovery/.gitignore @@ -0,0 +1,25 @@ +/target/ +!.mvn/wrapper/maven-wrapper.jar + +### STS ### +.apt_generated +.classpath +.factorypath +.project +.settings +.springBeans +.sts4-cache + +### IntelliJ IDEA ### +.idea +*.iws +*.iml +*.ipr + +### NetBeans ### +/nbproject/private/ +/build/ +/nbbuild/ +/dist/ +/nbdist/ +/.nb-gradle/ \ No newline at end of file diff --git a/micrometer/spring-cloud-dataflow-prometheus-service-discovery/.mvn/wrapper/maven-wrapper.jar b/micrometer/spring-cloud-dataflow-prometheus-service-discovery/.mvn/wrapper/maven-wrapper.jar new file mode 100644 index 0000000..9cc84ea Binary files /dev/null and b/micrometer/spring-cloud-dataflow-prometheus-service-discovery/.mvn/wrapper/maven-wrapper.jar differ diff --git a/micrometer/spring-cloud-dataflow-prometheus-service-discovery/.mvn/wrapper/maven-wrapper.properties b/micrometer/spring-cloud-dataflow-prometheus-service-discovery/.mvn/wrapper/maven-wrapper.properties new file mode 100644 index 0000000..b573bb5 --- /dev/null +++ b/micrometer/spring-cloud-dataflow-prometheus-service-discovery/.mvn/wrapper/maven-wrapper.properties @@ -0,0 +1 @@ +distributionUrl=https://repo1.maven.org/maven2/org/apache/maven/apache-maven/3.5.3/apache-maven-3.5.3-bin.zip diff --git a/micrometer/spring-cloud-dataflow-prometheus-service-discovery/LICENSE b/micrometer/spring-cloud-dataflow-prometheus-service-discovery/LICENSE new file mode 100644 index 0000000..261eeb9 --- /dev/null +++ b/micrometer/spring-cloud-dataflow-prometheus-service-discovery/LICENSE @@ -0,0 +1,201 @@ + Apache License + Version 2.0, January 2004 + http://www.apache.org/licenses/ + + TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION + + 1. Definitions. + + "License" shall mean the terms and conditions for use, reproduction, + and distribution as defined by Sections 1 through 9 of this document. + + "Licensor" shall mean the copyright owner or entity authorized by + the copyright owner that is granting the License. + + "Legal Entity" shall mean the union of the acting entity and all + other entities that control, are controlled by, or are under common + control with that entity. For the purposes of this definition, + "control" means (i) the power, direct or indirect, to cause the + direction or management of such entity, whether by contract or + otherwise, or (ii) ownership of fifty percent (50%) or more of the + outstanding shares, or (iii) beneficial ownership of such entity. + + "You" (or "Your") shall mean an individual or Legal Entity + exercising permissions granted by this License. + + "Source" form shall mean the preferred form for making modifications, + including but not limited to software source code, documentation + source, and configuration files. + + "Object" form shall mean any form resulting from mechanical + transformation or translation of a Source form, including but + not limited to compiled object code, generated documentation, + and conversions to other media types. + + "Work" shall mean the work of authorship, whether in Source or + Object form, made available under the License, as indicated by a + copyright notice that is included in or attached to the work + (an example is provided in the Appendix below). + + "Derivative Works" shall mean any work, whether in Source or Object + form, that is based on (or derived from) the Work and for which the + editorial revisions, annotations, elaborations, or other modifications + represent, as a whole, an original work of authorship. For the purposes + of this License, Derivative Works shall not include works that remain + separable from, or merely link (or bind by name) to the interfaces of, + the Work and Derivative Works thereof. + + "Contribution" shall mean any work of authorship, including + the original version of the Work and any modifications or additions + to that Work or Derivative Works thereof, that is intentionally + submitted to Licensor for inclusion in the Work by the copyright owner + or by an individual or Legal Entity authorized to submit on behalf of + the copyright owner. For the purposes of this definition, "submitted" + means any form of electronic, verbal, or written communication sent + to the Licensor or its representatives, including but not limited to + communication on electronic mailing lists, source code control systems, + and issue tracking systems that are managed by, or on behalf of, the + Licensor for the purpose of discussing and improving the Work, but + excluding communication that is conspicuously marked or otherwise + designated in writing by the copyright owner as "Not a Contribution." + + "Contributor" shall mean Licensor and any individual or Legal Entity + on behalf of whom a Contribution has been received by Licensor and + subsequently incorporated within the Work. + + 2. Grant of Copyright License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + copyright license to reproduce, prepare Derivative Works of, + publicly display, publicly perform, sublicense, and distribute the + Work and such Derivative Works in Source or Object form. + + 3. Grant of Patent License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + (except as stated in this section) patent license to make, have made, + use, offer to sell, sell, import, and otherwise transfer the Work, + where such license applies only to those patent claims licensable + by such Contributor that are necessarily infringed by their + Contribution(s) alone or by combination of their Contribution(s) + with the Work to which such Contribution(s) was submitted. If You + institute patent litigation against any entity (including a + cross-claim or counterclaim in a lawsuit) alleging that the Work + or a Contribution incorporated within the Work constitutes direct + or contributory patent infringement, then any patent licenses + granted to You under this License for that Work shall terminate + as of the date such litigation is filed. + + 4. Redistribution. You may reproduce and distribute copies of the + Work or Derivative Works thereof in any medium, with or without + modifications, and in Source or Object form, provided that You + meet the following conditions: + + (a) You must give any other recipients of the Work or + Derivative Works a copy of this License; and + + (b) You must cause any modified files to carry prominent notices + stating that You changed the files; and + + (c) You must retain, in the Source form of any Derivative Works + that You distribute, all copyright, patent, trademark, and + attribution notices from the Source form of the Work, + excluding those notices that do not pertain to any part of + the Derivative Works; and + + (d) If the Work includes a "NOTICE" text file as part of its + distribution, then any Derivative Works that You distribute must + include a readable copy of the attribution notices contained + within such NOTICE file, excluding those notices that do not + pertain to any part of the Derivative Works, in at least one + of the following places: within a NOTICE text file distributed + as part of the Derivative Works; within the Source form or + documentation, if provided along with the Derivative Works; or, + within a display generated by the Derivative Works, if and + wherever such third-party notices normally appear. The contents + of the NOTICE file are for informational purposes only and + do not modify the License. You may add Your own attribution + notices within Derivative Works that You distribute, alongside + or as an addendum to the NOTICE text from the Work, provided + that such additional attribution notices cannot be construed + as modifying the License. + + You may add Your own copyright statement to Your modifications and + may provide additional or different license terms and conditions + for use, reproduction, or distribution of Your modifications, or + for any such Derivative Works as a whole, provided Your use, + reproduction, and distribution of the Work otherwise complies with + the conditions stated in this License. + + 5. Submission of Contributions. Unless You explicitly state otherwise, + any Contribution intentionally submitted for inclusion in the Work + by You to the Licensor shall be under the terms and conditions of + this License, without any additional terms or conditions. + Notwithstanding the above, nothing herein shall supersede or modify + the terms of any separate license agreement you may have executed + with Licensor regarding such Contributions. + + 6. Trademarks. This License does not grant permission to use the trade + names, trademarks, service marks, or product names of the Licensor, + except as required for reasonable and customary use in describing the + origin of the Work and reproducing the content of the NOTICE file. + + 7. Disclaimer of Warranty. Unless required by applicable law or + agreed to in writing, Licensor provides the Work (and each + Contributor provides its Contributions) on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or + implied, including, without limitation, any warranties or conditions + of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A + PARTICULAR PURPOSE. You are solely responsible for determining the + appropriateness of using or redistributing the Work and assume any + risks associated with Your exercise of permissions under this License. + + 8. Limitation of Liability. In no event and under no legal theory, + whether in tort (including negligence), contract, or otherwise, + unless required by applicable law (such as deliberate and grossly + negligent acts) or agreed to in writing, shall any Contributor be + liable to You for damages, including any direct, indirect, special, + incidental, or consequential damages of any character arising as a + result of this License or out of the use or inability to use the + Work (including but not limited to damages for loss of goodwill, + work stoppage, computer failure or malfunction, or any and all + other commercial damages or losses), even if such Contributor + has been advised of the possibility of such damages. + + 9. Accepting Warranty or Additional Liability. While redistributing + the Work or Derivative Works thereof, You may choose to offer, + and charge a fee for, acceptance of support, warranty, indemnity, + or other liability obligations and/or rights consistent with this + License. However, in accepting such obligations, You may act only + on Your own behalf and on Your sole responsibility, not on behalf + of any other Contributor, and only if You agree to indemnify, + defend, and hold each Contributor harmless for any liability + incurred by, or claims asserted against, such Contributor by reason + of your accepting any such warranty or additional liability. + + END OF TERMS AND CONDITIONS + + APPENDIX: How to apply the Apache License to your work. + + To apply the Apache License to your work, attach the following + boilerplate notice, with the fields enclosed by brackets "[]" + replaced with your own identifying information. (Don't include + the brackets!) The text should be enclosed in the appropriate + comment syntax for the file format. We also recommend that a + file or class name and description of purpose be included on the + same "printed page" as the copyright notice for easier + identification within third-party archives. + + Copyright [yyyy] [name of copyright owner] + + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. diff --git a/micrometer/spring-cloud-dataflow-prometheus-service-discovery/README.md b/micrometer/spring-cloud-dataflow-prometheus-service-discovery/README.md new file mode 100644 index 0000000..af93e76 --- /dev/null +++ b/micrometer/spring-cloud-dataflow-prometheus-service-discovery/README.md @@ -0,0 +1,8 @@ +## Spring Cloud Data Flow - Prometheus Service Discovery (Local Deployer) + +Sample service that uses the SCDF's runtime applications metadata to discover SpringBoot applications to be monitored with Prometheus. + +Works only for SCDF local deployer and should be used on for test/demo purposes. + + + diff --git a/micrometer/spring-cloud-dataflow-prometheus-service-discovery/mvnw b/micrometer/spring-cloud-dataflow-prometheus-service-discovery/mvnw new file mode 100755 index 0000000..5bf251c --- /dev/null +++ b/micrometer/spring-cloud-dataflow-prometheus-service-discovery/mvnw @@ -0,0 +1,225 @@ +#!/bin/sh +# ---------------------------------------------------------------------------- +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# ---------------------------------------------------------------------------- + +# ---------------------------------------------------------------------------- +# Maven2 Start Up Batch script +# +# Required ENV vars: +# ------------------ +# JAVA_HOME - location of a JDK home dir +# +# Optional ENV vars +# ----------------- +# M2_HOME - location of maven2's installed home dir +# MAVEN_OPTS - parameters passed to the Java VM when running Maven +# e.g. to debug Maven itself, use +# set MAVEN_OPTS=-Xdebug -Xrunjdwp:transport=dt_socket,server=y,suspend=y,address=8000 +# MAVEN_SKIP_RC - flag to disable loading of mavenrc files +# ---------------------------------------------------------------------------- + +if [ -z "$MAVEN_SKIP_RC" ] ; then + + if [ -f /etc/mavenrc ] ; then + . /etc/mavenrc + fi + + if [ -f "$HOME/.mavenrc" ] ; then + . "$HOME/.mavenrc" + fi + +fi + +# OS specific support. $var _must_ be set to either true or false. +cygwin=false; +darwin=false; +mingw=false +case "`uname`" in + CYGWIN*) cygwin=true ;; + MINGW*) mingw=true;; + Darwin*) darwin=true + # Use /usr/libexec/java_home if available, otherwise fall back to /Library/Java/Home + # See https://developer.apple.com/library/mac/qa/qa1170/_index.html + if [ -z "$JAVA_HOME" ]; then + if [ -x "/usr/libexec/java_home" ]; then + export JAVA_HOME="`/usr/libexec/java_home`" + else + export JAVA_HOME="/Library/Java/Home" + fi + fi + ;; +esac + +if [ -z "$JAVA_HOME" ] ; then + if [ -r /etc/gentoo-release ] ; then + JAVA_HOME=`java-config --jre-home` + fi +fi + +if [ -z "$M2_HOME" ] ; then + ## resolve links - $0 may be a link to maven's home + PRG="$0" + + # need this for relative symlinks + while [ -h "$PRG" ] ; do + ls=`ls -ld "$PRG"` + link=`expr "$ls" : '.*-> \(.*\)$'` + if expr "$link" : '/.*' > /dev/null; then + PRG="$link" + else + PRG="`dirname "$PRG"`/$link" + fi + done + + saveddir=`pwd` + + M2_HOME=`dirname "$PRG"`/.. + + # make it fully qualified + M2_HOME=`cd "$M2_HOME" && pwd` + + cd "$saveddir" + # echo Using m2 at $M2_HOME +fi + +# For Cygwin, ensure paths are in UNIX format before anything is touched +if $cygwin ; then + [ -n "$M2_HOME" ] && + M2_HOME=`cygpath --unix "$M2_HOME"` + [ -n "$JAVA_HOME" ] && + JAVA_HOME=`cygpath --unix "$JAVA_HOME"` + [ -n "$CLASSPATH" ] && + CLASSPATH=`cygpath --path --unix "$CLASSPATH"` +fi + +# For Migwn, ensure paths are in UNIX format before anything is touched +if $mingw ; then + [ -n "$M2_HOME" ] && + M2_HOME="`(cd "$M2_HOME"; pwd)`" + [ -n "$JAVA_HOME" ] && + JAVA_HOME="`(cd "$JAVA_HOME"; pwd)`" + # TODO classpath? +fi + +if [ -z "$JAVA_HOME" ]; then + javaExecutable="`which javac`" + if [ -n "$javaExecutable" ] && ! [ "`expr \"$javaExecutable\" : '\([^ ]*\)'`" = "no" ]; then + # readlink(1) is not available as standard on Solaris 10. + readLink=`which readlink` + if [ ! `expr "$readLink" : '\([^ ]*\)'` = "no" ]; then + if $darwin ; then + javaHome="`dirname \"$javaExecutable\"`" + javaExecutable="`cd \"$javaHome\" && pwd -P`/javac" + else + javaExecutable="`readlink -f \"$javaExecutable\"`" + fi + javaHome="`dirname \"$javaExecutable\"`" + javaHome=`expr "$javaHome" : '\(.*\)/bin'` + JAVA_HOME="$javaHome" + export JAVA_HOME + fi + fi +fi + +if [ -z "$JAVACMD" ] ; then + if [ -n "$JAVA_HOME" ] ; then + if [ -x "$JAVA_HOME/jre/sh/java" ] ; then + # IBM's JDK on AIX uses strange locations for the executables + JAVACMD="$JAVA_HOME/jre/sh/java" + else + JAVACMD="$JAVA_HOME/bin/java" + fi + else + JAVACMD="`which java`" + fi +fi + +if [ ! -x "$JAVACMD" ] ; then + echo "Error: JAVA_HOME is not defined correctly." >&2 + echo " We cannot execute $JAVACMD" >&2 + exit 1 +fi + +if [ -z "$JAVA_HOME" ] ; then + echo "Warning: JAVA_HOME environment variable is not set." +fi + +CLASSWORLDS_LAUNCHER=org.codehaus.plexus.classworlds.launcher.Launcher + +# traverses directory structure from process work directory to filesystem root +# first directory with .mvn subdirectory is considered project base directory +find_maven_basedir() { + + if [ -z "$1" ] + then + echo "Path not specified to find_maven_basedir" + return 1 + fi + + basedir="$1" + wdir="$1" + while [ "$wdir" != '/' ] ; do + if [ -d "$wdir"/.mvn ] ; then + basedir=$wdir + break + fi + # workaround for JBEAP-8937 (on Solaris 10/Sparc) + if [ -d "${wdir}" ]; then + wdir=`cd "$wdir/.."; pwd` + fi + # end of workaround + done + echo "${basedir}" +} + +# concatenates all lines of a file +concat_lines() { + if [ -f "$1" ]; then + echo "$(tr -s '\n' ' ' < "$1")" + fi +} + +BASE_DIR=`find_maven_basedir "$(pwd)"` +if [ -z "$BASE_DIR" ]; then + exit 1; +fi + +export MAVEN_PROJECTBASEDIR=${MAVEN_BASEDIR:-"$BASE_DIR"} +echo $MAVEN_PROJECTBASEDIR +MAVEN_OPTS="$(concat_lines "$MAVEN_PROJECTBASEDIR/.mvn/jvm.config") $MAVEN_OPTS" + +# For Cygwin, switch paths to Windows format before running java +if $cygwin; then + [ -n "$M2_HOME" ] && + M2_HOME=`cygpath --path --windows "$M2_HOME"` + [ -n "$JAVA_HOME" ] && + JAVA_HOME=`cygpath --path --windows "$JAVA_HOME"` + [ -n "$CLASSPATH" ] && + CLASSPATH=`cygpath --path --windows "$CLASSPATH"` + [ -n "$MAVEN_PROJECTBASEDIR" ] && + MAVEN_PROJECTBASEDIR=`cygpath --path --windows "$MAVEN_PROJECTBASEDIR"` +fi + +WRAPPER_LAUNCHER=org.apache.maven.wrapper.MavenWrapperMain + +exec "$JAVACMD" \ + $MAVEN_OPTS \ + -classpath "$MAVEN_PROJECTBASEDIR/.mvn/wrapper/maven-wrapper.jar" \ + "-Dmaven.home=${M2_HOME}" "-Dmaven.multiModuleProjectDirectory=${MAVEN_PROJECTBASEDIR}" \ + ${WRAPPER_LAUNCHER} $MAVEN_CONFIG "$@" diff --git a/micrometer/spring-cloud-dataflow-prometheus-service-discovery/mvnw.cmd b/micrometer/spring-cloud-dataflow-prometheus-service-discovery/mvnw.cmd new file mode 100644 index 0000000..019bd74 --- /dev/null +++ b/micrometer/spring-cloud-dataflow-prometheus-service-discovery/mvnw.cmd @@ -0,0 +1,143 @@ +@REM ---------------------------------------------------------------------------- +@REM Licensed to the Apache Software Foundation (ASF) under one +@REM or more contributor license agreements. See the NOTICE file +@REM distributed with this work for additional information +@REM regarding copyright ownership. The ASF licenses this file +@REM to you under the Apache License, Version 2.0 (the +@REM "License"); you may not use this file except in compliance +@REM with the License. You may obtain a copy of the License at +@REM +@REM http://www.apache.org/licenses/LICENSE-2.0 +@REM +@REM Unless required by applicable law or agreed to in writing, +@REM software distributed under the License is distributed on an +@REM "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +@REM KIND, either express or implied. See the License for the +@REM specific language governing permissions and limitations +@REM under the License. +@REM ---------------------------------------------------------------------------- + +@REM ---------------------------------------------------------------------------- +@REM Maven2 Start Up Batch script +@REM +@REM Required ENV vars: +@REM JAVA_HOME - location of a JDK home dir +@REM +@REM Optional ENV vars +@REM M2_HOME - location of maven2's installed home dir +@REM MAVEN_BATCH_ECHO - set to 'on' to enable the echoing of the batch commands +@REM MAVEN_BATCH_PAUSE - set to 'on' to wait for a key stroke before ending +@REM MAVEN_OPTS - parameters passed to the Java VM when running Maven +@REM e.g. to debug Maven itself, use +@REM set MAVEN_OPTS=-Xdebug -Xrunjdwp:transport=dt_socket,server=y,suspend=y,address=8000 +@REM MAVEN_SKIP_RC - flag to disable loading of mavenrc files +@REM ---------------------------------------------------------------------------- + +@REM Begin all REM lines with '@' in case MAVEN_BATCH_ECHO is 'on' +@echo off +@REM enable echoing my setting MAVEN_BATCH_ECHO to 'on' +@if "%MAVEN_BATCH_ECHO%" == "on" echo %MAVEN_BATCH_ECHO% + +@REM set %HOME% to equivalent of $HOME +if "%HOME%" == "" (set "HOME=%HOMEDRIVE%%HOMEPATH%") + +@REM Execute a user defined script before this one +if not "%MAVEN_SKIP_RC%" == "" goto skipRcPre +@REM check for pre script, once with legacy .bat ending and once with .cmd ending +if exist "%HOME%\mavenrc_pre.bat" call "%HOME%\mavenrc_pre.bat" +if exist "%HOME%\mavenrc_pre.cmd" call "%HOME%\mavenrc_pre.cmd" +:skipRcPre + +@setlocal + +set ERROR_CODE=0 + +@REM To isolate internal variables from possible post scripts, we use another setlocal +@setlocal + +@REM ==== START VALIDATION ==== +if not "%JAVA_HOME%" == "" goto OkJHome + +echo. +echo Error: JAVA_HOME not found in your environment. >&2 +echo Please set the JAVA_HOME variable in your environment to match the >&2 +echo location of your Java installation. >&2 +echo. +goto error + +:OkJHome +if exist "%JAVA_HOME%\bin\java.exe" goto init + +echo. +echo Error: JAVA_HOME is set to an invalid directory. >&2 +echo JAVA_HOME = "%JAVA_HOME%" >&2 +echo Please set the JAVA_HOME variable in your environment to match the >&2 +echo location of your Java installation. >&2 +echo. +goto error + +@REM ==== END VALIDATION ==== + +:init + +@REM Find the project base dir, i.e. the directory that contains the folder ".mvn". +@REM Fallback to current working directory if not found. + +set MAVEN_PROJECTBASEDIR=%MAVEN_BASEDIR% +IF NOT "%MAVEN_PROJECTBASEDIR%"=="" goto endDetectBaseDir + +set EXEC_DIR=%CD% +set WDIR=%EXEC_DIR% +:findBaseDir +IF EXIST "%WDIR%"\.mvn goto baseDirFound +cd .. +IF "%WDIR%"=="%CD%" goto baseDirNotFound +set WDIR=%CD% +goto findBaseDir + +:baseDirFound +set MAVEN_PROJECTBASEDIR=%WDIR% +cd "%EXEC_DIR%" +goto endDetectBaseDir + +:baseDirNotFound +set MAVEN_PROJECTBASEDIR=%EXEC_DIR% +cd "%EXEC_DIR%" + +:endDetectBaseDir + +IF NOT EXIST "%MAVEN_PROJECTBASEDIR%\.mvn\jvm.config" goto endReadAdditionalConfig + +@setlocal EnableExtensions EnableDelayedExpansion +for /F "usebackq delims=" %%a in ("%MAVEN_PROJECTBASEDIR%\.mvn\jvm.config") do set JVM_CONFIG_MAVEN_PROPS=!JVM_CONFIG_MAVEN_PROPS! %%a +@endlocal & set JVM_CONFIG_MAVEN_PROPS=%JVM_CONFIG_MAVEN_PROPS% + +:endReadAdditionalConfig + +SET MAVEN_JAVA_EXE="%JAVA_HOME%\bin\java.exe" + +set WRAPPER_JAR="%MAVEN_PROJECTBASEDIR%\.mvn\wrapper\maven-wrapper.jar" +set WRAPPER_LAUNCHER=org.apache.maven.wrapper.MavenWrapperMain + +%MAVEN_JAVA_EXE% %JVM_CONFIG_MAVEN_PROPS% %MAVEN_OPTS% %MAVEN_DEBUG_OPTS% -classpath %WRAPPER_JAR% "-Dmaven.multiModuleProjectDirectory=%MAVEN_PROJECTBASEDIR%" %WRAPPER_LAUNCHER% %MAVEN_CONFIG% %* +if ERRORLEVEL 1 goto error +goto end + +:error +set ERROR_CODE=1 + +:end +@endlocal & set ERROR_CODE=%ERROR_CODE% + +if not "%MAVEN_SKIP_RC%" == "" goto skipRcPost +@REM check for post script, once with legacy .bat ending and once with .cmd ending +if exist "%HOME%\mavenrc_post.bat" call "%HOME%\mavenrc_post.bat" +if exist "%HOME%\mavenrc_post.cmd" call "%HOME%\mavenrc_post.cmd" +:skipRcPost + +@REM pause the script if MAVEN_BATCH_PAUSE is set to 'on' +if "%MAVEN_BATCH_PAUSE%" == "on" pause + +if "%MAVEN_TERMINATE_CMD%" == "on" exit %ERROR_CODE% + +exit /B %ERROR_CODE% diff --git a/micrometer/spring-cloud-dataflow-prometheus-service-discovery/pom.xml b/micrometer/spring-cloud-dataflow-prometheus-service-discovery/pom.xml new file mode 100644 index 0000000..aa37cd8 --- /dev/null +++ b/micrometer/spring-cloud-dataflow-prometheus-service-discovery/pom.xml @@ -0,0 +1,71 @@ + + + 4.0.0 + + org.springframework.cloud + spring-cloud-dataflow-prometheus-service-discovery + 0.0.1-SNAPSHOT + jar + + spring-cloud-dataflow-prometheus-service-discovery + Demo project for Spring Boot + + + org.springframework.boot + spring-boot-starter-parent + 2.0.1.RELEASE + + + + + UTF-8 + UTF-8 + 1.8 + + + + + org.springframework.boot + spring-boot-configuration-processor + true + + + org.springframework.cloud + spring-cloud-dataflow-rest-resource + 1.5.0.BUILD-SNAPSHOT + + + org.springframework.boot + spring-boot-starter-web + + + + org.springframework.boot + spring-boot-starter-test + test + + + org.springframework.hateoas + spring-hateoas + 0.24.0.RELEASE + test + + + org.springframework.hateoas + spring-hateoas + 0.24.0.RELEASE + + + + + + + org.springframework.boot + spring-boot-maven-plugin + + + + + + diff --git a/micrometer/spring-cloud-dataflow-prometheus-service-discovery/src/main/java/org/springframework/cloud/dataflow/prometheus/servicediscovery/DataflowPrometheusServiceDiscoveryApplication.java b/micrometer/spring-cloud-dataflow-prometheus-service-discovery/src/main/java/org/springframework/cloud/dataflow/prometheus/servicediscovery/DataflowPrometheusServiceDiscoveryApplication.java new file mode 100644 index 0000000..c423eda --- /dev/null +++ b/micrometer/spring-cloud-dataflow-prometheus-service-discovery/src/main/java/org/springframework/cloud/dataflow/prometheus/servicediscovery/DataflowPrometheusServiceDiscoveryApplication.java @@ -0,0 +1,181 @@ +/* + * Copyright 2015-2017 the original author or authors. + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.springframework.cloud.dataflow.prometheus.servicediscovery; + +import java.io.FileWriter; +import java.io.IOException; +import java.util.Arrays; +import java.util.Collections; +import java.util.List; +import java.util.Map; +import java.util.stream.Collectors; + +import com.fasterxml.jackson.core.JsonProcessingException; +import com.fasterxml.jackson.databind.ObjectMapper; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; + +import org.springframework.beans.factory.annotation.Value; +import org.springframework.boot.SpringApplication; +import org.springframework.boot.autoconfigure.SpringBootApplication; +import org.springframework.cloud.dataflow.rest.resource.AppStatusResource; +import org.springframework.hateoas.hal.Jackson2HalModule; +import org.springframework.http.converter.json.Jackson2ObjectMapperBuilder; +import org.springframework.http.converter.json.MappingJackson2HttpMessageConverter; +import org.springframework.scheduling.annotation.EnableScheduling; +import org.springframework.scheduling.annotation.Scheduled; +import org.springframework.web.client.RestTemplate; + +/** + * Prometheus Service Discovery for SCSt apps deployed with the Local Deployer (?k8s?). It is build on top of the + * file_sd_config mechanism + * + * https://prometheus.io/docs/prometheus/latest/configuration/configuration/#%3Cfile_sd_config%3E + * + * @author Christian Tzolov + */ +@SpringBootApplication +@EnableScheduling +public class DataflowPrometheusServiceDiscoveryApplication { + + private final Logger logger = LoggerFactory.getLogger(DataflowPrometheusServiceDiscoveryApplication.class); + private final ObjectMapper objectMapper; + private final RestTemplate restTemplate; + + + public enum TargetMode {local, promregator} + + /** + * Url of the the SCDF Runtime REST endpoint: + * https://docs.spring.io/spring-cloud-dataflow/docs/current/reference/htmlsingle/#api-guide-resources-runtime-information-applications + */ + @Value("${metrics.prometheus.target.discovery.url:http://localhost:9393/runtime/apps}") + private String targetDiscoveryUrl; + + /** + * Path where the generated targets.json file is stored. + */ + @Value("${metrics.prometheus.target.file.path:/tmp/targets.json}") + private String outputTargetFilePath; + + // For k8s deployment use 'pod.ip' instead of 'url' + @Value("${metrics.prometheus.target.dataflow.runtime.attribute.name:url}") + private String attributeName; + + @Value("${metrics.prometheus.target.mode:local}") + private TargetMode targetMode; + + public DataflowPrometheusServiceDiscoveryApplication() { + this.objectMapper = Jackson2ObjectMapperBuilder.json().modules(new Jackson2HalModule()).build(); + this.restTemplate = new RestTemplate(Arrays.asList(new MappingJackson2HttpMessageConverter(this.objectMapper))); + + } + + public static void main(String[] args) { + SpringApplication.run(DataflowPrometheusServiceDiscoveryApplication.class, args); + } + + /** + * Use the metrics.prometheus.target.refresh.rate property (in milliseconds) to change the targets discovery rate. + * + * @throws IOException + */ + @Scheduled(fixedRateString = "${metrics.prometheus.target.refresh.rate:15000}") + public void updateTargets() throws IOException { + + String targetsJson; + if (this.targetMode == TargetMode.local) { + targetsJson = this.findTargetsFromDataflowRuntimeApps(); + } + else if (this.targetMode == TargetMode.promregator) { + targetsJson = this.findTargetsWithPromregator(); + } + else { + throw new IllegalStateException("Unknown target mode:" + this.targetMode); + } + + logger.info(this.targetMode + ": " + targetsJson); + + this.updateTargetsFile(targetsJson); + } + + public String findTargetsFromDataflowRuntimeApps() throws IOException { + + AppStatusResource.Page page = this.restTemplate.getForObject(this.targetDiscoveryUrl, AppStatusResource.Page.class); + + List targetUrls = page.getContent().stream() + .map(appResource -> appResource.getInstances().getContent()) + .flatMap(instances -> instances.stream().map(inst -> inst.getAttributes().get(this.attributeName))) + .map(url -> url.replace("http://", "")) + .collect(Collectors.toList()); + + return this.buildPrometheusTargetsJson(targetUrls); + } + + private String findTargetsWithPromregator() throws IOException { + Object b = new RestTemplate().getForObject(this.targetDiscoveryUrl, Object.class); + return this.objectMapper.writeValueAsString(b); + } + + /** + * Converts a list of urls into JSON list of static target configs, compliant with the file_sd_config format. + * @param targetUrls list of SCSt apps ip:ports to be used as prometheus metrics targets. + * @return json record compliant with file_sd_config + * @throws JsonProcessingException + */ + private String buildPrometheusTargetsJson(List targetUrls) throws JsonProcessingException { + StaticConfig staticConfig = new StaticConfig(); + staticConfig.setTargets(targetUrls); + staticConfig.setLabels(Collections.singletonMap("job", "scdf")); + return this.objectMapper.writeValueAsString(Arrays.asList(staticConfig)); + } + + /** + * Re-writes the updated targets json into output file used by Prometheus. + * @param targetsJson SCDF apps targets + * @throws IOException + */ + private void updateTargetsFile(String targetsJson) throws IOException { + FileWriter fw = new FileWriter(this.outputTargetFilePath); + fw.write(targetsJson); + fw.close(); + } + + /** + * Java model used as JSON representation of Prometheus' static target format. + * https://prometheus.io/docs/prometheus/latest/configuration/configuration/#%3Cfile_sd_config%3E + */ + public static class StaticConfig { + private List targets; + private Map labels; + + public List getTargets() { + return targets; + } + + public void setTargets(List targets) { + this.targets = targets; + } + + public Map getLabels() { + return labels; + } + + public void setLabels(Map labels) { + this.labels = labels; + } + } +} diff --git a/micrometer/spring-cloud-dataflow-prometheus-service-discovery/src/main/resources/application.properties b/micrometer/spring-cloud-dataflow-prometheus-service-discovery/src/main/resources/application.properties new file mode 100644 index 0000000..e69de29 diff --git a/micrometer/spring-cloud-dataflow-prometheus-service-discovery/src/test/java/org/springframework/cloud/dataflow/prometheus/servicediscovery/SpringCloudDataflowPrometheusServiceDiscoveryApplicationTests.java b/micrometer/spring-cloud-dataflow-prometheus-service-discovery/src/test/java/org/springframework/cloud/dataflow/prometheus/servicediscovery/SpringCloudDataflowPrometheusServiceDiscoveryApplicationTests.java new file mode 100644 index 0000000..483476b --- /dev/null +++ b/micrometer/spring-cloud-dataflow-prometheus-service-discovery/src/test/java/org/springframework/cloud/dataflow/prometheus/servicediscovery/SpringCloudDataflowPrometheusServiceDiscoveryApplicationTests.java @@ -0,0 +1,16 @@ +package org.springframework.cloud.dataflow.prometheus.servicediscovery; + +import org.junit.Test; +import org.junit.runner.RunWith; +import org.springframework.boot.test.context.SpringBootTest; +import org.springframework.test.context.junit4.SpringRunner; + +@RunWith(SpringRunner.class) +@SpringBootTest +public class SpringCloudDataflowPrometheusServiceDiscoveryApplicationTests { + + @Test + public void contextLoads() { + } + +} diff --git a/src/main/asciidoc/images/grafana-influx-dashboard.png b/src/main/asciidoc/images/grafana-influx-dashboard.png new file mode 100644 index 0000000..2923a3c Binary files /dev/null and b/src/main/asciidoc/images/grafana-influx-dashboard.png differ diff --git a/src/main/asciidoc/images/grafana-influxdb-datasource.png b/src/main/asciidoc/images/grafana-influxdb-datasource.png new file mode 100644 index 0000000..58fb64c Binary files /dev/null and b/src/main/asciidoc/images/grafana-influxdb-datasource.png differ diff --git a/src/main/asciidoc/images/grafana-prometheus-dashboard.png b/src/main/asciidoc/images/grafana-prometheus-dashboard.png new file mode 100644 index 0000000..ae2d6c6 Binary files /dev/null and b/src/main/asciidoc/images/grafana-prometheus-dashboard.png differ diff --git a/src/main/asciidoc/images/scdf-micrometer-influxdb-grafana-architecture.png b/src/main/asciidoc/images/scdf-micrometer-influxdb-grafana-architecture.png new file mode 100644 index 0000000..4dc7736 Binary files /dev/null and b/src/main/asciidoc/images/scdf-micrometer-influxdb-grafana-architecture.png differ diff --git a/src/main/asciidoc/images/scdf-micrometer-prometheus-grafana-architecture.png b/src/main/asciidoc/images/scdf-micrometer-prometheus-grafana-architecture.png new file mode 100644 index 0000000..f8e0da7 Binary files /dev/null and b/src/main/asciidoc/images/scdf-micrometer-prometheus-grafana-architecture.png differ diff --git a/src/main/asciidoc/index.adoc b/src/main/asciidoc/index.adoc index 85a78e3..7b14d01 100644 --- a/src/main/asciidoc/index.adoc +++ b/src/main/asciidoc/index.adoc @@ -1,5 +1,5 @@ = Spring Cloud Data Flow Samples -Sabby Anandan; David Turanski; Glenn Renfro; Eric Bottard; Mark Pollack; Chris Schaefer +Sabby Anandan; David Turanski; Glenn Renfro; Eric Bottard; Mark Pollack; Chris Schaefer; Christian Tzolov :doctype: book :toc: :toclevels: 4 diff --git a/src/main/asciidoc/micrometer/influx/main.adoc b/src/main/asciidoc/micrometer/influx/main.adoc new file mode 100644 index 0000000..668ec0a --- /dev/null +++ b/src/main/asciidoc/micrometer/influx/main.adoc @@ -0,0 +1,123 @@ +[[spring-cloud-data-flow-samples-micrometer-influx-overview]] +:sectnums: +:docs_dir: ../.. + +=== SCDF metrics with InfluxDB and Grafana + +In this demonstration, you will learn how http://micrometer.io[Micrometer] can help to monitor your http://cloud.spring.io/spring-cloud-dataflow/[Spring Cloud Data Flow] (SCDF) streams using https://docs.influxdata.com/influxdb/v1.5/[InfluxDB] and https://grafana.com/grafana[Grafana]. + +https://docs.influxdata.com/influxdb/v1.5/[InfluxDB] is a real-time storage for time-series data, such as SCDF metrics. It supports downsampling, automatically expiring and deleting unwanted data, as well as backup and restore. Analysis of data is done via a https://docs.influxdata.com/influxdb/v1.5/query_language/[SQL-like query] language. + +https://grafana.com/grafana[Grafana] is open source metrics Dashboard platform. It supports multiple backend time-series databases including InluxDB. + +The architecture (Fig.1) builds on the https://docs.spring.io/spring-boot/docs/2.0.1.RELEASE/reference/htmlsingle/#production-ready-metrics-getting-started[Spring Boot Micrometer] functionality. When a http://micrometer.io/docs/registry/influx[micrometer-registry-influx] dependency is found on the classpath the Spring Boot auto-configures the metrics export for `InfluxDB`. + +The https://cloud.spring.io/spring-cloud-stream-app-starters/[Spring Cloud Stream] (SCSt) applications inherit the mircometer functionality, allowing them to compute and send various application metrics to the configured time-series database. + +image::scdf-micrometer-influxdb-grafana-architecture.png[scaledwidth="100%", title="SCDF metrics analyzis with InfluxDB and Grafana"] + +Out of the box, SCSt sends https://docs.spring.io/spring-boot/docs/2.0.1.RELEASE/reference/htmlsingle/#production-ready-metrics-meter[core metrics] such as `CPU`, `Memory`, `MVC` and `Health` to name some. Among those the https://docs.spring.io/spring-integration/docs/current/reference/html/system-management-chapter.html#micrometer-integration[Spring Integration metrics] allows computing the `Rate` and the `Latency` of the messages in the SCDF streams. + +NOTE: Unlike Spring Cloud Data Flow Metrics Collector, metrics here are sent synchronously over HTTP not through a Binder channel topic. + +All Spring Cloud Stream App Starers enrich the standard http://micrometer.io/docs/concepts#_supported_monitoring_systems[dimensional tags] with the following SCDF specific tags: +[width="100%",options="header"] +|==================== +| tag name | SCDF property | default value +| stream.name | spring.cloud.dataflow.stream.name | unknown +| application.name | spring.cloud.dataflow.stream.app.label | unknown +| instance.index | instance.index | 0 +| application.guid | spring.cloud.application.guid | unknown +| application.type | spring.cloud.dataflow.stream.app.type | unknown +|==================== + +NOTE: For custom app starters that don't extend from the https://github.com/spring-cloud-stream-app-starters/core[core] parent, you should add the `app-starters-common` : `org.springframework.cloud.stream.app` dependency to enable the SCDF tags. + +Below we will present the steps to prep, configure the demo of Spring Cloud Data Flow's `Local` server integration with `InfluxDB`. For other deployment environment, such as `Cloud Foundry` or `Kubernetes`, additional configurations might be required. + +==== Prerequisites + +* A Running Data Flow Shell +include::{docs_dir}/shell.adoc[] +* A running local Data Flow Server +include::{docs_dir}/local-server.adoc[] +* Running instance of link:http://kafka.apache.org/downloads.html[Kafka] +* Spring Cloud Stream 2.x based https://github.com/spring-cloud-stream-app-starters/time/blob/master/spring-cloud-starter-stream-source-time/README.adoc[Time] and https://github.com/spring-cloud-stream-app-starters/log/blob/master/spring-cloud-starter-stream-sink-log/README.adoc[Log] applications starters, pre-built with `io.micrometer:micrometer-registry-influx` dependency. ++ +NOTE: Next versions of the https://start-scs.cfapps.io/[SCSt App Initializr] utility would add support for Micrometer dependencies to facilitate the injection of micrometer-registries with SCSt apps. + +==== Building and Running the Demo + +. Register `time` and `log` applications that are pre-built with `io.micrometer:micrometer-registry-influx`. The next version of https://start-scs.cfapps.io/[SCSt App Initializr] allows adding Micrometer registry dependencies as well. ++ +```bash +app register --name time2 --type source --uri file:///time-source-kafka-2.0.0.BUILD-SNAPSHOT.jar --metadata-uri file:///time-source-kafka-2.0.0.BUILD-SNAPSHOT-metadata.jar + +app register --name log2 --type sink --uri file:///log-sink-kafka-2.0.0.BUILD-SNAPSHOT.jar --metadata-uri file:///log-sink-kafka-2.0.0.BUILD-SNAPSHOT-metadata.jar +``` ++ +. Create InfluxDB and Grafana Docker containers ++ +```bash +docker run -d --name grafana -p 3000:3000 grafana/grafana:5.1.0 + +docker run -d --name influxdb -p 8086:8086 influxdb:1.5.2-alpine +``` ++ +. Create and deploy the following stream ++ +```bash +dataflow:>stream create --name t2 --definition "time2 | log2" + +dataflow:>stream deploy --name t2 --properties "app.*.management.metrics.export.influx.db=myinfluxdb" +``` +The `app.*.management.metrics.export.influx.db=myinfluxdb` instructs the `time2` and `log2` apps to use the `myinfluxdb` database (created automatically). ++ +By default, the InfluxDB server runs on `http://localhost:8086`. You can add the `app.*.management.metrics.export.influx.uri={influxbb-server-url}` property to alter the default location. ++ +You can connect to the InfluxDB and explore the measurements ++ +[source,bash] +---- +docker exec -it influxdb /bin/bash +root:/# influx +> show databases +> use myinfluxdb +> show measurements +> select * from spring_integration_send limit 10 +---- + ++ +. Configure Grafana ++ +* Open Grafana UI (http://localhost:3000) and log-in (user: `admin`, password: `admin`). +* Create InfluxDB datasource called: `influx_auto_DataFlowMetricsCollector` that connects to our `myinfluxdb` influx database. ++ +[.left] +image::grafana-influxdb-datasource.png[InfluxDB DataSource] ++ +.DataSource Properties +[height="50%", width="60%",options=""] +|==================== +| Name | influx_auto_DataFlowMetricsCollector +| Type | InfluxDB +| Host | http://localhost:8086 +| Access | Browser +| Database | myinfluxdb +| User (DB) | admin +| Password (DB) | admin +|==================== ++ +NOTE: For previous `Grafana 4.x` set the `Access` property to `direct` instead. ++ +* Import the link:micrometer/influx/scdf-influxdb-dashboard.json[scdf-influxdb-dashboard.json] dashboard ++ +image::grafana-influx-dashboard.png[] + +==== Summary + +In this sample, you have learned: + +* How to use Spring Cloud Data Flow's `Local` server +* How to use Spring Cloud Data Flow's `shell` application +* How to use `InfluxDB` and `Grafana` to monitor and visualize Spring Cloud Stream application metrics. diff --git a/src/main/asciidoc/micrometer/influx/scdf-influxdb-dashboard.json b/src/main/asciidoc/micrometer/influx/scdf-influxdb-dashboard.json new file mode 100644 index 0000000..ddf47b5 --- /dev/null +++ b/src/main/asciidoc/micrometer/influx/scdf-influxdb-dashboard.json @@ -0,0 +1,1688 @@ +{ + "__inputs": [ + { + "name": "DS_INFLUX_AUTO_DATAFLOWMETRICSCOLLECTOR", + "label": "influx_auto_DataFlowMetricsCollector", + "description": "", + "type": "datasource", + "pluginId": "influxdb", + "pluginName": "InfluxDB" + } + ], + "__requires": [ + { + "type": "grafana", + "id": "grafana", + "name": "Grafana", + "version": "5.1.0" + }, + { + "type": "panel", + "id": "graph", + "name": "Graph", + "version": "5.0.0" + }, + { + "type": "datasource", + "id": "influxdb", + "name": "InfluxDB", + "version": "5.0.0" + } + ], + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": "-- Grafana --", + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "type": "dashboard" + } + ] + }, + "editable": true, + "gnetId": null, + "graphTooltip": 0, + "id": null, + "iteration": 1525333319927, + "links": [ + { + "icon": "external link", + "tags": [], + "type": "dashboards" + } + ], + "panels": [ + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 0 + }, + "id": 11, + "panels": [], + "repeat": null, + "title": "Input Channel", + "type": "row" + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_INFLUX_AUTO_DATAFLOWMETRICSCOLLECTOR}", + "fill": 1, + "gridPos": { + "h": 7, + "w": 12, + "x": 0, + "y": 1 + }, + "id": 3, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "dsType": "influxdb", + "groupBy": [ + { + "params": [ + "application_name" + ], + "type": "tag" + }, + { + "params": [ + "result" + ], + "type": "tag" + }, + { + "params": [ + "application_name" + ], + "type": "tag" + } + ], + "measurement": "spring_integration_send", + "orderByTime": "ASC", + "policy": "default", + "refId": "A", + "resultFormat": "time_series", + "select": [ + [ + { + "params": [ + "count" + ], + "type": "field" + } + ] + ], + "tags": [ + { + "key": "stream_name", + "operator": "=~", + "value": "/^$stream$/" + }, + { + "condition": "AND", + "key": "type", + "operator": "=", + "value": "channel" + }, + { + "condition": "AND", + "key": "name", + "operator": "=", + "value": "input" + }, + { + "condition": "AND", + "key": "application_name", + "operator": "=~", + "value": "/^$application$/" + } + ] + } + ], + "thresholds": [], + "timeFrom": null, + "timeShift": null, + "title": "Input Channel Throughput", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "opm", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_INFLUX_AUTO_DATAFLOWMETRICSCOLLECTOR}", + "fill": 1, + "gridPos": { + "h": 7, + "w": 12, + "x": 12, + "y": 1 + }, + "id": 4, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "dsType": "influxdb", + "groupBy": [ + { + "params": [ + "stream_name" + ], + "type": "tag" + }, + { + "params": [ + "application_name" + ], + "type": "tag" + }, + { + "params": [ + "result" + ], + "type": "tag" + } + ], + "measurement": "spring_integration_send", + "orderByTime": "ASC", + "policy": "default", + "refId": "A", + "resultFormat": "time_series", + "select": [ + [ + { + "params": [ + "mean" + ], + "type": "field" + } + ] + ], + "tags": [ + { + "key": "stream_name", + "operator": "=~", + "value": "/^$stream$/" + }, + { + "condition": "AND", + "key": "application_name", + "operator": "=~", + "value": "/^$application$/" + }, + { + "condition": "AND", + "key": "type", + "operator": "=", + "value": "channel" + }, + { + "condition": "AND", + "key": "name", + "operator": "=", + "value": "input" + } + ] + } + ], + "thresholds": [], + "timeFrom": null, + "timeShift": null, + "title": "Input Channel Average Latency", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "ms", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 8 + }, + "id": 12, + "panels": [], + "repeat": null, + "title": "Output Channel", + "type": "row" + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_INFLUX_AUTO_DATAFLOWMETRICSCOLLECTOR}", + "fill": 1, + "gridPos": { + "h": 7, + "w": 12, + "x": 0, + "y": 9 + }, + "id": 1, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "dsType": "influxdb", + "groupBy": [ + { + "params": [ + "stream_name" + ], + "type": "tag" + }, + { + "params": [ + "application_name" + ], + "type": "tag" + }, + { + "params": [ + "result" + ], + "type": "tag" + } + ], + "measurement": "spring_integration_send", + "orderByTime": "ASC", + "policy": "default", + "query": "SELECT \"count\" FROM \"spring_integration_send\" WHERE (\"application_name\" =~ /^$application$/ AND \"type\" = 'channel' AND \"name\" = 'output') AND $timeFilter GROUP BY \"stream_name\", \"application_name\", \"result\"", + "rawQuery": false, + "refId": "A", + "resultFormat": "time_series", + "select": [ + [ + { + "params": [ + "count" + ], + "type": "field" + } + ] + ], + "tags": [ + { + "key": "application_name", + "operator": "=~", + "value": "/^$application$/" + }, + { + "condition": "AND", + "key": "type", + "operator": "=", + "value": "channel" + }, + { + "condition": "AND", + "key": "name", + "operator": "=", + "value": "output" + }, + { + "condition": "AND", + "key": "stream_name", + "operator": "=~", + "value": "/^$stream$/" + } + ] + } + ], + "thresholds": [], + "timeFrom": null, + "timeShift": null, + "title": "Output Channel Throughput", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "opm", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_INFLUX_AUTO_DATAFLOWMETRICSCOLLECTOR}", + "fill": 1, + "gridPos": { + "h": 7, + "w": 12, + "x": 12, + "y": 9 + }, + "id": 2, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "dsType": "influxdb", + "groupBy": [ + { + "params": [ + "stream_name" + ], + "type": "tag" + }, + { + "params": [ + "application_name" + ], + "type": "tag" + }, + { + "params": [ + "result" + ], + "type": "tag" + } + ], + "measurement": "spring_integration_send", + "orderByTime": "ASC", + "policy": "default", + "query": "SELECT \"mean\" FROM \"spring_integration_send\" WHERE (\"stream_name\" =~ /^$stream$/ AND \"application_name\" =~ /^$application$/ AND \"type\" = 'channel' AND \"name\" = 'output') AND $timeFilter GROUP BY \"stream_name\", \"application_name\", \"result\"", + "rawQuery": false, + "refId": "A", + "resultFormat": "time_series", + "select": [ + [ + { + "params": [ + "mean" + ], + "type": "field" + } + ] + ], + "tags": [ + { + "key": "stream_name", + "operator": "=~", + "value": "/^$stream$/" + }, + { + "condition": "AND", + "key": "application_name", + "operator": "=~", + "value": "/^$application$/" + }, + { + "condition": "AND", + "key": "type", + "operator": "=", + "value": "channel" + }, + { + "condition": "AND", + "key": "name", + "operator": "=", + "value": "output" + } + ] + } + ], + "thresholds": [], + "timeFrom": null, + "timeShift": null, + "title": "Output Channel Average Latency", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "ms", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 16 + }, + "id": 13, + "panels": [], + "repeat": null, + "title": "Error Channel", + "type": "row" + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_INFLUX_AUTO_DATAFLOWMETRICSCOLLECTOR}", + "fill": 1, + "gridPos": { + "h": 7, + "w": 12, + "x": 0, + "y": 17 + }, + "id": 5, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "dsType": "influxdb", + "groupBy": [ + { + "params": [ + "stream_name" + ], + "type": "tag" + }, + { + "params": [ + "application_name" + ], + "type": "tag" + }, + { + "params": [ + "result" + ], + "type": "tag" + } + ], + "measurement": "spring_integration_send", + "orderByTime": "ASC", + "policy": "default", + "refId": "A", + "resultFormat": "time_series", + "select": [ + [ + { + "params": [ + "count" + ], + "type": "field" + } + ] + ], + "tags": [ + { + "key": "stream_name", + "operator": "=~", + "value": "/^$stream$/" + }, + { + "condition": "AND", + "key": "application_name", + "operator": "=~", + "value": "/^$application$/" + }, + { + "condition": "AND", + "key": "type", + "operator": "=", + "value": "channel" + }, + { + "condition": "AND", + "key": "name", + "operator": "=", + "value": "errorChannel" + } + ] + } + ], + "thresholds": [], + "timeFrom": null, + "timeShift": null, + "title": "Error Channel Throughput", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "opm", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_INFLUX_AUTO_DATAFLOWMETRICSCOLLECTOR}", + "fill": 1, + "gridPos": { + "h": 7, + "w": 12, + "x": 12, + "y": 17 + }, + "id": 6, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "dsType": "influxdb", + "groupBy": [ + { + "params": [ + "stream_name" + ], + "type": "tag" + }, + { + "params": [ + "application_name" + ], + "type": "tag" + }, + { + "params": [ + "result" + ], + "type": "tag" + } + ], + "measurement": "spring_integration_send", + "orderByTime": "ASC", + "policy": "default", + "refId": "A", + "resultFormat": "time_series", + "select": [ + [ + { + "params": [ + "mean" + ], + "type": "field" + } + ] + ], + "tags": [ + { + "key": "stream_name", + "operator": "=~", + "value": "/^$stream$/" + }, + { + "condition": "AND", + "key": "application_name", + "operator": "=~", + "value": "/^$application$/" + }, + { + "condition": "AND", + "key": "type", + "operator": "=", + "value": "channel" + }, + { + "condition": "AND", + "key": "name", + "operator": "=", + "value": "errorChannel" + } + ] + } + ], + "thresholds": [], + "timeFrom": null, + "timeShift": null, + "title": "Error Channel Average Latency", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "ms", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 24 + }, + "id": 14, + "panels": [], + "repeat": null, + "title": "Handlers", + "type": "row" + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_INFLUX_AUTO_DATAFLOWMETRICSCOLLECTOR}", + "fill": 1, + "gridPos": { + "h": 7, + "w": 12, + "x": 0, + "y": 25 + }, + "id": 7, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "dsType": "influxdb", + "groupBy": [ + { + "params": [ + "stream_name" + ], + "type": "tag" + }, + { + "params": [ + "application_name" + ], + "type": "tag" + }, + { + "params": [ + "result" + ], + "type": "tag" + }, + { + "params": [ + "name" + ], + "type": "tag" + } + ], + "measurement": "spring_integration_send", + "orderByTime": "ASC", + "policy": "default", + "refId": "A", + "resultFormat": "time_series", + "select": [ + [ + { + "params": [ + "count" + ], + "type": "field" + } + ] + ], + "tags": [ + { + "key": "stream_name", + "operator": "=~", + "value": "/^$stream$/" + }, + { + "condition": "AND", + "key": "application_name", + "operator": "=~", + "value": "/^$application$/" + }, + { + "condition": "AND", + "key": "type", + "operator": "=", + "value": "handler" + }, + { + "condition": "AND", + "key": "name", + "operator": "!=", + "value": "org_springframework_cloud_stream_app_log_sink_LogSinkConfiguration_logSinkHandler_serviceActivator_handler" + } + ] + } + ], + "thresholds": [], + "timeFrom": null, + "timeShift": null, + "title": "Handlers Throughput", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "opm", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_INFLUX_AUTO_DATAFLOWMETRICSCOLLECTOR}", + "fill": 1, + "gridPos": { + "h": 7, + "w": 12, + "x": 12, + "y": 25 + }, + "id": 8, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "dsType": "influxdb", + "groupBy": [ + { + "params": [ + "stream_name" + ], + "type": "tag" + }, + { + "params": [ + "application_name" + ], + "type": "tag" + }, + { + "params": [ + "result" + ], + "type": "tag" + }, + { + "params": [ + "name" + ], + "type": "tag" + } + ], + "measurement": "spring_integration_send", + "orderByTime": "ASC", + "policy": "default", + "refId": "A", + "resultFormat": "time_series", + "select": [ + [ + { + "params": [ + "mean" + ], + "type": "field" + } + ] + ], + "tags": [ + { + "key": "stream_name", + "operator": "=~", + "value": "/^$stream$/" + }, + { + "condition": "AND", + "key": "application_name", + "operator": "=~", + "value": "/^$application$/" + }, + { + "condition": "AND", + "key": "type", + "operator": "=", + "value": "handler" + }, + { + "condition": "AND", + "key": "name", + "operator": "!=", + "value": "org_springframework_cloud_stream_app_log_sink_LogSinkConfiguration_logSinkHandler_serviceActivator_handler" + } + ] + } + ], + "thresholds": [], + "timeFrom": null, + "timeShift": null, + "title": "Handlers Average Latency", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "ms", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 32 + }, + "id": 15, + "panels": [], + "repeat": null, + "title": "Dashboard Row", + "type": "row" + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_INFLUX_AUTO_DATAFLOWMETRICSCOLLECTOR}", + "fill": 1, + "gridPos": { + "h": 7, + "w": 12, + "x": 0, + "y": 33 + }, + "id": 9, + "legend": { + "alignAsTable": true, + "avg": true, + "current": true, + "max": true, + "min": true, + "rightSide": false, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "dsType": "influxdb", + "groupBy": [], + "measurement": "process_cpu_usage", + "orderByTime": "ASC", + "policy": "default", + "refId": "A", + "resultFormat": "time_series", + "select": [ + [ + { + "params": [ + "value" + ], + "type": "field" + }, + { + "params": [ + " * 100" + ], + "type": "math" + } + ] + ], + "tags": [] + }, + { + "dsType": "influxdb", + "groupBy": [], + "measurement": "system_cpu_usage", + "orderByTime": "ASC", + "policy": "default", + "refId": "B", + "resultFormat": "time_series", + "select": [ + [ + { + "params": [ + "value" + ], + "type": "field" + }, + { + "params": [ + " * 100" + ], + "type": "math" + } + ] + ], + "tags": [] + } + ], + "thresholds": [], + "timeFrom": null, + "timeShift": null, + "title": "CPU", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "percent", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_INFLUX_AUTO_DATAFLOWMETRICSCOLLECTOR}", + "fill": 1, + "gridPos": { + "h": 7, + "w": 12, + "x": 12, + "y": 33 + }, + "id": 10, + "legend": { + "alignAsTable": true, + "avg": false, + "current": true, + "max": true, + "min": true, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "dsType": "influxdb", + "groupBy": [ + { + "params": [ + "1m" + ], + "type": "time" + }, + { + "params": [ + "stream_name" + ], + "type": "tag" + }, + { + "params": [ + "application_name" + ], + "type": "tag" + } + ], + "measurement": "jvm_memory_used", + "orderByTime": "ASC", + "policy": "default", + "refId": "A", + "resultFormat": "time_series", + "select": [ + [ + { + "params": [ + "value" + ], + "type": "field" + }, + { + "params": [], + "type": "mean" + } + ] + ], + "tags": [ + { + "key": "stream_name", + "operator": "=~", + "value": "/^$stream$/" + }, + { + "condition": "AND", + "key": "application_name", + "operator": "=~", + "value": "/^$application$/" + } + ] + }, + { + "dsType": "influxdb", + "groupBy": [ + { + "params": [ + "1m" + ], + "type": "time" + }, + { + "params": [ + "stream_name" + ], + "type": "tag" + }, + { + "params": [ + "application_name" + ], + "type": "tag" + } + ], + "hide": false, + "measurement": "jvm_memory_max", + "orderByTime": "ASC", + "policy": "default", + "refId": "B", + "resultFormat": "time_series", + "select": [ + [ + { + "params": [ + "value" + ], + "type": "field" + }, + { + "params": [], + "type": "mean" + } + ] + ], + "tags": [ + { + "key": "stream_name", + "operator": "=~", + "value": "/^$stream$/" + }, + { + "condition": "AND", + "key": "application_name", + "operator": "=~", + "value": "/^$application$/" + } + ] + } + ], + "thresholds": [], + "timeFrom": null, + "timeShift": null, + "title": "JVM Memory", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "decbytes", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + } + ], + "schemaVersion": 16, + "style": "dark", + "tags": [], + "templating": { + "list": [ + { + "allValue": null, + "current": {}, + "datasource": "${DS_INFLUX_AUTO_DATAFLOWMETRICSCOLLECTOR}", + "hide": 0, + "includeAll": false, + "label": "Stream", + "multi": false, + "name": "stream", + "options": [], + "query": "show tag values with key=\"stream_name\"", + "refresh": 2, + "regex": "", + "sort": 0, + "tagValuesQuery": "", + "tags": [], + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "allValue": null, + "current": {}, + "datasource": "${DS_INFLUX_AUTO_DATAFLOWMETRICSCOLLECTOR}", + "hide": 0, + "includeAll": false, + "label": "application", + "multi": true, + "name": "application", + "options": [], + "query": "show tag values with key=\"application_name\" WHERE stream_name='$stream'", + "refresh": 1, + "regex": "", + "sort": 0, + "tagValuesQuery": "show tag values with key=\"application_name\" WHERE stream='$stream' AND stream_type = '$tag'", + "tags": [], + "tagsQuery": "show tag values with key = \"stream_type\"", + "type": "query", + "useTags": false + }, + { + "allValue": null, + "current": {}, + "datasource": "${DS_INFLUX_AUTO_DATAFLOWMETRICSCOLLECTOR}", + "hide": 0, + "includeAll": false, + "label": "ApplicationId", + "multi": false, + "name": "application_id", + "options": [], + "query": "show tag values from \"spring_integration_send\" with key = \"application_guid\" WHERE stream_name = '$stream'", + "refresh": 2, + "regex": "", + "sort": 0, + "tagValuesQuery": "show tag values with key = \"application_guid\" WHERE stream_name = '$stream' and application_name = '$tag'", + "tags": [ + "log2", + "time2" + ], + "tagsQuery": "show tag values with key=\"application_name\" WHERE stream_name='$stream'", + "type": "query", + "useTags": true + } + ] + }, + "time": { + "from": "now-15m", + "to": "now" + }, + "timepicker": { + "refresh_intervals": [ + "5s", + "10s", + "30s", + "1m", + "5m", + "15m", + "30m", + "1h", + "2h", + "1d" + ], + "time_options": [ + "5m", + "15m", + "1h", + "6h", + "12h", + "24h", + "2d", + "7d", + "30d" + ] + }, + "timezone": "", + "title": "scdf-influxdb-dashboard", + "uid": "QvcTSLGik", + "version": 1 +} diff --git a/src/main/asciidoc/micrometer/prometheus/main.adoc b/src/main/asciidoc/micrometer/prometheus/main.adoc new file mode 100644 index 0000000..d247b05 --- /dev/null +++ b/src/main/asciidoc/micrometer/prometheus/main.adoc @@ -0,0 +1,171 @@ +[[spring-cloud-data-flow-samples-micrometer-prometheus-overview]] +:sectnums: +:docs_dir: ../.. + +=== SCDF metrics with Prometheus and Grafana + +In this demonstration, you will learn how http://micrometer.io[Micrometer] can help to monitor your http://cloud.spring.io/spring-cloud-dataflow/[Spring Cloud Data Flow] Streams using http://prometheus.io[Prometheus] and https://grafana.com/grafana[Grafana]. + +Prometheus is time series database used for monitoring of highly dynamic service-oriented architectures. In a world of microservices, its support for multi-dimensional data collection and querying is a particular strength. + +https://grafana.com/grafana[Grafana] is open source metrics Dashboard platform. It supports multiple backend time-series databases including Prometheus. + +The architecture (Fig.1) builds on the https://docs.spring.io/spring-boot/docs/2.0.1.RELEASE/reference/htmlsingle/#production-ready-metrics-getting-started[Spring Boot Micrometer] functionality. When a http://micrometer.io/docs/registry/prometheus[micrometer-registry-prometheus] dependency is found on the classpath the Spring Boot auto-configures the metrics export for `Prometheus`. + +The https://cloud.spring.io/spring-cloud-stream-app-starters/[Spring Cloud Stream] (SCSt) applications inherit the mircometer functionality, allowing them to compute and send various application metrics to the configured time-series database. + +image::scdf-micrometer-prometheus-grafana-architecture.png[title="SCDF metrics analyzis with Prometheus and Grafana"] + +Out of the box, SCSt sends https://docs.spring.io/spring-boot/docs/2.0.1.RELEASE/reference/htmlsingle/#production-ready-metrics-meter[core metrics] such as `CPU`, `Memory`, `MVC` and `Health` to name some. Among those the https://docs.spring.io/spring-integration/docs/current/reference/html/system-management-chapter.html#micrometer-integration[Spring Integration metrics] allows computing the `Rate` and the `Latency` of the messages in the SCDF streams. + +NOTE: Unlike Spring Cloud Data Flow Metrics Collector, metrics here are sent synchronously over HTTP not through a Binder channel topic. + +All Spring Cloud Stream App Starers enrich the standard http://micrometer.io/docs/concepts#_supported_monitoring_systems[dimensional tags] with the following SCDF specific tags: +[width="100%",options="header"] +|==================== +| tag name | SCDF property | default value +| stream.name | spring.cloud.dataflow.stream.name | unknown +| application.name | spring.cloud.dataflow.stream.app.label | unknown +| instance.index | instance.index | 0 +| application.guid | spring.cloud.application.guid | unknown +| application.gype | spring.cloud.dataflow.stream.app.type | unknown +|==================== + +NOTE: For custom app starters that don't extend from the https://github.com/spring-cloud-stream-app-starters/core[core] parent, you should add the `app-starters-common` : `org.springframework.cloud.stream.app` dependency to enable the SCDF tags. + +Prometheus employs the pull-metrics model, called metrics scraping. Spring Boot provides an actuator endpoint available at `/actuator/prometheus` to present a Prometheus scrape with the appropriate format. + +Furthermore Prometheus requires a mechanism to discover the target applications to be monitored (e.g. the URLs of the SCSt app instances). Targets may be statically configured via the `static_configs` parameter or dynamically discovered using one of the supported service-discovery mechanisms. + +The https://github.com/tzolov/spring-cloud-dataflow-prometheus-service-discovery[SCDF Prometheus Service Discovery] is a standalone (Spring Boot) service, that uses the https://goo.gl/kE4eLV[runtime/apps] endpoint to retrieve the URLs of the running SCDF applications and generate `targets.json` file. The targets.json file is compliant with the https://prometheus.io/docs/prometheus/latest/configuration/configuration/#%3Cfile_sd_config%3E[] Prometheus discovery format. + +Below we will present the steps to prepare, configure the demo of Spring Cloud Data Flow's `Local` server integration with `Prometheus`. For other deployment environment, such as `Cloud Foundry` or `Kubernetes`, additional configurations might be required. + +==== Prerequisites + +* A Running Data Flow Shell +include::{docs_dir}/shell.adoc[] +* A running local Data Flow Server +include::{docs_dir}/local-server.adoc[] +* Running instance of link:http://kafka.apache.org/downloads.html[Kafka] +* Spring Cloud Stream 2.x based https://github.com/spring-cloud-stream-app-starters/time/blob/master/spring-cloud-starter-stream-source-time/README.adoc[Time] and https://github.com/spring-cloud-stream-app-starters/log/blob/master/spring-cloud-starter-stream-sink-log/README.adoc[Log] applications starters, pre-built with `io.micrometer:micrometer-registry-prometheus` dependency. ++ +NOTE: Next versions of the https://start-scs.cfapps.io/[SCSt App Initializr] utility would add support for Micrometer dependencies to facilitate the injection of micrometer-registries with SCSt apps. + +==== Building and Running the Demo + +. Register `time` and `log` applications that are pre-built with `io.micrometer:micrometer-registry-prometheus`. The next version of https://start-scs.cfapps.io/[SCSt App Initializr] allows adding Micrometer registry dependencies as well. ++ +```bash +app register --name time2 --type source --uri file:///time-source-kafka-2.0.0.BUILD-SNAPSHOT.jar --metadata-uri file:///time-source-kafka-2.0.0.BUILD-SNAPSHOT-metadata.jar + +app register --name log2 --type sink --uri file:///log-sink-kafka-2.0.0.BUILD-SNAPSHOT.jar --metadata-uri file:///log-sink-kafka-2.0.0.BUILD-SNAPSHOT-metadata.jar +``` ++ +. Create and deploy the following stream ++ +```bash +dataflow:>stream create --name t2 --definition "time2 | log2" + +dataflow:>stream deploy --name t2 --properties "app.*.management.endpoints.web.exposure.include=prometheus,app.*.spring.autoconfigure.exclude=org.springframework.boot.autoconfigure.security.servlet.SecurityAutoConfiguration" +``` +The deployment properties make sure that the prometheus actuator is enabled and the Spring Boot security is disabled ++ +. Build and start the SCDF Prometheus Service Discovery application ++ +Build the spring-cloud-dataflow-prometheus-service-discover project form: https://github.com/spring-cloud/spring-cloud-dataflow-samples/micrometer/spring-cloud-dataflow-prometheus-service-discovery ++ +```bash +cd ./spring-cloud-dataflow-samples/micrometer/spring-cloud-dataflow-prometheus-service-discovery +./mvnw clean install +``` +For convenience, the final https://github.com/spring-cloud/spring-cloud-dataflow-samples/raw/master/src/main/asciidoc/micrometer/prometheus/spring-cloud-dataflow-prometheus-service-discovery-0.0.1-SNAPSHOT.jar[spring-cloud-dataflow-prometheus-service-discovery-0.0.1-SNAPSHOT.jar] artifact is provided with this sample. ++ +Start the service discovery application: ++ +```bash +java -jar ./target/spring-cloud-dataflow-prometheus-service-discovery-0.0.1-SNAPSHOT.jar \ +--metrics.prometheus.target.discovery.url=http://localhost:9393/runtime/apps \ +--metrics.prometheus.target.file.path=/tmp/targets.json \ +--metrics.prometheus.target.refresh.rate=10000 \ +--metrics.prometheus.target.mode=local +``` ++ +It will connect to the SCDF runtime url, and generates /tmp/targets.json files every 10 sec. ++ +. Create Prometheus configuration file (prometheus-local-file.yml) ++ +```yaml +global: + scrape_interval: 15s # Set the scrape interval to every 15 seconds. Default is every 1 minute. + evaluation_interval: 15s # Evaluate rules every 15 seconds. The default is every 1 minute. + # scrape_timeout is set to the global default (10s). + +# A scrape configuration containing exactly one endpoint to scrape: +scrape_configs: + # The job name is added as a label `job=` to any timeseries scraped from this config. + - job_name: 'scdf' + metrics_path: '/actuator/prometheus' + file_sd_configs: + - files: + - targets.json + refresh_interval: 30s +``` ++ +Configure the file_sd_config discovery mechanism using the generated targets.json: ++ +. Start Prometheus ++ +```bash +docker run -d --name prometheus \ + -p 9090:9090 \ + -v /prometheus-local-file.yml:/etc/prometheus/prometheus.yml \ + -v /tmp/targets.json:/etc/prometheus/targets.json \ + prom/prometheus:v2.2.1 +``` ++ +Pass the prometheus.yml and map the /tmp/targets.json into /etc/prometheus/targets.json ++ +Use the management UI: http://localhost:9090/graph to verify that SCDF apps metrics have been collected: ++ +``` +# Throughput +rate(spring_integration_send_seconds_count{type="channel"}[60s]) + +# Latency +rate(spring_integration_send_seconds_sum{type="channel"}[60s])/rate(spring_integration_send_seconds_count{type="channel"}[60s]) +``` ++ +. Start Grafana Docker containers ++ +```bash +docker run -d --name grafana -p 3000:3000 grafana/grafana:5.1.0 +``` ++ +. Configure Grafana ++ +* Open Grafana UI (http://localhost:3000) and log-in (user: `admin`, password: `admin`). +* Create Prometheus datasource called: `ScdfPrometheus` ++ +.DataSource Properties +[width="60%",options=""] +|==================== +| Name | ScdfPrometheus +| Type | Prometheus +| Host | http://localhost:9090 +| Access | Browser +|==================== ++ +NOTE: For previous `Grafana 4.x` set the `Access` property to `direct` instead. ++ +* Import the link:micrometer/prometheus/scdf-prometheus-grafana-dashboard.json[scdf-prometheus-grafana-dashboard.json] dashboard ++ +image::grafana-prometheus-dashboard.png[] + +==== Summary + +In this sample, you have learned: + +* How to use Spring Cloud Data Flow's `Local` server +* How to use Spring Cloud Data Flow's `shell` application +* How to use `Prometheus` and `Grafana` to monitor and visualize Spring Cloud Stream application metrics. diff --git a/src/main/asciidoc/micrometer/prometheus/scdf-prometheus-grafana-dashboard.json b/src/main/asciidoc/micrometer/prometheus/scdf-prometheus-grafana-dashboard.json new file mode 100644 index 0000000..9317e42 --- /dev/null +++ b/src/main/asciidoc/micrometer/prometheus/scdf-prometheus-grafana-dashboard.json @@ -0,0 +1,718 @@ + +{ + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": "-- Grafana --", + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "type": "dashboard" + } + ] + }, + "editable": true, + "gnetId": null, + "graphTooltip": 0, + "hideControls": false, + "id": 2, + "links": [ + { + "icon": "external link", + "tags": [], + "type": "dashboards" + } + ], + "refresh": "10s", + "rows": [ + { + "collapse": false, + "height": 282, + "panels": [ + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "ScdfPrometheus", + "fill": 1, + "id": 1, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "rate(spring_integration_send_seconds_sum{type=\"channel\",name!=\"errorChannel\",name!=\"nullChannel\",result=\"success\",stream_name=\"$stream_name\",application_name=~\"$application_name\",application_guid=~\"$application_guid\"}[60s])/rate(spring_integration_send_seconds_count{type=\"channel\",name!=\"errorChannel\",name!=\"nullChannel\",result=\"success\",stream_name=\"$stream_name\",application_name=~\"$application_name\"}[60s])", + "format": "time_series", + "instant": false, + "intervalFactor": 2, + "legendFormat": "", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeShift": null, + "title": "Channel Latency", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "s", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ] + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "ScdfPrometheus", + "fill": 1, + "id": 2, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "rate(spring_integration_send_seconds_count{type=\"channel\",name!=\"errorChannel\",name!=\"nullChannel\",result=\"success\",stream_name=~\"$stream_name\",application_name=~\"$application_name\",application_guid=~\"$application_guid\"}[60s])", + "format": "time_series", + "intervalFactor": 2, + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeShift": null, + "title": "Channel Throughput", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "ops", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ] + } + ], + "repeat": null, + "repeatIteration": null, + "repeatRowId": null, + "showTitle": true, + "title": "Channels (success)", + "titleSize": "h4" + }, + { + "collapse": false, + "height": 281, + "panels": [ + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "ScdfPrometheus", + "fill": 1, + "id": 4, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "rate(spring_integration_send_seconds_sum{type=\"channel\",result=\"failure\",name!=\"errorChannel\",name!=\"nullChannel\",stream_name=\"$stream_name\",application_name=~\"$application_name\",application_guid=~\"$application_guid\"}[60s])/rate(spring_integration_send_seconds_count{type=\"channel\",result=\"failure\",name!=\"errorChannel\",name!=\"nullChannel\",stream_name=\"$stream_name\",application_name=~\"$application_name\"}[60s])", + "format": "time_series", + "instant": false, + "intervalFactor": 2, + "legendFormat": "", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeShift": null, + "title": "Channel Latency", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "s", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ] + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "ScdfPrometheus", + "fill": 1, + "id": 5, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "rate(spring_integration_send_seconds_count{type=\"channel\",result=\"failure\",name!=\"errorChannel\",name!=\"nullChannel\",stream_name=~\"$stream_name\",application_name=~\"$application_name\",application_guid=~\"$application_guid\"}[60s])", + "format": "time_series", + "intervalFactor": 2, + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeShift": null, + "title": "Channel Throughput", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "ops", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ] + } + ], + "repeat": null, + "repeatIteration": null, + "repeatRowId": null, + "showTitle": true, + "title": "Channels (failure)", + "titleSize": "h4" + }, + { + "collapse": true, + "height": 250, + "panels": [ + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "ScdfPrometheus", + "fill": 1, + "id": 7, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "rate(spring_integration_send_seconds_sum{type=\"handler\",result=\"success\",stream_name=\"$stream_name\",application_name=~\"$application_name\",application_guid=~\"$application_guid\"}[60s])/rate(spring_integration_send_seconds_count{type=\"handler\",result=\"success\",stream_name=\"$stream_name\",application_name=~\"$application_name\"}[60s])", + "format": "time_series", + "instant": false, + "intervalFactor": 2, + "legendFormat": "", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeShift": null, + "title": "Handler Latency", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "s", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ] + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "ScdfPrometheus", + "fill": 1, + "id": 8, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "rate(spring_integration_send_seconds_count{type=\"handler\",result=\"success\",stream_name=~\"$stream_name\",application_name=~\"$application_name\",application_guid=~\"$application_guid\"}[60s])", + "format": "time_series", + "intervalFactor": 2, + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeShift": null, + "title": "Handler Throughput", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "ops", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ] + } + ], + "repeat": null, + "repeatIteration": null, + "repeatRowId": null, + "showTitle": true, + "title": "Handlers", + "titleSize": "h4" + }, + { + "collapse": true, + "height": 250, + "panels": [ + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "ScdfPrometheus", + "fill": 1, + "id": 10, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "rate(spring_integration_send_seconds_count{type=\"channel\",name=\"errorChannel\",stream_name=~\"$stream_name\",application_name=~\"$application_name\",application_guid=~\"$application_guid\"}[60s])", + "format": "time_series", + "intervalFactor": 2, + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeShift": null, + "title": "Error Channel Throughput", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "ops", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ] + } + ], + "repeat": null, + "repeatIteration": null, + "repeatRowId": null, + "showTitle": true, + "title": "Error Channels", + "titleSize": "h4" + } + ], + "schemaVersion": 14, + "style": "dark", + "tags": [], + "templating": { + "list": [ + { + "allValue": null, + "current": { + "text": "t2", + "value": "t2" + }, + "datasource": "ScdfPrometheus", + "hide": 0, + "includeAll": false, + "label": "Stream", + "multi": false, + "name": "stream_name", + "options": [], + "query": "label_values(stream_name)", + "refresh": 2, + "regex": "", + "sort": 0, + "tagValuesQuery": "", + "tags": [], + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "allValue": null, + "current": { + "text": "time2 + log2", + "value": [ + "time2", + "log2" + ] + }, + "datasource": "ScdfPrometheus", + "hide": 0, + "includeAll": true, + "label": "Application", + "multi": true, + "name": "application_name", + "options": [], + "query": "label_values({stream_name=\"$stream_name\"},application_name)", + "refresh": 2, + "regex": "", + "sort": 0, + "tagValuesQuery": "", + "tags": [], + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "allValue": null, + "current": { + "selected": true, + "text": "8082", + "value": "8082" + }, + "datasource": "ScdfPrometheus", + "hide": 0, + "includeAll": false, + "label": "ApplicationGuid", + "multi": true, + "name": "application_guid", + "options": [], + "query": "label_values({stream_name=~\"$stream_name\",application_name=~\"$application_name\"},application_guid)", + "refresh": 2, + "regex": "", + "sort": 0, + "tagValuesQuery": "label_values({stream_name=~\"$stream_name\",application_name=~\"$tag\"},application_guid)", + "tags": [ + "time2", + "log2" + ], + "tagsQuery": "label_values({stream_name=~\"$stream_name\"},application_name)", + "type": "query", + "useTags": true + } + ] + }, + "time": { + "from": "now-15m", + "to": "now" + }, + "timepicker": { + "refresh_intervals": [ + "5s", + "10s", + "30s", + "1m", + "5m", + "15m", + "30m", + "1h", + "2h", + "1d" + ], + "time_options": [ + "5m", + "15m", + "1h", + "6h", + "12h", + "24h", + "2d", + "7d", + "30d" + ] + }, + "timezone": "", + "title": "SCDF - Prometheus Dashboard", + "version": 19 +} diff --git a/src/main/asciidoc/micrometer/prometheus/spring-cloud-dataflow-prometheus-service-discovery-0.0.1-SNAPSHOT.jar b/src/main/asciidoc/micrometer/prometheus/spring-cloud-dataflow-prometheus-service-discovery-0.0.1-SNAPSHOT.jar new file mode 100644 index 0000000..3b8216f Binary files /dev/null and b/src/main/asciidoc/micrometer/prometheus/spring-cloud-dataflow-prometheus-service-discovery-0.0.1-SNAPSHOT.jar differ diff --git a/src/main/asciidoc/overview.adoc b/src/main/asciidoc/overview.adoc index a4e5f11..018d5c1 100644 --- a/src/main/asciidoc/overview.adoc +++ b/src/main/asciidoc/overview.adoc @@ -28,3 +28,7 @@ include::datascience/species-prediction/main.adoc[] == Functions include::functions/main.adoc[] + +== Micrometer +include::micrometer/influx/main.adoc[] +include::micrometer/prometheus/main.adoc[]