Tensorflow functions and applications

* initial step
 * Tensorflow models functional model redesign

      -- Based on https://tzolov.github.io/mind-model-services
      -- Resolves #5

 * Add object detection processor README
 * Add image recognition processor README
 * Initial Tensorflow commonn README
 * Initial Tensorflow commonn README
 * Tensorflow common diagram
 * Tensorflow docs code
 * Tensorflow docs code snippets improve
 * Tensorflow docs code snippets improve
 * Tensorflow docs code snippets improve
 * Tensorflow docs code snippets improve
 * Add semantic segmentation function. add object detecteion function readme
 * oo images
 * Furether oo readme improvments
 * Final obj detection readme fixes
 * Add image recognition readme
 * Add image recognition readme 2
 * Semantic segmentation readme
 * Segmentation readme
 * Semantic segmentation readme 3
 * Fix image recognition and object detcion app starter dependecies

 * Add metadata for Tensorflow apps

function/image-recognition-function/src/test/java/org/springframework/cloud/fn/image/recognition/ImageRecognitionExample.java

@@ -0,0 +1,103 @@
+/*
+ * Copyright 2020-2020 the original author or authors.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *      https://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.springframework.cloud.fn.image.recognition;
+
+import java.io.FileOutputStream;
+import java.io.IOException;
+import java.util.List;
+
+import org.apache.commons.io.IOUtils;
+
+import org.springframework.cloud.fn.common.tensorflow.deprecated.GraphicsUtils;
+import org.springframework.cloud.fn.common.tensorflow.deprecated.JsonMapperFunction;
+
+/**
+ * @author Christian Tzolov
+ */
+public final class ImageRecognitionExample {
+
+	private ImageRecognitionExample() {
+
+	}
+
+	public static void main(String[] args) throws IOException {
+
+		// You can use file:, http: or classpath: to provide the path to the input image.
+		byte[] inputImage = GraphicsUtils.loadAsByteArray("classpath:/images/giant_panda_in_beijing_zoo_1.jpg");
+
+		// MmobileNetV2 models
+		// https://github.com/tensorflow/models/tree/master/research/slim/nets/mobilenet#pretrained-models
+		String mobilenet_v2_modelUri = "https://storage.googleapis.com/mobilenet_v2/checkpoints/mobilenet_v2_1.4_224.tgz#mobilenet_v2_1.4_224_frozen.pb";
+		//String mobilenet_v2_modelUri = "https://storage.googleapis.com/mobilenet_v2/checkpoints/mobilenet_v2_0.35_96.tgz#mobilenet_v2_0.35_96_frozen.pb";
+		try (ImageRecognition imageRecognition = ImageRecognition.mobileNetV2(
+				mobilenet_v2_modelUri,
+				224,
+				5,
+				true)) {
+
+			List<RecognitionResponse> recognizedObjects =
+					ImageRecognition.toRecognitionResponse(imageRecognition.recognizeTopK(inputImage));
+
+			// Draw the predicted labels on top of the input image.
+			byte[] augmentedImage = new ImageRecognitionAugmenter().apply(inputImage, recognizedObjects);
+			IOUtils.write(augmentedImage, new FileOutputStream("./image-recognition/target/image-augmented-mobilnetV2.jpg"));
+
+
+			String jsonRecognizedObjects = new JsonMapperFunction().apply(recognizedObjects);
+			System.out.println("mobilnetV2 result:" + jsonRecognizedObjects);
+		}
+
+
+		String mobilenet_v1_modelUri = "https://download.tensorflow.org/models/mobilenet_v1_2018_08_02/mobilenet_v1_1.0_224.tgz#mobilenet_v1_1.0_224_frozen.pb";
+		try (ImageRecognition recognitionService = ImageRecognition.mobileNetV1(
+				mobilenet_v1_modelUri,
+				224,
+				5,
+				true)) {
+
+			List<RecognitionResponse> recognizedObjects =
+					ImageRecognition.toRecognitionResponse(recognitionService.recognizeTopK(inputImage));
+
+			// Draw the predicted labels on top of the input image.
+			byte[] augmentedImage = new ImageRecognitionAugmenter().apply(inputImage, recognizedObjects);
+			IOUtils.write(augmentedImage, new FileOutputStream("./image-recognition/target/image-augmented-mobilnetV1.jpg"));
+
+
+			String jsonRecognizedObjects = new JsonMapperFunction().apply(recognizedObjects);
+			System.out.println("mobilnetV1 result:" + jsonRecognizedObjects);
+		}
+
+		String inception_modelUri = "https://storage.googleapis.com/scdf-tensorflow-models/image-recognition/tensorflow_inception_graph.pb";
+		try (ImageRecognition recognitionService = ImageRecognition.inception(
+				inception_modelUri,
+				224,
+				5,
+				true)) {
+
+			List<RecognitionResponse> recognizedObjects =
+					ImageRecognition.toRecognitionResponse(recognitionService.recognizeTopK(inputImage));
+
+			// Draw the predicted labels on top of the input image.
+			byte[] augmentedImage = new ImageRecognitionAugmenter().apply(inputImage, recognizedObjects);
+			IOUtils.write(augmentedImage, new FileOutputStream("./image-recognition/target/image-augmented-inception.jpg"));
+
+
+			String jsonRecognizedObjects = new JsonMapperFunction().apply(recognizedObjects);
+			System.out.println("inception result:" + jsonRecognizedObjects);
+		}
+	}
+}

function/image-recognition-function/src/test/java/org/springframework/cloud/fn/image/recognition/ImageRecognitionExample2.java

@@ -0,0 +1,70 @@
+/*
+ * Copyright 2020-2020 the original author or authors.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *      https://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.springframework.cloud.fn.image.recognition;
+
+import java.io.FileOutputStream;
+import java.io.IOException;
+
+import org.apache.commons.io.IOUtils;
+
+import org.springframework.cloud.fn.common.tensorflow.deprecated.GraphicsUtils;
+
+/**
+ * @author Christian Tzolov
+ */
+public final class ImageRecognitionExample2 {
+
+	private ImageRecognitionExample2() {
+
+	}
+
+	public static void main(String[] args) throws IOException {
+
+		ImageRecognitionAugmenter augmenter = new ImageRecognitionAugmenter();
+
+		byte[] inputImage = GraphicsUtils.loadAsByteArray("classpath:/images/giant_panda_in_beijing_zoo_1.jpg");
+
+		ImageRecognition inceptions = ImageRecognition.inception(
+				"https://storage.googleapis.com/scdf-tensorflow-models/image-recognition/tensorflow_inception_graph.pb",
+				224, 10, true);
+		System.out.println(inceptions.recognizeMax(inputImage));
+		System.out.println(inceptions.recognizeTopK(inputImage));
+		System.out.println(ImageRecognition.toRecognitionResponse(inceptions.recognizeTopK(inputImage)));
+
+		IOUtils.write(augmenter.apply(inputImage, ImageRecognition.toRecognitionResponse(inceptions.recognizeTopK(inputImage))),
+				new FileOutputStream("./functions/function/image-recognition-function/target/image-augmented-inceptions.jpg"));
+		inceptions.close();
+
+		ImageRecognition mobileNetV2 = ImageRecognition.mobileNetV2(
+				"https://storage.googleapis.com/mobilenet_v2/checkpoints/mobilenet_v2_1.4_224.tgz#mobilenet_v2_1.4_224_frozen.pb",
+				224, 10, true);
+		System.out.println(mobileNetV2.recognizeMax(inputImage));
+		System.out.println(mobileNetV2.recognizeTopK(inputImage));
+		IOUtils.write(augmenter.apply(inputImage, ImageRecognition.toRecognitionResponse(mobileNetV2.recognizeTopK(inputImage))),
+				new FileOutputStream("./functions/function/image-recognition-function/target/image-augmented-mobilnetV2.jpg"));
+		mobileNetV2.close();
+
+		ImageRecognition mobileNetV1 = ImageRecognition.mobileNetV1(
+				"https://download.tensorflow.org/models/mobilenet_v1_2018_08_02/mobilenet_v1_1.0_224.tgz#mobilenet_v1_1.0_224_frozen.pb",
+				224, 10, true);
+		System.out.println(mobileNetV1.recognizeMax(inputImage));
+		System.out.println(mobileNetV1.recognizeTopK(inputImage));
+		IOUtils.write(augmenter.apply(inputImage, ImageRecognition.toRecognitionResponse(mobileNetV1.recognizeTopK(inputImage))),
+				new FileOutputStream("./functions/function/image-recognition-function/target/image-augmented-mobilnetV1.jpg"));
+		mobileNetV1.close();
+	}
+}

function/image-recognition-function/src/test/java/org/springframework/cloud/fn/image/recognition/SavedModelTest.java

@@ -0,0 +1,63 @@
+/*
+ * Copyright 2020-2020 the original author or authors.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *      https://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.springframework.cloud.fn.image.recognition;
+
+import java.util.Map;
+
+
+import com.google.protobuf.InvalidProtocolBufferException;
+import org.tensorflow.SavedModelBundle;
+import org.tensorflow.framework.MetaGraphDef;
+import org.tensorflow.framework.SignatureDef;
+
+/**
+ * @author Christian Tzolov
+ */
+public final class SavedModelTest {
+
+	private SavedModelTest() {
+
+	}
+
+	/**
+	 * https://medium.com/@jsflo.dev/saving-and-loading-a-tensorflow-model-using-the-savedmodel-api-17645576527
+	 *
+	 * https://www.tensorflow.org/alpha/guide/saved_model
+	 *
+	 */
+	public static void main(String[] args) throws InvalidProtocolBufferException {
+		SavedModelBundle savedModelBundle =
+				SavedModelBundle.load("/Users/ctzolov/Downloads/ssd_mobilenet_v1_coco_2017_11_17/saved_model", "serve");
+				//SavedModelBundle.load("/Users/ctzolov/Downloads/aiy_vision_classifier_plants_V1_1/", "serve");
+		//SavedModelBundle savedModelBundle =
+		//		SavedModelBundle.load("/Users/ctzolov/Downloads/mnasnet-a1/saved_model", "serve");
+
+		MetaGraphDef meta = MetaGraphDef.parseFrom(savedModelBundle.metaGraphDef());
+
+		Map<String, SignatureDef> signatures = meta.getSignatureDefMap();
+
+		System.out.println(signatures);
+
+		savedModelBundle.session();
+
+		//Iterator<Operation> itr = savedModelBundle.graph().operations();
+		//
+		//while (itr.hasNext()) {
+		//	System.out.println("Operation: " + itr.next());
+		//}
+	}
+}