tftrt added

Author: PINTO0309

025_head_pose_estimation/01_float32/02_head_pose_estimator/10_tensorrt_inf_test.py

@@ -0,0 +1,59 @@
+### tensorflow==2.3.0
+
+### https://developer.nvidia.com/compute/machine-learning/tensorrt/secure/6.0/GA_6.0.1.5/local_repos/nv-tensorrt-repo-ubuntu1804-cuda10.1-trt6.0.1.5-ga-20190913_1-1_amd64.deb
+
+# os="ubuntu1804"
+# tag="cuda10.1-trt6.0.1.5-ga-20190913"
+# sudo dpkg -i nv-tensorrt-repo-${os}-${tag}_1-1_amd64.deb
+# sudo apt-key add /var/nv-tensorrt-repo-${tag}/7fa2af80.pub
+
+# sudo apt-get update
+# sudo apt-get install tensorrt
+
+# sudo apt-get install python3-libnvinfer-dev
+# python3-libnvinfer
+# sudo apt-get install uff-converter-tf
+# sudo apt-get install onnx-graphsurgeon
+
+import tensorflow as tf
+import numpy as np
+import time
+
+height = 128
+width  = 128
+
+def input_fn():
+    input_shapes = [1, height, width, 3]
+    yield [np.zeros(input_shapes).astype(np.float32)]
+
+
+params = tf.experimental.tensorrt.ConversionParams(precision_mode='FP32', maximum_cached_engines=1000)
+converter = tf.experimental.tensorrt.Converter(input_saved_model_dir='saved_model', conversion_params=params)
+converter.convert()
+converter.build(input_fn=input_fn)
+converter.save('tensorrt_saved_model_128x128_float32')
+
+
+params = tf.experimental.tensorrt.ConversionParams(precision_mode='FP16', maximum_cached_engines=1000)
+converter = tf.experimental.tensorrt.Converter(input_saved_model_dir='saved_model', conversion_params=params)
+converter.convert()
+converter.build(input_fn=input_fn)
+converter.save('tensorrt_saved_model_128x128_float16')
+
+
+model = tf.saved_model.load('tensorrt_saved_model_128x128_float32', tags=[tf.saved_model.SERVING])
+infer = model.signatures[tf.saved_model.DEFAULT_SERVING_SIGNATURE_DEF_KEY]
+infer.inputs[0].shape
+x = np.random.uniform(size=(1, height, width, 3)).astype(np.float32)
+
+start = time.perf_counter()
+infer(tf.convert_to_tensor(x))
+end = time.perf_counter()
+print('@@@@@@@@@@@@@@ First Inference')
+print('elapsed time:', end - start)
+
+start = time.perf_counter()
+infer(tf.convert_to_tensor(x))
+end = time.perf_counter()
+print('@@@@@@@@@@@@@@ Second Inference')
+print('elapsed time:', end - start)

025_head_pose_estimation/09_tftrt/download.sh

@@ -0,0 +1,9 @@
+#!/bin/bash
+
+curl -sc /tmp/cookie "https://drive.google.com/uc?export=download&id=1G7hdKmk25ol20VMOOfbBUv5Arexqf_NV" > /dev/null
+CODE="$(awk '/_warning_/ {print $NF}' /tmp/cookie)"
+curl -Lb /tmp/cookie "https://drive.google.com/uc?export=download&confirm=${CODE}&id=1G7hdKmk25ol20VMOOfbBUv5Arexqf_NV" -o resources.tar.gz
+tar -zxvf resources.tar.gz
+rm resources.tar.gz
+
+echo Download finished.