NVIDIA-AI-Image-Classification/scripts/test_tf.py

# Copyright (c) 2018, NVIDIA CORPORATION. All rights reserved.
# Full license terms provided in LICENSE.md file.

import sys
sys.path.append('third_party/models/')
sys.path.append('third_party/models/research')
sys.path.append('third_party/models/research/slim')
#from PIL import Image
#import matplotlib.pyplot as plt
import numpy as np
import tensorflow as tf
from model_meta import NETS, FROZEN_GRAPHS_DIR, CHECKPOINT_DIR
import time
import cv2


TEST_IMAGE_PATH='data/images/gordon_setter.jpg'
TEST_OUTPUT_PATH='data/test_output_tf.txt'
NUM_RUNS=50

if __name__ == '__main__':

    with open(TEST_OUTPUT_PATH, 'w') as test_f:
        for net_name, net_meta in NETS.items():
            print("Testing %s" % net_name)

            with open(net_meta['frozen_graph_filename'], 'rb') as f:
                graph_def = tf.GraphDef()
                graph_def.ParseFromString(f.read())

            with tf.Graph().as_default() as graph:
                tf.import_graph_def(graph_def, name="")
            
            tf_config = tf.ConfigProto()
            tf_config.gpu_options.allow_growth = True
            tf_config.allow_soft_placement = True

            tf_sess = tf.Session(config=tf_config, graph=graph)
            tf_input = tf_sess.graph.get_tensor_by_name(net_meta['input_name'] + ':0')
            tf_output = tf_sess.graph.get_tensor_by_name(net_meta['output_names'][0] + ':0')

            # load and preprocess image
            image = cv2.imread(TEST_IMAGE_PATH)
            image = cv2.cvtColor(image, cv2.COLOR_BGR2RGB)
            image = cv2.resize(image, (net_meta['input_width'], net_meta['input_height']))
            image = net_meta['preprocess_fn'](image)


            # run network
            times = []
            for i in range(NUM_RUNS + 1):
                t0 = time.time()
                output = tf_sess.run([tf_output], feed_dict={
                    tf_input: image[None, ...]
                })[0]
                t1 = time.time()
                times.append(1000 * (t1 - t0))
            avg_time = np.mean(times[1:]) # don't include first run

            # parse output
            top5 = net_meta['postprocess_fn'](output)
            print(top5)
            test_f.write("%s %s\n" % (net_name, avg_time))