【问题标题】:How can I connect with tensorboard如何连接张量板
【发布时间】:2019-05-06 05:19:06
【问题描述】:
import cv2                 # working with, mainly resizing, images
import numpy as np         # dealing with arrays
import os                  # dealing with directories
from random import shuffle # mixing up or currently ordered data that might.
from tqdm import tqdm      # a nice pretty percentage bar for tasks.  


TRAIN_DIR = 'train'
TEST_DIR = 'test'
IMG_SIZE = 50
LR = 1e-3

MODEL_NAME = 'snakes-{}-{}.model'.format(LR, '2conv-basic')

def label_img(img):
    print("\nImage = ",img)
    print("\n",img.split('.')[-2])
    temp_name= img.split('.')[-2]
    temp_name=temp_name[:1]
    word_label = temp_name



    if word_label == 'A': return [0,0,0,0,1]    #A_common_krait
    elif word_label == 'B': return [0,0,0,1,0]  #B_hump_nosed_viper
    elif word_label == 'C': return [0,0,1,0,0]  #C_indian_cobra
    elif word_label == 'D': return [0,1,0,0,0]  #D_russels_viper
    elif word_label == 'E' : return [1,0,0,0,0] #E_saw_scaled_viper


def create_train_data():
    training_data = []
    for img in tqdm(os.listdir(TRAIN_DIR)):
        label = label_img(img)
        path = os.path.join(TRAIN_DIR,img)
        img = cv2.imread(path,cv2.IMREAD_GRAYSCALE)
        img = cv2.resize(img, (IMG_SIZE,IMG_SIZE))
        training_data.append([np.array(img),np.array(label)])
    shuffle(training_data)
    np.save('train_data.npy', training_data)
    return training_data


def process_test_data():
    testing_data = []
    for img in tqdm(os.listdir(TEST_DIR)):
        path = os.path.join(TEST_DIR,img)
        img_num = img.split('.')[0]
        img = cv2.imread(path,cv2.IMREAD_GRAYSCALE)
        img = cv2.resize(img, (IMG_SIZE,IMG_SIZE))
        testing_data.append([np.array(img), img_num])
    shuffle(testing_data)
    np.save('test_data.npy', testing_data)
    return testing_data

train_data = create_train_data()


import tflearn
from tflearn.layers.conv import conv_2d, max_pool_2d
from tflearn.layers.core import input_data, dropout, fully_connected
from tflearn.layers.estimator import regression




import tensorflow as tf
tf.reset_default_graph()

convnet = input_data(shape=[None, IMG_SIZE, IMG_SIZE, 1], name='input')

convnet = conv_2d(convnet, 32, 5, activation='relu')
convnet = max_pool_2d(convnet, 5)

convnet = conv_2d(convnet, 64, 5, activation='relu')
convnet = max_pool_2d(convnet, 5)

convnet = conv_2d(convnet, 128, 5, activation='relu')
convnet = max_pool_2d(convnet, 5)

convnet = conv_2d(convnet, 64, 5, activation='relu')
convnet = max_pool_2d(convnet, 5)

convnet = conv_2d(convnet, 32, 5, activation='relu')
convnet = max_pool_2d(convnet, 5)

convnet = fully_connected(convnet, 1024, activation='relu')
convnet = dropout(convnet, 0.8)

convnet = fully_connected(convnet, 5, activation='softmax')
convnet = regression(convnet, optimizer='adam', learning_rate=LR, 
loss='categorical_crossentropy', name='targets')

model = tflearn.DNN(convnet, tensorboard_dir='log')



if os.path.exists('{}.meta'.format(MODEL_NAME)):
    model.load(MODEL_NAME)
    print('model loaded!')


train = train_data[:-11200]
test = train_data[-11200:]

X = np.array([i[0] for i in train]).reshape(-1,IMG_SIZE,IMG_SIZE,1)
Y = [i[1] for i in train]

test_x = np.array([i[0] for i in test]).reshape(-1,IMG_SIZE,IMG_SIZE,1)
test_y = [i[1] for i in test]

model.fit({'input': X}, {'targets': Y}, n_epoch=3, validation_set=({'input': 
test_x}, {'targets': test_y}), 
    snapshot_step=500, show_metric=True, run_id=MODEL_NAME)



model.save(MODEL_NAME)
with open('submission_file.csv','w') as f:
    f.write('id,label\n')

with open('submission_file.csv','a') as f:
    for data in tqdm(test):
        img_num = data[1]
        img_data = data[0]
        orig = img_data
        data = img_data.reshape(IMG_SIZE,IMG_SIZE,1)
        model_out = model.predict([data])[0]
        f.write('{},{}\n'.format(img_num,model_out[1]))

此模型基于 5 种蛇的分类,并使用 17300 张图像和 11200 张图像进行验证。因此我无法查看模型的性能,因为无法查看任何图表(准确性、损失、过度拟合等) 我想使用 tensorboard 可视化我的模型的工作流程,以及如何将该模型添加到 tensorboard,任何帮助将不胜感激。

【问题讨论】:

    标签: tensorflow spyder tensorboard


    【解决方案1】:

    为什么您无法查看准确度、损失、过度拟合等图表的简单答案是因为您没有进行任何日志记录。 TensorFlow 不会自动为你记录。

    但我强烈建议您通过Tensorflow Mnist Example,尝试实现您认为应该如何进行,然后参考Tensorflow MNIST with Tensorboard Example

    如果您想快速了解这些概念,请查看quick introduction

    【讨论】:

    • 谢谢,但我在上面的模型中记录为“model = tflearn.DNN(convnet, tensorboard_dir='log')”,不正确吗?以及如何更改我的程序以获得所需的输出?
    • 没错,但指定tensorboard_dir只是设置路径,而不是设置要记录的内容。我建议您要么查找使用 tflearn.DNNread the docs 的示例,要么学习使用低级 tensorflow
    • 感谢您的快速反馈,我会遵循您的建议。
    【解决方案2】:

    我可以在某些情况下找到解决方案,

    sess = tf.Session()
    tf.summary.histogram
    file_writer = tf.summary.FileWriter('./log', sess.graph)
    

    【讨论】:

      猜你喜欢
      • 1970-01-01
      • 2018-10-04
      • 2017-06-07
      • 2021-10-30
      • 1970-01-01
      • 1970-01-01
      • 2021-05-17
      • 2020-04-16
      • 2021-11-20
      相关资源
      最近更新 更多