draw_graph.py

import os
import numpy as np
import pandas as pd
import matplotlib.pyplot as plt
from sklearn import svm, datasets
from sklearn.model_selection import train_test_split
from sklearn.metrics import confusion_matrix, accuracy_score, mean_absolute_error, mean_squared_error
from sklearn.utils.multiclass import unique_labels
from sklearn.metrics import precision_recall_fscore_support
global fig_mx
global train_acc, train_loss, test_acc, test_loss, whether_first

train_accs = []
train_losses = []
test_accs = []
test_losses = []
epochs = []
whether_first = 1

import matplotlib
from mpl_toolkits.axes_grid1 import AxesGrid

# https://stackoverflow.com/questions/7404116/defining-the-midpoint-of-a-colormap-in-matplotlib
def shiftedColorMap(cmap, start=0, midpoint=0.5, stop=1.0, name='shiftedcmap'):
    '''
    Function to offset the "center" of a colormap. Useful for
    data with a negative min and positive max and you want the
    middle of the colormap's dynamic range to be at zero.

    Input
    -----
      cmap : The matplotlib colormap to be altered
      start : Offset from lowest point in the colormap's range.
          Defaults to 0.0 (no lower offset). Should be between
          0.0 and `midpoint`.
      midpoint : The new center of the colormap. Defaults to 
          0.5 (no shift). Should be between 0.0 and 1.0. In
          general, this should be  1 - vmax / (vmax + abs(vmin))
          For example if your data range from -15.0 to +5.0 and
          you want the center of the colormap at 0.0, `midpoint`
          should be set to  1 - 5/(5 + 15)) or 0.75
      stop : Offset from highest point in the colormap's range.
          Defaults to 1.0 (no upper offset). Should be between
          `midpoint` and 1.0.
    '''
    cdict = {
        'red': [],
        'green': [],
        'blue': [],
        'alpha': []
    }

    # regular index to compute the colors
    reg_index = np.linspace(start, stop, 257)

    # shifted index to match the data
    shift_index = np.hstack([
        np.linspace(0.0, midpoint, 128, endpoint=False), 
        np.linspace(midpoint, 1.0, 129, endpoint=True)
    ])

    for ri, si in zip(reg_index, shift_index):
        r, g, b, a = cmap(ri)

        cdict['red'].append((si, r, r))
        cdict['green'].append((si, g, g))
        cdict['blue'].append((si, b, b))
        cdict['alpha'].append((si, a, a))

    newcmap = matplotlib.colors.LinearSegmentedColormap(name, cdict)
    plt.register_cmap(cmap=newcmap)

    return newcmap
    

def draw_graph(epoch_all, epoch_now, train_acc, train_loss, test_acc, test_loss, training_name, save_place=None):
	global whether_first, fig1, fig2
	train_accs.append(train_acc)
	train_losses.append(train_loss)
	test_accs.append(test_acc)
	test_losses.append(test_loss)
	epochs.append(epoch_now)
	
	if whether_first == 0:
		plt.close(fig1)
		plt.close(fig2)
	
	fig1 = plt.figure()
	plt.ylim(0.45, 1.0)
	plt.plot(epochs, train_accs, 'bo', label='Training acc')
	plt.plot(epochs, test_accs, 'b', label='Test acc')
	plt.title('Training and test accuracy; '+ training_name)
	plt.grid(b=True)
	plt.tick_params(labelsize=15)
	plt.legend(fontsize=15)
	
	fig2 = plt.figure()
	plt.plot(epochs, train_losses, 'ro', label='Training loss')
	plt.plot(epochs, test_losses, 'r', label='Test loss')
	plt.title('Training and test loss; ' + training_name)
	plt.grid(b=True)
	plt.tick_params(labelsize=15)
	plt.legend(fontsize=15)
	
	plt.pause(0.1)
	
	whether_first = 0
	
	#if epoch_now >= epoch_all-1:
	fig1.savefig('Training and test accuracy; '+ training_name)
	fig2.savefig('Training and test loss; ' + training_name)
	fig1.savefig(save_place + 'Training and test accuracy; '+ training_name)
	fig2.savefig(save_place + 'Training and test loss; ' + training_name)

def draw_graph_regress(epoch_all, epoch_now, train_loss, test_loss, training_name, save_place=None, ymax=None):
	global whether_first, fig, ymax_regress
	train_losses.append(train_loss)
	test_losses.append(test_loss)
	epochs.append(epoch_now)
	
	if whether_first == 0:
		plt.close(fig)
	else:
		if ymax==None:
			ymax_regress = min(250.0, train_loss)
		else:
			ymax_regress = min(ymax, train_loss)
	
	fig = plt.figure()
	plt.ylim(0.0, ymax_regress)
	plt.plot(epochs, train_losses, 'ro', label='Training loss')
	plt.plot(epochs, test_losses, 'r', label='Test loss')
	plt.title('Training and test loss; ' + training_name)
	plt.grid(b=True)
	plt.tick_params(labelsize=15)
	plt.legend(fontsize=15)
	plt.pause(0.1)
	
	whether_first = 0
	
	#if epoch_now >= epoch_all-1:
	fig.savefig(save_place + 'Training and test loss; ' + training_name)
    
def yyplot(y_obs, y_pred, binary_name, save_place=None):
    yvalues = np.concatenate([y_obs.flatten(), y_pred.flatten()])
    ymin, ymax, yrange = np.amin(yvalues), np.amax(yvalues), np.ptp(yvalues)
    fig = plt.figure(figsize=(8, 8))
    plt.scatter(y_obs, y_pred, color="gold")
    plt.plot([ymin - yrange * 0.01, ymax + yrange * 0.01], [ymin - yrange * 0.01, ymax + yrange * 0.01], color="navy")
    plt.xlim(ymin - yrange * 0.01, ymax + yrange * 0.01)
    plt.ylim(ymin - yrange * 0.01, ymax + yrange * 0.01)
    plt.xlabel('y_observed', fontsize=24)
    plt.ylabel('y_predicted', fontsize=24)
    plt.xticks( np.arange(0.0, 10.0, 1.0) )
    plt.yticks( np.arange(0.0, 10.0, 1.0) )
    plt.grid(b=True)
    if binary_name == True:
        plt.title('Train;Observed-Predicted Plot', fontsize=24)
    else:
        plt.title('Test;Observed-Predicted Plot', fontsize=24)
    plt.tick_params(labelsize=16)

    if binary_name == True:
        fig.savefig('Train;Observed-Predicted-Plot.png')
        fig.savefig(save_place + 'Train;Observed-Predicted-Plot.png')
    else:
        fig.savefig('Test;Observed-Predicted-Plot.png')
        fig.savefig(save_place + 'Test;Observed-Predicted-Plot.png')

    plt.close(fig)

    return fig


# https://funatsu-lab.github.io/open-course-ware/basic-theory/accuracy-index/#how-to-check-rmse-mae-yyplot		
# http://www.yamamo10.jp/yamamoto/comp/Python/library/Matplotlib/scatter/index.php
from scipy.stats import gaussian_kde

def yyplot_density(y_obs, y_pred, binary_name, save_place=None): #y_obs and y_pred must be numpy array
    xy = np.vstack([y_obs, y_pred])
    
    # if there's too many points, this will limit it.
    if xy.shape[1] > 100000:
        limit = xy.shape[1]/10
        xy = np.vstack([y_obs[:int(limit)], y_pred[:int(limit)]])
        
    z = gaussian_kde(xy)(xy)
    
    idx = z.argsort()
    x,y,z = y_obs[idx],y_pred[idx],z[idx]
    yvalues = np.concatenate([y_obs.flatten(), y_pred.flatten()])
    ymin, ymax, yrange = np.amin(yvalues), np.amax(yvalues), np.ptp(yvalues)
    fig = plt.figure(figsize=(8, 8))
    plt.scatter(x, y, c=z)
    plt.plot([ymin - yrange * 0.01, ymax + yrange * 0.01], [ymin - yrange * 0.01, ymax + yrange * 0.01], color="navy")
    plt.xlim(ymin - yrange * 0.01, ymax + yrange * 0.01)
    plt.ylim(ymin - yrange * 0.01, ymax + yrange * 0.01)
    plt.xlabel('y_observed', fontsize=24)
    plt.ylabel('y_predicted', fontsize=24)
    plt.xticks( np.arange(0.0, 10.0, 1.0) )
    plt.yticks( np.arange(0.0, 10.0, 1.0) )
    plt.grid(b=True)
    if binary_name == True:
        plt.title('Train;Observed-Predicted Plot', fontsize=24)
    else:
        plt.title('Test;Observed-Predicted Plot', fontsize=24)
    plt.tick_params(labelsize=16)

    if binary_name == True:
        fig.savefig('Train;Observed-Predicted-Plot.png')
        fig.savefig(save_place + 'Train;Observed-Predicted-Plot.png')
    else:
        fig.savefig('Test;Observed-Predicted-Plot.png')
        fig.savefig(save_place + 'Test;Observed-Predicted-Plot.png')

    plt.close(fig)
    
    
# https;//scikit-learn.org/stable/auto_examples/model_selection/plot_confusion_matrix.html#sphx-glr-auto-examples-model-selection-plot-confusion-matrix-py   
def plot_confusion_matrix(y_true, y_pred, classes, save_caption,
                          save_place=None,
                          normalize=False,
                          cmap=plt.cm.Blues,
                          vmax = None
                          ):
    """
    This function prints and plots the confusion matrix.
    Normalization can be applied by setting `normalize=True`.
    """
    global fig_mx
    
    cm = confusion_matrix(y_true, y_pred)
    
    indices = precision_recall_fscore_support(y_true, y_pred, average="macro")
    
    if normalize:
        cm = cm.astype('float') / cm.sum(axis=1)[:, np.newaxis]
        
    accuracy = accuracy_score(y_true, y_pred)
    accuracy_1err_ok = accuracy_score(y_true, y_pred) + accuracy_score(y_true, list(map(lambda x: x+1, y_pred))) + accuracy_score(y_true, list(map(lambda x: x-1, y_pred)))
    accuracy_2err_ok = accuracy_1err_ok + accuracy_score(y_true, list(map(lambda x: x+2, y_pred))) + accuracy_score(y_true, list(map(lambda x: x-2, y_pred)))
    mse = mean_squared_error(y_true, y_pred)
    
    if normalize:    
        title = 'Normalized:accuracy={:.3f},1psn={:.3f},2ppl={:.3f},MSE={:.3f}'.format(accuracy, accuracy_1err_ok, accuracy_2err_ok, mse)
    else:
        title = 'accuracy={:.3f},1psn={:.3f},2ppl={:.3f},MSE={:.3f}'.format(accuracy, accuracy_1err_ok, accuracy_2err_ok, mse)

    fig_mx, ax = plt.subplots()
    im = ax.imshow(cm, interpolation='nearest', cmap=cmap, vmax=vmax)
    ax.figure.colorbar(im, ax=ax)
    # We want to show all ticks...
    ax.set(xticks=np.arange(cm.shape[1]),
           yticks=np.arange(cm.shape[0]),
           # ... and label them with the respective list entries
           xticklabels=classes, yticklabels=classes,
           title=title,
           ylabel='True label',
           xlabel='Predicted label')

    # Rotate the tick labels and set their alignment.
    plt.setp(ax.get_xticklabels(), rotation=45, ha="right",
             rotation_mode="anchor")

    # Loop over data dimensions and create text annotations.
    fmt = '.2f' if normalize else 'd'
    thresh = cm.max() / 2.
    for i in range(cm.shape[0]):
        for j in range(cm.shape[1]):
            ax.text(j, i, format(cm[i, j], fmt),
                    ha="center", va="center", fontsize=11,
                    color="white" if cm[i, j] > thresh else "black")
   
    fig_mx.tight_layout()
    fig_mx.savefig(save_place + 'confusion_matrix;' + os.path.basename(save_caption) + '.png')
    fig_mx.savefig('confusion_matrix;' + os.path.basename(save_caption) + '.png')
    plt.close(fig_mx)
    
    acc = 0
    cnt = 0
    for i in range(len(y_true)):
        acc += y_pred[i]
        cnt += 1
     
    result4 = "accuracy: {}\n".format(accuracy)
    result5 = "accuracy (accepting one person error): {}\n".format(accuracy_1err_ok)
    result6 = "accuracy (accepting two people error): {}\n".format(accuracy_2err_ok)
    result7 = "MAE: {}\n".format(mean_absolute_error(y_true, y_pred))
    result8 = "MSE: {}\n".format(mse)
    result9 = "RMSE: {}\n".format(np.sqrt(mean_squared_error(y_true, y_pred)))
    
    f = open(save_place + 'result;' + os.path.basename(save_caption) + '.txt', 'w')
    f2 = open('result;' + os.path.basename(save_caption) + '.txt', 'w')
    f.write(result4)
    f2.write(result4)
    f.write(result5)
    f2.write(result5)
    f.write(result6)
    f2.write(result6)
    f.write(result7)
    f2.write(result7)
    f.write(result8)
    f2.write(result8)
    f.write(result9)
    f2.write(result9)
    f.close()
    f2.close()
    
    return ax


def ppl_in_frame(pixels, width, height, side, name, save_place=None, caltype="ave"):
    num_x_cell = int(width/side-0.001)+1
    num_y_cell = int(height/side-0.001)+1
    cell = np.zeros((num_y_cell, num_x_cell))
    
    for i in range(len(pixels)):
        pt_x = i%width
        pt_y = int(i/width)
        cell[int(pt_y/side)][int(pt_x/side)]+=pixels[i]
        
    if caltype=="ave" or caltype=="diff":
        cell=cell/(side*side)

    total = np.sum(cell)
    rmse = np.sqrt(np.sum(cell*cell)/cell.size)

    fig_mx, ax = plt.subplots()
    if caltype=="diff":
        #shifted_cmap = shiftedColorMap(plt.cm.coolwarm, midpoint=0.25765, name='shifted')
        #im = ax.imshow(cell, interpolation='nearest', cmap=shifted_cmap)
        im = ax.imshow(cell, interpolation='nearest', cmap=plt.cm.RdBu_r, vmax=4.0, vmin=-4.0)
    else:
        im = ax.imshow(cell, interpolation='nearest', cmap=plt.cm.Blues, vmax=9.0, vmin=0.0)
    ax.figure.colorbar(im, ax=ax)
    # We want to show all ticks...
    
    x_label = []
    y_label = []
    #for i in range(num_x_cell):
        #if i==num_x_cell-1:
            #x_label.append('{}~{}'.format(i*32, width-1))
        #else:
            #x_label.append('{}~{}'.format(i*32, (i+1)*32-1))
    #for i in range(num_y_cell):
        #if i==num_y_cell-1:
            #y_label.append('{}~{}'.format(i*32, height-1))
        #else:
            #y_label.append('{}~{}'.format(i*32, (i+1)*32-1))
    if caltype=="diff":
        ax.set(xticks=np.arange(num_x_cell),
               yticks=np.arange(num_y_cell),
               # ... and label them with the respective list entries
               xticklabels=x_label, yticklabels=y_label,
               title='difference;{:.4f} RMSE;{:.4f}'.format(total, rmse),
               ylabel='Y coordination',
               xlabel='X coordination')
    else:
        ax.set(xticks=np.arange(num_x_cell),
               yticks=np.arange(num_y_cell),
               # ... and label them with the respective list entries
               xticklabels=x_label, yticklabels=y_label,
               title='total;{}'.format(total),
               ylabel='Y coordination',
               xlabel='X coordination')
           
    # Rotate the tick labels and set their alignment.
    plt.setp(ax.get_xticklabels(), rotation=45, ha="right",
             rotation_mode="anchor")
             
    # Loop over data dimensions and create text annotations.
    fmt = '.2f'
    thresh = cell.max() / 2.
    for i in range(num_y_cell):
        for j in range(num_x_cell):
            if caltype=="diff":
                ax.text(j, i, format(cell[i, j], fmt),
                        ha="center", va="center", fontsize=12,
                        color="white" if abs(cell[i, j]) > 1.5 else "black")
            else:
                ax.text(j, i, format(cell[i, j], fmt),
                        ha="center", va="center", fontsize=12,
                        color="white" if cell[i, j] > thresh else "black")
   
    fig_mx.tight_layout()
    if save_place!=None:
        fig_mx.savefig(save_place + name + '.png')
    else:
        fig_mx.savefig(name + '.png')
    plt.close(fig_mx)
    
    return fig_mx
    
  
def ppl_in_cell(pixels, width, height, side, name, save_place=None, caltype="sum"):
    num_x_cell = int(width/side-0.001)+1
    num_y_cell = int(height/side-0.001)+1
    cell = np.zeros((num_y_cell, num_x_cell))
    
    for i in range(len(pixels)):
        pt_x = i%num_x_cell
        pt_y = int(i/num_x_cell)
        cell[pt_y][pt_x]=pixels[i]

    total = np.sum(cell)
    rmse = np.sqrt(np.sum(cell*cell)/cell.size)

    fig_mx, ax = plt.subplots()
    if caltype=="diff":
        #shifted_cmap = shiftedColorMap(plt.cm.coolwarm, midpoint=0.25765, name='shifted')
        #im = ax.imshow(cell, interpolation='nearest', cmap=shifted_cmap)
        im = ax.imshow(cell, interpolation='nearest', cmap=plt.cm.RdBu_r, vmax=4.0, vmin=-4.0)
    else:
        im = ax.imshow(cell, interpolation='nearest', cmap=plt.cm.Blues, vmax=9.0, vmin=0.0)
    ax.figure.colorbar(im, ax=ax)
    # We want to show all ticks...
    
    x_label = []
    y_label = []
    #for i in range(num_x_cell):
        #if i==num_x_cell-1:
            #x_label.append('{}~{}'.format(i*32, width-1))
        #else:
            #x_label.append('{}~{}'.format(i*32, (i+1)*32-1))
    #for i in range(num_y_cell):
        #if i==num_y_cell-1:
            #y_label.append('{}~{}'.format(i*32, height-1))
        #else:
            #y_label.append('{}~{}'.format(i*32, (i+1)*32-1))
    if caltype=="diff":
        ax.set(xticks=np.arange(0),
               yticks=np.arange(0),
               # ... and label them with the respective list entries
               xticklabels=x_label, yticklabels=y_label,
               title='difference;{:.2f} RMSE;{:.4f}'.format(total, rmse))
    else:
        ax.set(xticks=np.arange(0),
               yticks=np.arange(0),
               # ... and label them with the respective list entries
               xticklabels=x_label, yticklabels=y_label,
               title='total;{}'.format(total))
           
    # Rotate the tick labels and set their alignment.
    plt.setp(ax.get_xticklabels(), rotation=45, ha="right",
             rotation_mode="anchor")
             
    # Loop over data dimensions and create text annotations.
    fmt = '.2f'
    thresh = cell.max() / 2.
    for i in range(num_y_cell):
        for j in range(num_x_cell):
            if caltype=="diff":
                ax.text(j, i, format(cell[i, j], fmt),
                        ha="center", va="center", fontsize=12,
                        color="white" if abs(cell[i, j]) > 1.9 else "black")
            else:
                ax.text(j, i, format(cell[i, j], fmt),
                        ha="center", va="center", fontsize=12,
                        color="white" if cell[i, j] > thresh else "black")
   
    fig_mx.tight_layout()
    if save_place!=None:
        fig_mx.savefig(save_place + name + '.png')
    else:
        fig_mx.savefig(name + '.png')
    plt.close(fig_mx)
    
    return fig_mx

if __name__ == '__main__': #this is for draw_graph debug

	epoch = 5
	train_acc4debug = [0.1, 0.2, 0.5, 0.6, 0.9]
	train_loss4debug = [5, 4, 3, 3, 1]
	test_acc4debug = [0.1, 0.3, 0.3, 0.5, 0.6]
	test_loss4debug = [5, 5, 4, 4, 3]


	for i in range(5):
		#draw_graph(epoch, i, train_acc4debug[i], train_loss4debug[i], test_acc4debug[i], test_loss4debug[i], "debug")
		pass


	pixels=[0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9,0,1,2,3,4,5,6,7,8,9]
	ppl_in_frame(pixels, 20, 25, 5, 'test', save_place=None, caltype="ave")