构建神经网络- 手写字体识别案例

神经网络构建：
Multilayer_Perceptron.py:

import numpy as np
from utils.features import prepare_for_training#做归一化
from utils.hypothesis import sigmoid, sigmoid_gradient#sigmoid函数 极其导数class MultilayerPerceptron:#定义初始化函数def __init__(self,data,labels,layers,normalize_data =False):#数据预处理函数调用data_processed = prepare_for_training(data,normalize_data = normalize_data)[0]#初始化赋值操作self.data= data_processedself.labels= labelsself.layers= layers #784 25 10self.normalize_data= normalize_dataself.thetas = MultilayerPerceptron.thetas_init(layers)#权重参数初始化#第一层是输入层，输入像素点个数：28*28*1（长 宽 颜色通道）--不可改#第二层：隐层神经元个数 25个（把784特征转化为25维向量）  --可改#第三层：分类层，10分类任务def predict(self,data):data_processed = prepare_for_training(data,normalize_data = self.normalize_data)[0]num_examples = data_processed.shape[0]predictions = MultilayerPerceptron.feedforward_propagation(data_processed,self.thetas,self.layers)return np.argmax(predictions,axis=1).reshape((num_examples,1))#返回最大概率值#定义训练模块对参数进行更新，神经网络也是用优化算法去做的（要传入最大迭代次数max_iterations  和学习率alpha）def train(self,max_iterations=1000,alpha=0.1):#为了方便权重矩阵参数进行更新，把矩阵拉成一个向量，（后面再还原成矩阵）unrolled_theta = MultilayerPerceptron.thetas_unroll(self.thetas)#调用梯度下降函数对参数进行更新 (optimized_theta,cost_history) = MultilayerPerceptron.gradient_descent(self.data,self.labels,unrolled_theta,self.layers,max_iterations,alpha)#还原成矩阵thetas_rollself.thetas = MultilayerPerceptron.thetas_roll(optimized_theta,self.layers)return self.thetas,cost_history#定义权重矩阵初始化函数（传入要更新权重的层数）@staticmethoddef thetas_init(layers):num_layers = len(layers)#layer是list结构thetas = {}#定义一个字典 每一层权重参数写里面#用for循环对每层权重参数进行赋值#在此案例中只有3层784 25 10 需要赋值的只有两层#循环执行两次得到25*785和10*26两组矩阵（785 26加上了权重偏置）for layer_index in range(num_layers - 1):"""会执行两次，得到两组参数矩阵：25*785 , 10*26"""in_count = layers[layer_index]out_count = layers[layer_index+1]# 这里需要考虑到偏置项，记住一点偏置的个数跟输出的结果是一致的thetas[layer_index] = np.random.rand(out_count,in_count+1)*0.05 #随机进行初始化操作，值尽量小一点return thetas#把矩阵合并向量@staticmethoddef thetas_unroll(thetas):num_theta_layers = len(thetas)unrolled_theta = np.array([])for theta_layer_index in range(num_theta_layers):unrolled_theta = np.hstack((unrolled_theta,thetas[theta_layer_index].flatten()))#flatten只能适用于numpy对象，即array或者mat，普通的list列表不适用 a.flatten()：a是个数组（矩阵），a.flatten()就是把a降到一维，默认是按行的方向降 return unrolled_theta#定义梯度下降函数：梯度下降求的是前向和反向传播的参数更新#step:计算loss值 由loss计算梯度值 梯度值更新  return优化完的theta@staticmethoddef gradient_descent(data,labels,unrolled_theta,layers,max_iterations,alpha):optimized_theta = unrolled_thetacost_history = []for _ in range(max_iterations):cost = MultilayerPerceptron.cost_function(data,labels,MultilayerPerceptron.thetas_roll(optimized_theta,layers),layers)cost_history.append(cost)theta_gradient = MultilayerPerceptron.gradient_step(data,labels,optimized_theta,layers)#计算theta梯度optimized_theta = optimized_theta - alpha* theta_gradient#对theta进行更新return optimized_theta,cost_history#计算theta梯度函数：@staticmethod def gradient_step(data,labels,optimized_theta,layers):theta = MultilayerPerceptron.thetas_roll(optimized_theta,layers)#把向量还原为矩阵thetas_rolled_gradients = MultilayerPerceptron.back_propagation(data,labels,theta,layers)#调用反向传播函数thetas_unrolled_gradients = MultilayerPerceptron.thetas_unroll(thetas_rolled_gradients)return thetas_unrolled_gradients#定义反向传播函数：@staticmethod def back_propagation(data,labels,thetas,layers):num_layers = len(layers)(num_examples,num_features) = data.shape#（1700 875）num_label_types = layers[-1]deltas = {}#初始化操作for layer_index in range(num_layers -1 ):in_count = layers[layer_index]out_count = layers[layer_index+1]deltas[layer_index] = np.zeros((out_count,in_count+1)) #25*785 10*26for example_index in range(num_examples):layers_inputs = {}layers_activations = {}layers_activation = data[example_index,:].reshape((num_features,1))#785*1layers_activations[0] = layers_activation#逐层计算for layer_index in range(num_layers - 1):layer_theta = thetas[layer_index] #得到当前权重参数值 25*785   10*26layer_input = np.dot(layer_theta,layers_activation) #第一次得到25*1 第二次10*1layers_activation = np.vstack((np.array([[1]]),sigmoid(layer_input)))layers_inputs[layer_index + 1] = layer_input #后一层计算结果layers_activations[layer_index + 1] = layers_activation #后一层经过激活函数后的结果output_layer_activation = layers_activation[1:,:]delta = {}#标签处理bitwise_label = np.zeros((num_label_types,1))bitwise_label[labels[example_index][0]] = 1#计算输出层和真实值之间的差异delta[num_layers - 1] = output_layer_activation - bitwise_label#遍历循环 L L-1 L-2 ...2for layer_index in range(num_layers - 2,0,-1):layer_theta = thetas[layer_index]next_delta = delta[layer_index+1]layer_input = layers_inputs[layer_index]layer_input = np.vstack((np.array((1)),layer_input))#按照公式进行计算delta[layer_index] = np.dot(layer_theta.T,next_delta)*sigmoid_gradient(layer_input)#过滤掉偏置参数delta[layer_index] = delta[layer_index][1:,:]for layer_index in range(num_layers-1):layer_delta = np.dot(delta[layer_index+1],layers_activations[layer_index].T)deltas[layer_index] = deltas[layer_index] + layer_delta #第一次25*785  第二次10*26for layer_index in range(num_layers -1):deltas[layer_index] = deltas[layer_index] * (1/num_examples)return deltas#定义损失函数@staticmethod        def cost_function(data,labels,thetas,layers):num_layers = len(layers)#层数num_examples = data.shape[0]#样本个数num_labels = layers[-1]#label是layers的最后一层#前向传播走一次predictions = MultilayerPerceptron.feedforward_propagation(data,thetas,layers)#制作标签，每一个样本的标签都得是one-hotbitwise_labels = np.zeros((num_examples,num_labels))for example_index in range(num_examples):bitwise_labels[example_index][labels[example_index][0]] = 1bit_set_cost = np.sum(np.log(predictions[bitwise_labels == 1]))bit_not_set_cost = np.sum(np.log(1-predictions[bitwise_labels == 0]))cost = (-1/num_examples) *(bit_set_cost+bit_not_set_cost)return cost#定义前向传播函数          @staticmethod        def feedforward_propagation(data,thetas,layers):    num_layers = len(layers)num_examples = data.shape[0]in_layer_activation = data#输入数据# 逐层计算for layer_index in range(num_layers - 1):theta = thetas[layer_index]out_layer_activation = sigmoid(np.dot(in_layer_activation,theta.T))# 正常计算完之后是num_examples*25,但是要考虑偏置项 变成num_examples*26out_layer_activation = np.hstack((np.ones((num_examples,1)),out_layer_activation))in_layer_activation = out_layer_activation#返回输出层结果,结果中不要偏置项了return in_layer_activation[:,1:]#定义矩阵还原函数          @staticmethod       def thetas_roll(unrolled_thetas,layers):    num_layers = len(layers)thetas = {}#指定一个字典方便索引那一层矩阵unrolled_shift = 0#指定一个标志位 记录到那一层for layer_index in range(num_layers - 1):in_count = layers[layer_index]out_count = layers[layer_index+1]thetas_width = in_count + 1thetas_height = out_countthetas_volume = thetas_width * thetas_heightstart_index = unrolled_shiftend_index = unrolled_shift + thetas_volumelayer_theta_unrolled = unrolled_thetas[start_index:end_index]thetas[layer_index] = layer_theta_unrolled.reshape((thetas_height,thetas_width))unrolled_shift = unrolled_shift+thetas_volumereturn thetas

数据集训练：
minist.py:

import numpy as np
import pandas as pd
import matplotlib.pyplot as plt
import matplotlib.image as mping
import mathfrom multilayer_perceptron import MultilayerPerceptrondata = pd.read_csv('../neural_network/data/mnist-demo.csv')
numbers_to_display = 25#要展示图像的数量
num_cells = math.ceil(math.sqrt(numbers_to_display))
plt.figure(figsize=(10,10))
for plot_index in range(numbers_to_display):digit = data[plot_index:plot_index+1].valuesdigit_label = digit[0][0]digit_pixels = digit[0][1:]image_size = int(math.sqrt(digit_pixels.shape[0]))frame = digit_pixels.reshape((image_size,image_size))plt.subplot(num_cells,num_cells,plot_index+1)plt.imshow(frame,cmap='Purples')plt.title(digit_label)
plt.subplots_adjust(wspace=0.5,hspace=0.5)
plt.show()train_data = data.sample(frac = 0.8)
test_data = data.drop(train_data.index)train_data = train_data.values
test_data = test_data.valuesnum_training_examples = 5000x_train = train_data[:num_training_examples,1:]
y_train = train_data[:num_training_examples,[0]]x_test = test_data[:,1:]
y_test = test_data[:,[0]]layers=[784,25,10]normalize_data = True
max_iterations = 500
alpha = 0.1multilayer_perceptron = MultilayerPerceptron(x_train,y_train,layers,normalize_data)
(thetas,costs) = multilayer_perceptron.train(max_iterations,alpha)
plt.plot(range(len(costs)),costs)
plt.xlabel('Grident steps')
plt.ylabel('costs')
plt.show()y_train_predictions = multilayer_perceptron.predict(x_train)
y_test_predictions = multilayer_perceptron.predict(x_test)train_p = np.sum(y_train_predictions == y_train)/y_train.shape[0] * 100
test_p = np.sum(y_test_predictions == y_test)/y_test.shape[0] * 100
print ('训练集准确率：',train_p)
print ('测试集准确率：',test_p)numbers_to_display = 64num_cells = math.ceil(math.sqrt(numbers_to_display))plt.figure(figsize=(15, 15))for plot_index in range(numbers_to_display):digit_label = y_test[plot_index, 0]digit_pixels = x_test[plot_index, :]predicted_label = y_test_predictions[plot_index][0]image_size = int(math.sqrt(digit_pixels.shape[0]))frame = digit_pixels.reshape((image_size, image_size))color_map = 'Greens' if predicted_label == digit_label else 'Reds'plt.subplot(num_cells, num_cells, plot_index + 1)plt.imshow(frame, cmap=color_map)plt.title(predicted_label)plt.tick_params(axis='both', which='both', bottom=False, left=False, labelbottom=False, labelleft=False)plt.subplots_adjust(hspace=0.5, wspace=0.5)
plt.show()

结果显示：

构建神经网络- 手写字体识别案例相关推荐

python+tensorflow CNN卷积神经网络手写字体识别
导入所需的库模块: import os import cv2 import numpy as np import tensorflow as tf2 import matplotlib.pyplot ...
TensorFlow 高级之二（卷积神经网络手写字体识别）
文章目录一.数据集获取二.数据感知与处理 2.1 导包 2.2 导入数据 2.3 把标签转换为one-hot格式 2.4. 数据维度 2.5. 打印部分样例图片三.创建神经网络 3.1 定义网络 ...
Pytorch入门：LeNet手写字体识别案例
# 1 加载必要的库 # 2 定义超参数 # 3 构建pipeline(transforms),对图像进行处理 # 4 下载,加载数据集(MNIST) # 5 创建网络模型 # 6 定义优化器 # 7 ...
神经网络学习（二）Tensorflow-简单神经网络（全连接层神经网络）实现手写字体识别
神经网络学习(二)神经网络-手写字体识别框架:Tensorflow 1.10.0 数据集:mnist数据集策略:交叉熵损失优化:梯度下降五个模块:拿数据.搭网络.求损失.优化损失.算准确率一 ...
《MATLAB 神经网络43个案例分析》：第19章基于SVM的手写字体识别
<MATLAB 神经网络43个案例分析>:第19章基于SVM的手写字体识别 1. 前言 2. MATLAB 仿真示例 3. 小结 1. 前言 <MATLAB 神经网络43个案例分析 ...
深度学习-Pytorch：项目标准流程【构建、保存、加载神经网络模型；数据集构建器Dataset、数据加载器DataLoader（线性回归案例、手写数字识别案例）】
1.拿到文本,分词,清晰数据(去掉停用词语): 2.建立word2index.index2word表 3.准备好预训练好的word embedding 4.做好DataSet / Dataloader ...
神经网络实现手写字体识别
神经网络入门学习中,进行了手写字体识别实践,该篇博客用于记录实践代码,以备后续使用. 关键词:神经网络,前向传播.反向传播.梯度下降.权值更新.手写字体识别 1. 实践代码 import numpy ...
【PyTorch学习笔记_04】--- PyTorch（开始动手操作_案例1：手写字体识别）
手写字体识别的流程定义超参数(自己定义的参数) 构建transforms, 主要是对图像做变换下载,加载数据集MNIST 构建网络模型(重要,自己定义) 定义训练方法定义测试方法开始训练模型, ...
基于Python神经网络的手写字体识别
本文将分享实现手写字体识别的神经网络实现,代码中有详细注释以及我自己的一些体会,希望能帮助到大家 (≧∇≦)/ ############################################ ...

构建神经网络- 手写字体识别案例

构建神经网络- 手写字体识别案例相关推荐

最新文章

热门文章