【深度學(xué)習(xí)】卷積神經(jīng)網(wǎng)絡(luò)（CNN）詳解

# 導(dǎo)入庫(kù)import torchfrom torch import nnimport torchvisionfrom torchvision import datasets,transformsimport torch.nn.functional as Fimport matplotlib.pyplot as plt

class Net(nn.Module):   def __init__(self):      super().__init__()      self.layer = nn.Sequential(                   nn.Conv2d(in_channels=1,out_channels=32,kernel_size=3),nn.ReLU(),                   nn.MaxPool2d(kernel_size=2),                   nn.Conv2d(32,64,2),nn.ReLU(),                   nn.MaxPool2d(2,2),                   nn.Flatten(),                   nn.Linear(64 * 6 * 6,10),nn.Softmax(),                   )
   def forward(self,x):      x = self.layer(x)      return x

# 如果GPU沒(méi)有就會(huì)調(diào)到CPUdevice = torch.device("cuda" if torch.cuda.is_available() else "cpu") model = Net().to(device)print(model.parameters)# 訓(xùn)練時(shí)還需要優(yōu)化器（Optimizer）optimizer = torch.optim.Adam(model.parameters())print(optimizer)

model.train() # 啟用BatchNormalization和Dropoutmodel.eval() # 因?yàn)槭菧y(cè)試，所以取消兩者

i = torch.tensor([    [1,2,3],    [4,5,6]])# 輸出最大的值和它的索引print(i.max(1,keepdim=True))# torch.return_types.max(values=tensor([[3],[6]]), indices=tensor([[2],[2]]))# 一般只要索引的話(huà)：print(i.max(1,keepdim=True))[1]# tensor([[2],#         [2]])

a = torch.tensor([1,2,3,4])b = torch.tensor([[1],                  [-1],                  [-2],                  2])# 將a轉(zhuǎn)換為與b形狀相同a.view_as(b)print(a)# tensor([[1],#        [2],#        [3],#        [4]])
# 相對(duì)于numpy的equal函數(shù)，判斷tensor里每一個(gè)值是否相等# 輸出為T(mén)rue 或者 Falseprint(b.eq(a.view_as(b)))
# tensor([[ True],#        [False],#        [False],#        [False]])
# 求和用來(lái)判斷損失和準(zhǔn)確率# True --> 1，F(xiàn)alse --> 0print(b.eq(a.view_as(b)).sum())
# tensor(1)
# 最后將PyTorch的tensor轉(zhuǎn)換為Python中標(biāo)準(zhǔn)值print(b.eq(a.view_as(b)).sum().item())# 1

# 下載訓(xùn)練和測(cè)試數(shù)據(jù)集# transforms函數(shù)可以對(duì)下載的數(shù)據(jù)做一些預(yù)處理# Compose 指的是將多個(gè)transforms操作組合在一起# ToTensor 是將[0,255] 范圍 轉(zhuǎn)換為[0,1]# 灰度圖片（channel=1），所以每一個(gè)括號(hào)內(nèi)只有一個(gè)值，前者代表mean，后者std（標(biāo)準(zhǔn)差）# 彩色圖片（channel=3），所以每一個(gè)括號(hào)內(nèi)有三個(gè)值，如# transforms.Normalize((0.5,0.5,0.5),(0.5,0.5,0.5))transform = transforms.Compose([    transforms.ToTensor(),    transforms.Normalize((0.5,),(0.5,))])
data_train = datasets.MNIST(root="填自己的主路徑",                            transform=transform,                            train=True,                            download=True)
data_test = datasets.MNIST(root="填自己的主路徑",                           transform=transform,                           train=False)

# 加載數(shù)據(jù)集# Load Datatrain_loader = torch.utils.data.DataLoader(dataset=data_train,                                                batch_size=64,                                                shuffle=True)
test_loader = torch.utils.data.DataLoader(dataset=data_test,                                               batch_size=64,                                               shuffle=True)

def train(model,device,train_loader,optimizer,epoch):    model.train()    for batch_idx,(data,target) in enumerate(train_loader):        data,target = data.to(device),target.to(device)        optimizer.zero_grad() # 梯度清零        output = model(data)        loss = F.nll_loss(output,target) # negative likelihood loss        loss.backward() # 誤差反向傳播        optimizer.step() # 參數(shù)更新        if (batch_idx + 1) % 200 == 0:            print('Train Epoch: {} [{}/{} ({:.0f}%)]\tLoss: {:.6f}'.format(                epoch, batch_idx * len(data), len(train_loader.dataset),                100. * batch_idx / len(train_loader), loss.item())) # .item()轉(zhuǎn)換為python值    return loss.item()

# 定義測(cè)試函數(shù)def test(model, device, test_loader):    model.eval()    test_loss,correct = 0 , 0    with torch.no_grad(): # 不track梯度        for data, target in test_loader:            data, target = data.to(device), target.to(device)            output = model(data)            test_loss += F.nll_loss(output, target, reduction = 'sum') # 將一批的損失相加            pred = output.max(1, keepdim = True)[1] # 找到概率最大的下標(biāo)            correct += pred.eq(target.view_as(pred)).sum().item() # equals    test_loss /= len(test_loader.dataset)    acc = correct / len(test_loader.dataset)    print("\nTest set: Average loss: {:.4f}, Accuracy: {} ({:.0f}%) \n".format(        test_loss, acc ,        100.* correct / len(test_loader.dataset)            ))
    return acc

def visualize(lis,epoch,*label):    plt.xlabel("epochs")    plt.ylabel(label)    plt.plot(epoch,lis)    plt.show()

BATCH_SIZE = 512 # 大概需要2G的顯存EPOCHS = 20 # 總共訓(xùn)練批次DEVICE = torch.device("cuda" if torch.cuda.is_available() else "cpu") 

train_ = []test_acc = []for epoch in range(1,EPOCHS+1):    train_loss = train(model,DEVICE,train_loader,optimizer,epoch)    acc = test(model,DEVICE,test_loader)    train_.append(train_loss)    test_acc.append(acc)
visualize(train_,[i for i in range(20)],"loss")visualize(test_acc,[i for i in range(20)],"accuracy")

from tensorflow import kerasimport numpy as npimport matplotlib.pyplot as pltimport tensorflow as tfimport matplotlib as mplimport sys 
# solve could not create cudnn handle: CUDNN_STATUS_INTERNAL_ERRORconfig = tf.compat.v1.ConfigProto()config.gpu_options.allow_growth = Truesession = tf.compat.v1.InteractiveSession(config=config)
# 不同庫(kù)版本，使用此代碼塊查看print(sys.version_info)for module in mpl,np,tf,keras:  print(module.__name__,module.__version__)
'''sys.version_info(major=3, minor=6, micro=9, releaselevel='final', serial=0)matplotlib 3.3.4numpy 1.16.0tensorflow 1.14.0tensorflow.python.keras.api._v1.keras 2.2.4-tf'''# If you get numpy futurewarning,then try numpy 1.16.0
# load train and test(x_train, y_train), (x_test, y_test) = keras.datasets.mnist.load_data()
# Scale images to the [0, 1] rangex_train = x_train.astype("float32") / 255x_test = x_test.astype("float32") / 255
# 1 Byte = 8 Bits，2^8 -1 = 255。[0,255]代表圖上的像素，同時(shí)除以一個(gè)常數(shù)進(jìn)行歸一化。1 就代表全部涂黑。0 就代表沒(méi)涂
# Make sure images have shape (28, 28, 1)x_train = np.expand_dims(x_train, -1)x_test = np.expand_dims(x_test, -1)
# CNN 的輸入方式必須得帶上channel，這里擴(kuò)充一下維度
# convert class vectors to binary class matricesy_train = keras.utils.to_categorical(y_train, 10)y_test = keras.utils.to_categorical(y_test, 10)
# y 屬于 [0,9]代表手寫(xiě)數(shù)字的標(biāo)簽，這里將它轉(zhuǎn)換為0-1表示，可以類(lèi)比one-hot，舉個(gè)例子，如果是2
# [[0,0,1,0,0,0,0,0,0,0]……]
model = keras.Sequential(    [        keras.Input(shape=(28, 28, 1)),        keras.layers.Conv2D(filters=32, kernel_size=(3, 3), activation="relu"),        keras.layers.MaxPooling2D(pool_size=(2, 2)),        keras.layers.Conv2D(filters=64, kernel_size=(3, 3), activation="relu"),        keras.layers.MaxPooling2D(pool_size=(2, 2)),        keras.layers.Flatten(),        keras.layers.Dense(units=10, activation="softmax"),    ])
# 注意，Conv2D里面有激活函數(shù)不代表在卷積和池化的時(shí)候進(jìn)行。而是在DNN里進(jìn)行，最后拉直后直接接softmax就行

# kernel_size 代表濾波器的大小，pool_size 代表池化的濾波器的大小
model.compile(loss="categorical_crossentropy", optimizer="adam", metrics=["accuracy"])
model.summary()
history = model.fit(x_train, y_train, batch_size=128, epochs=15, validation_split=0.1) #10層交叉檢驗(yàn)score = model.evaluate(x_test, y_test)print("Test loss:", score[0])print("Test accuracy:", score[1])
# Test loss: 0.03664601594209671# Test accuracy: 0.989300012588501
# visualize accuracy and lossdef plot_(history,label):    plt.plot(history.history[label])    plt.plot(history.history["val_" + label])    plt.title("model " + label)    plt.ylabel(label)    plt.xlabel("epoch")    plt.legend(["train","test"],loc = "upper left")    plt.show()
plot_(history,"acc")plot_(history,"loss")