在训练网络时,损失值一直震荡,结果如下
检查了数据,数据没有问题,想问一下是什么原因引起的
学习率lr=1e-6,batchsize=4,网络是一个小型的VGG,如下
model = models.Sequential()
inputShape = input_shape
chanDim = -1 # chanel last
# CONV => RELU => POOL
model.add(layers.Conv2D(32, (3, 3), padding="same",
input_shape=inputShape))
model.add(Activation("relu"))
model.add(BatchNormalization(axis=chanDim))
model.add(MaxPooling2D(pool_size=(3, 3)))
model.add(Dropout(0.25))
# (CONV => RELU) * 2 => POOL
model.add(Conv2D(64, (3, 3), padding="same"))
model.add(Activation("relu"))
model.add(BatchNormalization(axis=chanDim))
model.add(Conv2D(64, (3, 3), padding="same"))
model.add(Activation("relu"))
model.add(BatchNormalization(axis=chanDim))
model.add(MaxPooling2D(pool_size=(2, 2)))
model.add(Dropout(0.25))
# (CONV => RELU) * 2 => POOL
model.add(Conv2D(128, (3, 3), padding="same"))
model.add(Activation("relu"))
model.add(BatchNormalization(axis=chanDim))
model.add(Conv2D(128, (3, 3), padding="same"))
model.add(Activation("relu"))
model.add(BatchNormalization(axis=chanDim))
model.add(MaxPooling2D(pool_size=(2, 2)))
model.add(Dropout(0.25))
# first (and only) set of FC => RELU layers
model.add(Flatten())
model.add(Dense(1024))#原来是1024
model.add(Activation("relu"))
model.add(BatchNormalization())
model.add(Dropout(0.5))
model.add(layers.Dense(classes, activation='sigmoid'))
return model
Epoch 1/10 :
1/77 .........train_loss:1.8660999536514282,train_acc:0.25,val_loss:0.0,val_acc:1.0
2/77 .........train_loss:0.3743000030517578,train_acc:0.75,val_loss:0.0006000000284984708,val_acc:1.0
3/77 .........train_loss:0.9629999995231628,train_acc:0.25,val_loss:0.0003000000142492354,val_acc:1.0
4/77 .........train_loss:0.9380999803543091,train_acc:0.75,val_loss:0.02290000021457672,val_acc:1.0
5/77 .........train_loss:1.3630000352859497,train_acc:0.25,val_loss:0.10599999874830246,val_acc:1.0
6/77 .........train_loss:1.1638000011444092,train_acc:0.25,val_loss:0.061000000685453415,val_acc:1.0
7/77 .........train_loss:0.6043999791145325,train_acc:0.5,val_loss:0.1623000055551529,val_acc:1.0
8/77 .........train_loss:0.271699994802475,train_acc:1.0,val_loss:0.15219999849796295,val_acc:1.0
9/77 .........train_loss:0.6158000230789185,train_acc:0.75,val_loss:0.17030000686645508,val_acc:1.0
10/77 .........train_loss:1.5370999574661255,train_acc:0.75,val_loss:0.16339999437332153,val_acc:1.0
11/77 .........train_loss:0.9704999923706055,train_acc:0.75,val_loss:0.15410000085830688,val_acc:1.0
12/77 .........train_loss:0.7396000027656555,train_acc:0.5,val_loss:0.1680999994277954,val_acc:1.0
13/77 .........train_loss:1.1079000234603882,train_acc:0.5,val_loss:0.18019999563694,val_acc:1.0
14/77 .........train_loss:0.6898999810218811,train_acc:0.5,val_loss:0.1656000018119812,val_acc:1.0
15/77 .........train_loss:0.3553999960422516,train_acc:0.75,val_loss:0.13729999959468842,val_acc:1.0
16/77 .........train_loss:0.9595999717712402,train_acc:0.75,val_loss:0.13079999387264252,val_acc:1.0
17/77 .........train_loss:0.6948999762535095,train_acc:0.75,val_loss:0.131400004029274,val_acc:1.0
18/77 .........train_loss:0.2732999920845032,train_acc:1.0,val_loss:0.13779999315738678,val_acc:1.0
19/77 .........train_loss:0.5321999788284302,train_acc:0.75,val_loss:0.12309999763965607,val_acc:1.0
20/77 .........train_loss:1.1571999788284302,train_acc:0.5,val_loss:0.11800000071525574,val_acc:1.0
21/77 .........train_loss:1.3125,train_acc:0.5,val_loss:0.10040000081062317,val_acc:1.0
22/77 .........train_loss:0.7470999956130981,train_acc:0.5,val_loss:0.09730000048875809,val_acc:1.0
23/77 .........train_loss:1.1202000379562378,train_acc:0.25,val_loss:0.09790000319480896,val_acc:1.0
24/77 .........train_loss:0.98089998960495,train_acc:0.75,val_loss:0.09480000287294388,val_acc:1.0
25/77 .........train_loss:0.8733999729156494,train_acc:0.75,val_loss:0.093299999833107,val_acc:1.0
26/77 .........train_loss:1.1812000274658203,train_acc:0.25,val_loss:0.08869999647140503,val_acc:1.0
27/77 .........train_loss:1.0749000310897827,train_acc:0.5,val_loss:0.08020000159740448,val_acc:1.0
28/77 .........train_loss:0.8490999937057495,train_acc:0.5,val_loss:0.0851999968290329,val_acc:1.0
29/77 .........train_loss:1.2085000276565552,train_acc:0.25,val_loss:0.08789999783039093,val_acc:1.0
30/77 .........train_loss:0.8118000030517578,train_acc:0.5,val_loss:0.0860000029206276,val_acc:1.0
31/77 .........train_loss:0.5519000291824341,train_acc:0.5,val_loss:0.07940000295639038,val_acc:1.0
32/77 .........train_loss:1.3104000091552734,train_acc:0.25,val_loss:0.0722000002861023,val_acc:1.0
33/77 .........train_loss:1.1902999877929688,train_acc:0.25,val_loss:0.06689999997615814,val_acc:1.0
34/77 .........train_loss:0.1615000069141388,train_acc:1.0,val_loss:0.06849999725818634,val_acc:1.0
35/77 .........train_loss:0.382999986410141,train_acc:0.75,val_loss:0.06880000233650208,val_acc:1.0
36/77 .........train_loss:0.555899977684021,train_acc:0.75,val_loss:0.07169999927282333,val_acc:1.0
37/77 .........train_loss:0.26019999384880066,train_acc:0.75,val_loss:0.07150000333786011,val_acc:1.0
38/77 .........train_loss:0.8740000128746033,train_acc:0.5,val_loss:0.06880000233650208,val_acc:1.0
39/77 .........train_loss:0.5134000182151794,train_acc:0.75,val_loss:0.06459999829530716,val_acc:1.0
40/77 .........train_loss:0.9340999722480774,train_acc:0.75,val_loss:0.06549999862909317,val_acc:1.0
41/77 .........train_loss:0.684499979019165,train_acc:0.5,val_loss:0.061900001019239426,val_acc:1.0
42/77 .........train_loss:1.3522000312805176,train_acc:0.25,val_loss:0.05620000138878822,val_acc:1.0
43/77 .........train_loss:0.9114000201225281,train_acc:0.5,val_loss:0.052299998700618744,val_acc:1.0
44/77 .........train_loss:0.8479999899864197,train_acc:0.75,val_loss:0.05079999938607216,val_acc:1.0
45/77 .........train_loss:0.25519999861717224,train_acc:1.0,val_loss:0.054499998688697815,val_acc:1.0
46/77 .........train_loss:1.2669999599456787,train_acc:0.25,val_loss:0.053599998354911804,val_acc:1.0
47/77 .........train_loss:0.8998000025749207,train_acc:0.5,val_loss:0.051899999380111694,val_acc:1.0
48/77 .........train_loss:1.0500999689102173,train_acc:0.75,val_loss:0.052799999713897705,val_acc:1.0
49/77 .........train_loss:0.5569999814033508,train_acc:0.75,val_loss:0.05570000037550926,val_acc:1.0
50/77 .........train_loss:1.8724000453948975,train_acc:0.5,val_loss:0.05649999901652336,val_acc:1.0
51/77 .........train_loss:0.43650001287460327,train_acc:1.0,val_loss:0.058800000697374344,val_acc:1.0
52/77 .........train_loss:1.0694999694824219,train_acc:0.5,val_loss:0.05950000137090683,val_acc:1.0
53/77 .........train_loss:1.9672000408172607,train_acc:0.5,val_loss:0.05640000104904175,val_acc:1.0
54/77 .........train_loss:0.24560000002384186,train_acc:1.0,val_loss:0.05469999834895134,val_acc:1.0
55/77 .........train_loss:0.7495999932289124,train_acc:0.75,val_loss:0.054099999368190765,val_acc:1.0
56/77 .........train_loss:0.58160001039505,train_acc:0.75,val_loss:0.052400000393390656,val_acc:1.0
57/77 .........train_loss:0.4336000084877014,train_acc:0.75,val_loss:0.05169999971985817,val_acc:1.0
58/77 .........train_loss:0.42489999532699585,train_acc:0.75,val_loss:0.050200000405311584,val_acc:1.0
59/77 .........train_loss:0.916700005531311,train_acc:0.25,val_loss:0.0502999983727932,val_acc:1.0
60/77 .........train_loss:0.8044000267982483,train_acc:0.5,val_loss:0.050999999046325684,val_acc:1.0
61/77 .........train_loss:1.0534000396728516,train_acc:0.5,val_loss:0.050999999046325684,val_acc:1.0
62/77 .........train_loss:1.2537000179290771,train_acc:0.75,val_loss:0.04969999939203262,val_acc:1.0
63/77 .........train_loss:1.7020000219345093,train_acc:0.25,val_loss:0.048900000751018524,val_acc:1.0
64/77 .........train_loss:1.801300048828125,train_acc:0.0,val_loss:0.04839999973773956,val_acc:1.0
65/77 .........train_loss:1.0925999879837036,train_acc:0.5,val_loss:0.04899999871850014,val_acc:1.0
66/77 .........train_loss:0.1964000016450882,train_acc:1.0,val_loss:0.04899999871850014,val_acc:1.0
67/77 .........train_loss:0.42289999127388,train_acc:0.75,val_loss:0.0494999997317791,val_acc:1.0
68/77 .........train_loss:1.36080002784729,train_acc:0.5,val_loss:0.048900000751018524,val_acc:1.0
69/77 .........train_loss:0.9207000136375427,train_acc:0.5,val_loss:0.049400001764297485,val_acc:1.0
70/77 .........train_loss:0.16259999573230743,train_acc:1.0,val_loss:0.050999999046325684,val_acc:1.0
71/77 .........train_loss:0.8614000082015991,train_acc:0.5,val_loss:0.0471000000834465,val_acc:1.0
72/77 .........train_loss:0.7986999750137329,train_acc:0.25,val_loss:0.04610000178217888,val_acc:1.0
73/77 .........train_loss:1.6700999736785889,train_acc:0.5,val_loss:0.046300001442432404,val_acc:1.0
74/77 .........train_loss:1.0089999437332153,train_acc:0.5,val_loss:0.047600001096725464,val_acc:1.0
75/77 .........train_loss:0.8454999923706055,train_acc:0.5,val_loss:0.045499999076128006,val_acc:1.0
76/77 .........train_loss:0.8860999941825867,train_acc:0.75,val_loss:0.0421999990940094,val_acc:1.0
77/77 .........train_loss:0.3116999864578247,train_acc:0.75,val_loss:0.04360000044107437,val_acc:1.0
1/10 .........epoch_loss0.8798521880979663
Epoch 2/10 :
1/77 .........train_loss:0.4812000095844269,train_acc:1.0,val_loss:0.043299999088048935,val_acc:1.0
2/77 .........train_loss:0.26570001244544983,train_acc:1.0,val_loss:0.04280000180006027,val_acc:1.0
3/77 .........train_loss:1.6969000101089478,train_acc:0.5,val_loss:0.0430000014603138,val_acc:1.0
4/77 .........train_loss:0.3089999854564667,train_acc:0.75,val_loss:0.04230000078678131,val_acc:1.0
5/77 .........train_loss:0.7508000135421753,train_acc:0.75,val_loss:0.043299999088048935,val_acc:1.0
6/77 .........train_loss:0.41130000352859497,train_acc:0.75,val_loss:0.04439999908208847,val_acc:1.0
7/77 .........train_loss:1.2664999961853027,train_acc:0.5,val_loss:0.04610000178217888,val_acc:1.0
8/77 .........train_loss:0.20499999821186066,train_acc:1.0,val_loss:0.04859999939799309,val_acc:1.0
9/77 .........train_loss:0.0925000011920929,train_acc:1.0,val_loss:0.04769999906420708,val_acc:1.0
10/77 .........train_loss:1.351699948310852,train_acc:0.5,val_loss:0.04769999906420708,val_acc:1.0
11/77 .........train_loss:0.724399983882904,train_acc:0.5,val_loss:0.04729999974370003,val_acc:1.0
12/77 .........train_loss:1.0586999654769897,train_acc:0.5,val_loss:0.04910000041127205,val_acc:1.0
13/77 .........train_loss:1.3040000200271606,train_acc:0.5,val_loss:0.04919999837875366,val_acc:1.0
14/77 .........train_loss:1.4428999423980713,train_acc:0.5,val_loss:0.05050000175833702,val_acc:1.0
15/77 .........train_loss:0.44850000739097595,train_acc:0.75,val_loss:0.050999999046325684,val_acc:1.0
16/77 .........train_loss:0.4724999964237213,train_acc:0.75,val_loss:0.051500000059604645,val_acc:1.0
17/77 .........train_loss:0.388700008392334,train_acc:0.75,val_loss:0.05079999938607216,val_acc:1.0
18/77 .........train_loss:0.3449000120162964,train_acc:1.0,val_loss:0.05169999971985817,val_acc:1.0
19/77 .........train_loss:0.835099995136261,train_acc:0.75,val_loss:0.05220000073313713,val_acc:1.0
20/77 .........train_loss:1.378499984741211,train_acc:0.5,val_loss:0.052299998700618744,val_acc:1.0
21/77 .........train_loss:1.5405999422073364,train_acc:0.0,val_loss:0.05040000006556511,val_acc:1.0
22/77 .........train_loss:0.7993000149726868,train_acc:0.75,val_loss:0.0502999983727932,val_acc:1.0
23/77 .........train_loss:0.8944000005722046,train_acc:0.5,val_loss:0.04910000041127205,val_acc:1.0
24/77 .........train_loss:1.215399980545044,train_acc:0.75,val_loss:0.04560000076889992,val_acc:1.0
25/77 .........train_loss:1.4556000232696533,train_acc:0.25,val_loss:0.044599998742341995,val_acc:1.0
26/77 .........train_loss:0.7631000280380249,train_acc:0.5,val_loss:0.04360000044107437,val_acc:1.0
27/77 .........train_loss:0.853600025177002,train_acc:0.25,val_loss:0.042899999767541885,val_acc:1.0
28/77 .........train_loss:1.0032999515533447,train_acc:0.75,val_loss:0.042500000447034836,val_acc:1.0
29/77 .........train_loss:0.644599974155426,train_acc:0.75,val_loss:0.04270000010728836,val_acc:1.0
30/77 .........train_loss:2.1033999919891357,train_acc:0.5,val_loss:0.04270000010728836,val_acc:1.0
31/77 .........train_loss:0.35929998755455017,train_acc:0.75,val_loss:0.0430000014603138,val_acc:1.0
32/77 .........train_loss:1.4740999937057495,train_acc:0.5,val_loss:0.04230000078678131,val_acc:1.0
33/77 .........train_loss:1.999400019645691,train_acc:0.5,val_loss:0.04259999841451645,val_acc:1.0
34/77 .........train_loss:0.08709999918937683,train_acc:1.0,val_loss:0.043699998408555984,val_acc:1.0
35/77 .........train_loss:0.8490999937057495,train_acc:0.75,val_loss:0.04540000110864639,val_acc:1.0
36/77 .........train_loss:0.22130000591278076,train_acc:1.0,val_loss:0.04729999974370003,val_acc:1.0
37/77 .........train_loss:0.17170000076293945,train_acc:1.0,val_loss:0.04960000142455101,val_acc:1.0
38/77 .........train_loss:0.8406000137329102,train_acc:0.5,val_loss:0.049400001764297485,val_acc:1.0
39/77 .........train_loss:1.1347999572753906,train_acc:0.25,val_loss:0.05009999871253967,val_acc:1.0
40/77 .........train_loss:0.11699999868869781,train_acc:1.0,val_loss:0.052000001072883606,val_acc:1.0
41/77 .........train_loss:0.9308000206947327,train_acc:0.75,val_loss:0.050700001418590546,val_acc:1.0
42/77 .........train_loss:0.9972000122070312,train_acc:0.75,val_loss:0.04919999837875366,val_acc:1.0
43/77 .........train_loss:0.5979999899864197,train_acc:0.5,val_loss:0.04969999939203262,val_acc:1.0
44/77 .........train_loss:1.0957000255584717,train_acc:0.5,val_loss:0.05079999938607216,val_acc:1.0
45/77 .........train_loss:0.46149998903274536,train_acc:0.75,val_loss:0.050999999046325684,val_acc:1.0
46/77 .........train_loss:1.5649000406265259,train_acc:0.25,val_loss:0.05090000107884407,val_acc:1.0
47/77 .........train_loss:1.2698999643325806,train_acc:0.5,val_loss:0.05009999871253967,val_acc:1.0
48/77 .........train_loss:1.8796000480651855,train_acc:0.25,val_loss:0.0494999997317791,val_acc:1.0
49/77 .........train_loss:0.06759999692440033,train_acc:1.0,val_loss:0.05130000039935112,val_acc:1.0
50/77 .........train_loss:0.8188999891281128,train_acc:0.5,val_loss:0.052799999713897705,val_acc:1.0
51/77 .........train_loss:0.2257000058889389,train_acc:1.0,val_loss:0.05310000106692314,val_acc:1.0
52/77 .........train_loss:1.1119999885559082,train_acc:0.5,val_loss:0.05310000106692314,val_acc:1.0
53/77 .........train_loss:0.9301000237464905,train_acc:0.5,val_loss:0.051600001752376556,val_acc:1.0
54/77 .........train_loss:0.4131999909877777,train_acc:0.75,val_loss:0.050700001418590546,val_acc:1.0
55/77 .........train_loss:0.7595999836921692,train_acc:0.5,val_loss:0.050700001418590546,val_acc:1.0
56/77 .........train_loss:0.5605999827384949,train_acc:0.75,val_loss:0.050700001418590546,val_acc:1.0
57/77 .........train_loss:0.677299976348877,train_acc:0.75,val_loss:0.04410000145435333,val_acc:1.0
58/77 .........train_loss:0.28029999136924744,train_acc:1.0,val_loss:0.04360000044107437,val_acc:1.0
59/77 .........train_loss:0.911300003528595,train_acc:0.75,val_loss:0.042399998754262924,val_acc:1.0
60/77 .........train_loss:0.1624000072479248,train_acc:1.0,val_loss:0.04360000044107437,val_acc:1.0
61/77 .........train_loss:1.5983999967575073,train_acc:0.75,val_loss:0.04179999977350235,val_acc:1.0
62/77 .........train_loss:2.1105000972747803,train_acc:0.25,val_loss:0.0430000014603138,val_acc:1.0
63/77 .........train_loss:0.817300021648407,train_acc:0.5,val_loss:0.04280000180006027,val_acc:1.0
64/77 .........train_loss:0.9713000059127808,train_acc:0.5,val_loss:0.04129999876022339,val_acc:1.0
65/77 .........train_loss:0.883400022983551,train_acc:0.5,val_loss:0.04190000146627426,val_acc:1.0
66/77 .........train_loss:0.22089999914169312,train_acc:1.0,val_loss:0.042399998754262924,val_acc:1.0
67/77 .........train_loss:0.4081000089645386,train_acc:0.75,val_loss:0.04270000010728836,val_acc:1.0
68/77 .........train_loss:0.48579999804496765,train_acc:0.75,val_loss:0.04390000179409981,val_acc:1.0
69/77 .........train_loss:0.39079999923706055,train_acc:0.75,val_loss:0.04439999908208847,val_acc:1.0
70/77 .........train_loss:0.3855000138282776,train_acc:0.75,val_loss:0.04399999976158142,val_acc:1.0
71/77 .........train_loss:1.3310999870300293,train_acc:0.75,val_loss:0.04179999977350235,val_acc:1.0
72/77 .........train_loss:0.19629999995231628,train_acc:1.0,val_loss:0.04129999876022339,val_acc:1.0
73/77 .........train_loss:1.7139999866485596,train_acc:0.25,val_loss:0.04100000113248825,val_acc:1.0
74/77 .........train_loss:0.5117999911308289,train_acc:0.75,val_loss:0.042399998754262924,val_acc:1.0
75/77 .........train_loss:1.1568000316619873,train_acc:0.5,val_loss:0.040800001472234726,val_acc:1.0
76/77 .........train_loss:0.777899980545044,train_acc:0.75,val_loss:0.039900001138448715,val_acc:1.0
77/77 .........train_loss:0.259799987077713,train_acc:1.0,val_loss:0.04039999842643738,val_acc:1.0
2/10 .........epoch_loss0.8271800862117246