fancy_FAI 2019-09-07 11:05 采纳率: 0%
浏览 3772

训练网络时损失值一直震荡

在训练网络时,损失值一直震荡,结果如下
检查了数据,数据没有问题,想问一下是什么原因引起的
学习率lr=1e-6,batchsize=4,网络是一个小型的VGG,如下

model = models.Sequential()
    inputShape = input_shape
    chanDim = -1 # chanel last

    # CONV => RELU => POOL
    model.add(layers.Conv2D(32, (3, 3), padding="same",
                     input_shape=inputShape))
    model.add(Activation("relu"))
    model.add(BatchNormalization(axis=chanDim))
    model.add(MaxPooling2D(pool_size=(3, 3)))
    model.add(Dropout(0.25))

    # (CONV => RELU) * 2 => POOL
    model.add(Conv2D(64, (3, 3), padding="same"))
    model.add(Activation("relu"))
    model.add(BatchNormalization(axis=chanDim))
    model.add(Conv2D(64, (3, 3), padding="same"))
    model.add(Activation("relu"))
    model.add(BatchNormalization(axis=chanDim))
    model.add(MaxPooling2D(pool_size=(2, 2)))
    model.add(Dropout(0.25))

    # (CONV => RELU) * 2 => POOL
    model.add(Conv2D(128, (3, 3), padding="same"))
    model.add(Activation("relu"))
    model.add(BatchNormalization(axis=chanDim))
    model.add(Conv2D(128, (3, 3), padding="same"))
    model.add(Activation("relu"))
    model.add(BatchNormalization(axis=chanDim))
    model.add(MaxPooling2D(pool_size=(2, 2)))
    model.add(Dropout(0.25))

    # first (and only) set of FC => RELU layers
    model.add(Flatten())
    model.add(Dense(1024))#原来是1024
    model.add(Activation("relu"))
    model.add(BatchNormalization())
    model.add(Dropout(0.5))
    model.add(layers.Dense(classes, activation='sigmoid'))

    return model
Epoch 1/10 : 
      1/77 .........train_loss:1.8660999536514282,train_acc:0.25,val_loss:0.0,val_acc:1.0
      2/77 .........train_loss:0.3743000030517578,train_acc:0.75,val_loss:0.0006000000284984708,val_acc:1.0
      3/77 .........train_loss:0.9629999995231628,train_acc:0.25,val_loss:0.0003000000142492354,val_acc:1.0
      4/77 .........train_loss:0.9380999803543091,train_acc:0.75,val_loss:0.02290000021457672,val_acc:1.0
      5/77 .........train_loss:1.3630000352859497,train_acc:0.25,val_loss:0.10599999874830246,val_acc:1.0
      6/77 .........train_loss:1.1638000011444092,train_acc:0.25,val_loss:0.061000000685453415,val_acc:1.0
      7/77 .........train_loss:0.6043999791145325,train_acc:0.5,val_loss:0.1623000055551529,val_acc:1.0
      8/77 .........train_loss:0.271699994802475,train_acc:1.0,val_loss:0.15219999849796295,val_acc:1.0
      9/77 .........train_loss:0.6158000230789185,train_acc:0.75,val_loss:0.17030000686645508,val_acc:1.0
      10/77 .........train_loss:1.5370999574661255,train_acc:0.75,val_loss:0.16339999437332153,val_acc:1.0
      11/77 .........train_loss:0.9704999923706055,train_acc:0.75,val_loss:0.15410000085830688,val_acc:1.0
      12/77 .........train_loss:0.7396000027656555,train_acc:0.5,val_loss:0.1680999994277954,val_acc:1.0
      13/77 .........train_loss:1.1079000234603882,train_acc:0.5,val_loss:0.18019999563694,val_acc:1.0
      14/77 .........train_loss:0.6898999810218811,train_acc:0.5,val_loss:0.1656000018119812,val_acc:1.0
      15/77 .........train_loss:0.3553999960422516,train_acc:0.75,val_loss:0.13729999959468842,val_acc:1.0
      16/77 .........train_loss:0.9595999717712402,train_acc:0.75,val_loss:0.13079999387264252,val_acc:1.0
      17/77 .........train_loss:0.6948999762535095,train_acc:0.75,val_loss:0.131400004029274,val_acc:1.0
      18/77 .........train_loss:0.2732999920845032,train_acc:1.0,val_loss:0.13779999315738678,val_acc:1.0
      19/77 .........train_loss:0.5321999788284302,train_acc:0.75,val_loss:0.12309999763965607,val_acc:1.0
      20/77 .........train_loss:1.1571999788284302,train_acc:0.5,val_loss:0.11800000071525574,val_acc:1.0
      21/77 .........train_loss:1.3125,train_acc:0.5,val_loss:0.10040000081062317,val_acc:1.0
      22/77 .........train_loss:0.7470999956130981,train_acc:0.5,val_loss:0.09730000048875809,val_acc:1.0
      23/77 .........train_loss:1.1202000379562378,train_acc:0.25,val_loss:0.09790000319480896,val_acc:1.0
      24/77 .........train_loss:0.98089998960495,train_acc:0.75,val_loss:0.09480000287294388,val_acc:1.0
      25/77 .........train_loss:0.8733999729156494,train_acc:0.75,val_loss:0.093299999833107,val_acc:1.0
      26/77 .........train_loss:1.1812000274658203,train_acc:0.25,val_loss:0.08869999647140503,val_acc:1.0
      27/77 .........train_loss:1.0749000310897827,train_acc:0.5,val_loss:0.08020000159740448,val_acc:1.0
      28/77 .........train_loss:0.8490999937057495,train_acc:0.5,val_loss:0.0851999968290329,val_acc:1.0
      29/77 .........train_loss:1.2085000276565552,train_acc:0.25,val_loss:0.08789999783039093,val_acc:1.0
      30/77 .........train_loss:0.8118000030517578,train_acc:0.5,val_loss:0.0860000029206276,val_acc:1.0
      31/77 .........train_loss:0.5519000291824341,train_acc:0.5,val_loss:0.07940000295639038,val_acc:1.0
      32/77 .........train_loss:1.3104000091552734,train_acc:0.25,val_loss:0.0722000002861023,val_acc:1.0
      33/77 .........train_loss:1.1902999877929688,train_acc:0.25,val_loss:0.06689999997615814,val_acc:1.0
      34/77 .........train_loss:0.1615000069141388,train_acc:1.0,val_loss:0.06849999725818634,val_acc:1.0
      35/77 .........train_loss:0.382999986410141,train_acc:0.75,val_loss:0.06880000233650208,val_acc:1.0
      36/77 .........train_loss:0.555899977684021,train_acc:0.75,val_loss:0.07169999927282333,val_acc:1.0
      37/77 .........train_loss:0.26019999384880066,train_acc:0.75,val_loss:0.07150000333786011,val_acc:1.0
      38/77 .........train_loss:0.8740000128746033,train_acc:0.5,val_loss:0.06880000233650208,val_acc:1.0
      39/77 .........train_loss:0.5134000182151794,train_acc:0.75,val_loss:0.06459999829530716,val_acc:1.0
      40/77 .........train_loss:0.9340999722480774,train_acc:0.75,val_loss:0.06549999862909317,val_acc:1.0
      41/77 .........train_loss:0.684499979019165,train_acc:0.5,val_loss:0.061900001019239426,val_acc:1.0
      42/77 .........train_loss:1.3522000312805176,train_acc:0.25,val_loss:0.05620000138878822,val_acc:1.0
      43/77 .........train_loss:0.9114000201225281,train_acc:0.5,val_loss:0.052299998700618744,val_acc:1.0
      44/77 .........train_loss:0.8479999899864197,train_acc:0.75,val_loss:0.05079999938607216,val_acc:1.0
      45/77 .........train_loss:0.25519999861717224,train_acc:1.0,val_loss:0.054499998688697815,val_acc:1.0
      46/77 .........train_loss:1.2669999599456787,train_acc:0.25,val_loss:0.053599998354911804,val_acc:1.0
      47/77 .........train_loss:0.8998000025749207,train_acc:0.5,val_loss:0.051899999380111694,val_acc:1.0
      48/77 .........train_loss:1.0500999689102173,train_acc:0.75,val_loss:0.052799999713897705,val_acc:1.0
      49/77 .........train_loss:0.5569999814033508,train_acc:0.75,val_loss:0.05570000037550926,val_acc:1.0
      50/77 .........train_loss:1.8724000453948975,train_acc:0.5,val_loss:0.05649999901652336,val_acc:1.0
      51/77 .........train_loss:0.43650001287460327,train_acc:1.0,val_loss:0.058800000697374344,val_acc:1.0
      52/77 .........train_loss:1.0694999694824219,train_acc:0.5,val_loss:0.05950000137090683,val_acc:1.0
      53/77 .........train_loss:1.9672000408172607,train_acc:0.5,val_loss:0.05640000104904175,val_acc:1.0
      54/77 .........train_loss:0.24560000002384186,train_acc:1.0,val_loss:0.05469999834895134,val_acc:1.0
      55/77 .........train_loss:0.7495999932289124,train_acc:0.75,val_loss:0.054099999368190765,val_acc:1.0
      56/77 .........train_loss:0.58160001039505,train_acc:0.75,val_loss:0.052400000393390656,val_acc:1.0
      57/77 .........train_loss:0.4336000084877014,train_acc:0.75,val_loss:0.05169999971985817,val_acc:1.0
      58/77 .........train_loss:0.42489999532699585,train_acc:0.75,val_loss:0.050200000405311584,val_acc:1.0
      59/77 .........train_loss:0.916700005531311,train_acc:0.25,val_loss:0.0502999983727932,val_acc:1.0
      60/77 .........train_loss:0.8044000267982483,train_acc:0.5,val_loss:0.050999999046325684,val_acc:1.0
      61/77 .........train_loss:1.0534000396728516,train_acc:0.5,val_loss:0.050999999046325684,val_acc:1.0
      62/77 .........train_loss:1.2537000179290771,train_acc:0.75,val_loss:0.04969999939203262,val_acc:1.0
      63/77 .........train_loss:1.7020000219345093,train_acc:0.25,val_loss:0.048900000751018524,val_acc:1.0
      64/77 .........train_loss:1.801300048828125,train_acc:0.0,val_loss:0.04839999973773956,val_acc:1.0
      65/77 .........train_loss:1.0925999879837036,train_acc:0.5,val_loss:0.04899999871850014,val_acc:1.0
      66/77 .........train_loss:0.1964000016450882,train_acc:1.0,val_loss:0.04899999871850014,val_acc:1.0
      67/77 .........train_loss:0.42289999127388,train_acc:0.75,val_loss:0.0494999997317791,val_acc:1.0
      68/77 .........train_loss:1.36080002784729,train_acc:0.5,val_loss:0.048900000751018524,val_acc:1.0
      69/77 .........train_loss:0.9207000136375427,train_acc:0.5,val_loss:0.049400001764297485,val_acc:1.0
      70/77 .........train_loss:0.16259999573230743,train_acc:1.0,val_loss:0.050999999046325684,val_acc:1.0
      71/77 .........train_loss:0.8614000082015991,train_acc:0.5,val_loss:0.0471000000834465,val_acc:1.0
      72/77 .........train_loss:0.7986999750137329,train_acc:0.25,val_loss:0.04610000178217888,val_acc:1.0
      73/77 .........train_loss:1.6700999736785889,train_acc:0.5,val_loss:0.046300001442432404,val_acc:1.0
      74/77 .........train_loss:1.0089999437332153,train_acc:0.5,val_loss:0.047600001096725464,val_acc:1.0
      75/77 .........train_loss:0.8454999923706055,train_acc:0.5,val_loss:0.045499999076128006,val_acc:1.0
      76/77 .........train_loss:0.8860999941825867,train_acc:0.75,val_loss:0.0421999990940094,val_acc:1.0
      77/77 .........train_loss:0.3116999864578247,train_acc:0.75,val_loss:0.04360000044107437,val_acc:1.0
1/10 .........epoch_loss0.8798521880979663
Epoch 2/10 : 
      1/77 .........train_loss:0.4812000095844269,train_acc:1.0,val_loss:0.043299999088048935,val_acc:1.0
      2/77 .........train_loss:0.26570001244544983,train_acc:1.0,val_loss:0.04280000180006027,val_acc:1.0
      3/77 .........train_loss:1.6969000101089478,train_acc:0.5,val_loss:0.0430000014603138,val_acc:1.0
      4/77 .........train_loss:0.3089999854564667,train_acc:0.75,val_loss:0.04230000078678131,val_acc:1.0
      5/77 .........train_loss:0.7508000135421753,train_acc:0.75,val_loss:0.043299999088048935,val_acc:1.0
      6/77 .........train_loss:0.41130000352859497,train_acc:0.75,val_loss:0.04439999908208847,val_acc:1.0
      7/77 .........train_loss:1.2664999961853027,train_acc:0.5,val_loss:0.04610000178217888,val_acc:1.0
      8/77 .........train_loss:0.20499999821186066,train_acc:1.0,val_loss:0.04859999939799309,val_acc:1.0
      9/77 .........train_loss:0.0925000011920929,train_acc:1.0,val_loss:0.04769999906420708,val_acc:1.0
      10/77 .........train_loss:1.351699948310852,train_acc:0.5,val_loss:0.04769999906420708,val_acc:1.0
      11/77 .........train_loss:0.724399983882904,train_acc:0.5,val_loss:0.04729999974370003,val_acc:1.0
      12/77 .........train_loss:1.0586999654769897,train_acc:0.5,val_loss:0.04910000041127205,val_acc:1.0
      13/77 .........train_loss:1.3040000200271606,train_acc:0.5,val_loss:0.04919999837875366,val_acc:1.0
      14/77 .........train_loss:1.4428999423980713,train_acc:0.5,val_loss:0.05050000175833702,val_acc:1.0
      15/77 .........train_loss:0.44850000739097595,train_acc:0.75,val_loss:0.050999999046325684,val_acc:1.0
      16/77 .........train_loss:0.4724999964237213,train_acc:0.75,val_loss:0.051500000059604645,val_acc:1.0
      17/77 .........train_loss:0.388700008392334,train_acc:0.75,val_loss:0.05079999938607216,val_acc:1.0
      18/77 .........train_loss:0.3449000120162964,train_acc:1.0,val_loss:0.05169999971985817,val_acc:1.0
      19/77 .........train_loss:0.835099995136261,train_acc:0.75,val_loss:0.05220000073313713,val_acc:1.0
      20/77 .........train_loss:1.378499984741211,train_acc:0.5,val_loss:0.052299998700618744,val_acc:1.0
      21/77 .........train_loss:1.5405999422073364,train_acc:0.0,val_loss:0.05040000006556511,val_acc:1.0
      22/77 .........train_loss:0.7993000149726868,train_acc:0.75,val_loss:0.0502999983727932,val_acc:1.0
      23/77 .........train_loss:0.8944000005722046,train_acc:0.5,val_loss:0.04910000041127205,val_acc:1.0
      24/77 .........train_loss:1.215399980545044,train_acc:0.75,val_loss:0.04560000076889992,val_acc:1.0
      25/77 .........train_loss:1.4556000232696533,train_acc:0.25,val_loss:0.044599998742341995,val_acc:1.0
      26/77 .........train_loss:0.7631000280380249,train_acc:0.5,val_loss:0.04360000044107437,val_acc:1.0
      27/77 .........train_loss:0.853600025177002,train_acc:0.25,val_loss:0.042899999767541885,val_acc:1.0
      28/77 .........train_loss:1.0032999515533447,train_acc:0.75,val_loss:0.042500000447034836,val_acc:1.0
      29/77 .........train_loss:0.644599974155426,train_acc:0.75,val_loss:0.04270000010728836,val_acc:1.0
      30/77 .........train_loss:2.1033999919891357,train_acc:0.5,val_loss:0.04270000010728836,val_acc:1.0
      31/77 .........train_loss:0.35929998755455017,train_acc:0.75,val_loss:0.0430000014603138,val_acc:1.0
      32/77 .........train_loss:1.4740999937057495,train_acc:0.5,val_loss:0.04230000078678131,val_acc:1.0
      33/77 .........train_loss:1.999400019645691,train_acc:0.5,val_loss:0.04259999841451645,val_acc:1.0
      34/77 .........train_loss:0.08709999918937683,train_acc:1.0,val_loss:0.043699998408555984,val_acc:1.0
      35/77 .........train_loss:0.8490999937057495,train_acc:0.75,val_loss:0.04540000110864639,val_acc:1.0
      36/77 .........train_loss:0.22130000591278076,train_acc:1.0,val_loss:0.04729999974370003,val_acc:1.0
      37/77 .........train_loss:0.17170000076293945,train_acc:1.0,val_loss:0.04960000142455101,val_acc:1.0
      38/77 .........train_loss:0.8406000137329102,train_acc:0.5,val_loss:0.049400001764297485,val_acc:1.0
      39/77 .........train_loss:1.1347999572753906,train_acc:0.25,val_loss:0.05009999871253967,val_acc:1.0
      40/77 .........train_loss:0.11699999868869781,train_acc:1.0,val_loss:0.052000001072883606,val_acc:1.0
      41/77 .........train_loss:0.9308000206947327,train_acc:0.75,val_loss:0.050700001418590546,val_acc:1.0
      42/77 .........train_loss:0.9972000122070312,train_acc:0.75,val_loss:0.04919999837875366,val_acc:1.0
      43/77 .........train_loss:0.5979999899864197,train_acc:0.5,val_loss:0.04969999939203262,val_acc:1.0
      44/77 .........train_loss:1.0957000255584717,train_acc:0.5,val_loss:0.05079999938607216,val_acc:1.0
      45/77 .........train_loss:0.46149998903274536,train_acc:0.75,val_loss:0.050999999046325684,val_acc:1.0
      46/77 .........train_loss:1.5649000406265259,train_acc:0.25,val_loss:0.05090000107884407,val_acc:1.0
      47/77 .........train_loss:1.2698999643325806,train_acc:0.5,val_loss:0.05009999871253967,val_acc:1.0
      48/77 .........train_loss:1.8796000480651855,train_acc:0.25,val_loss:0.0494999997317791,val_acc:1.0
      49/77 .........train_loss:0.06759999692440033,train_acc:1.0,val_loss:0.05130000039935112,val_acc:1.0
      50/77 .........train_loss:0.8188999891281128,train_acc:0.5,val_loss:0.052799999713897705,val_acc:1.0
      51/77 .........train_loss:0.2257000058889389,train_acc:1.0,val_loss:0.05310000106692314,val_acc:1.0
      52/77 .........train_loss:1.1119999885559082,train_acc:0.5,val_loss:0.05310000106692314,val_acc:1.0
      53/77 .........train_loss:0.9301000237464905,train_acc:0.5,val_loss:0.051600001752376556,val_acc:1.0
      54/77 .........train_loss:0.4131999909877777,train_acc:0.75,val_loss:0.050700001418590546,val_acc:1.0
      55/77 .........train_loss:0.7595999836921692,train_acc:0.5,val_loss:0.050700001418590546,val_acc:1.0
      56/77 .........train_loss:0.5605999827384949,train_acc:0.75,val_loss:0.050700001418590546,val_acc:1.0
      57/77 .........train_loss:0.677299976348877,train_acc:0.75,val_loss:0.04410000145435333,val_acc:1.0
      58/77 .........train_loss:0.28029999136924744,train_acc:1.0,val_loss:0.04360000044107437,val_acc:1.0
      59/77 .........train_loss:0.911300003528595,train_acc:0.75,val_loss:0.042399998754262924,val_acc:1.0
      60/77 .........train_loss:0.1624000072479248,train_acc:1.0,val_loss:0.04360000044107437,val_acc:1.0
      61/77 .........train_loss:1.5983999967575073,train_acc:0.75,val_loss:0.04179999977350235,val_acc:1.0
      62/77 .........train_loss:2.1105000972747803,train_acc:0.25,val_loss:0.0430000014603138,val_acc:1.0
      63/77 .........train_loss:0.817300021648407,train_acc:0.5,val_loss:0.04280000180006027,val_acc:1.0
      64/77 .........train_loss:0.9713000059127808,train_acc:0.5,val_loss:0.04129999876022339,val_acc:1.0
      65/77 .........train_loss:0.883400022983551,train_acc:0.5,val_loss:0.04190000146627426,val_acc:1.0
      66/77 .........train_loss:0.22089999914169312,train_acc:1.0,val_loss:0.042399998754262924,val_acc:1.0
      67/77 .........train_loss:0.4081000089645386,train_acc:0.75,val_loss:0.04270000010728836,val_acc:1.0
      68/77 .........train_loss:0.48579999804496765,train_acc:0.75,val_loss:0.04390000179409981,val_acc:1.0
      69/77 .........train_loss:0.39079999923706055,train_acc:0.75,val_loss:0.04439999908208847,val_acc:1.0
      70/77 .........train_loss:0.3855000138282776,train_acc:0.75,val_loss:0.04399999976158142,val_acc:1.0
      71/77 .........train_loss:1.3310999870300293,train_acc:0.75,val_loss:0.04179999977350235,val_acc:1.0
      72/77 .........train_loss:0.19629999995231628,train_acc:1.0,val_loss:0.04129999876022339,val_acc:1.0
      73/77 .........train_loss:1.7139999866485596,train_acc:0.25,val_loss:0.04100000113248825,val_acc:1.0
      74/77 .........train_loss:0.5117999911308289,train_acc:0.75,val_loss:0.042399998754262924,val_acc:1.0
      75/77 .........train_loss:1.1568000316619873,train_acc:0.5,val_loss:0.040800001472234726,val_acc:1.0
      76/77 .........train_loss:0.777899980545044,train_acc:0.75,val_loss:0.039900001138448715,val_acc:1.0
      77/77 .........train_loss:0.259799987077713,train_acc:1.0,val_loss:0.04039999842643738,val_acc:1.0
2/10 .........epoch_loss0.8271800862117246


  • 写回答

1条回答 默认 最新

  • 繁华三千东流水 2019-09-07 11:51
    关注

    我说一下我个人的想法:
    你每次放4个样本进去,每层dropout(0.25),相当于每层和下一层的连接只有一个样本进行计算,还是随机的,不知道你的batchsize和dropout是必须的吗?如果不是必须的,建议你调整一下,最建议调整的是dropout,一般要保留0.75,(keep_prob保留0.75,rate砍去0.25,这两个参数用一个就行);
    第二个想法就是,全连接的最后一层,也就是你的第一层,不要使用dropout。
    神经网络需要大量的样本才能学到东西,我原来做batchsize最少也放100个。

    评论

报告相同问题?

悬赏问题

  • ¥65 永磁型步进电机PID算法
  • ¥15 sqlite 附加(attach database)加密数据库时,返回26是什么原因呢?
  • ¥88 找成都本地经验丰富懂小程序开发的技术大咖
  • ¥15 如何处理复杂数据表格的除法运算
  • ¥15 如何用stc8h1k08的片子做485数据透传的功能?(关键词-串口)
  • ¥15 有兄弟姐妹会用word插图功能制作类似citespace的图片吗?
  • ¥200 uniapp长期运行卡死问题解决
  • ¥15 latex怎么处理论文引理引用参考文献
  • ¥15 请教:如何用postman调用本地虚拟机区块链接上的合约?
  • ¥15 为什么使用javacv转封装rtsp为rtmp时出现如下问题:[h264 @ 000000004faf7500]no frame?