{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.690846286701209,
  "eval_steps": 500,
  "global_step": 400,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0,
      "latent_token_nums": 2.875,
      "step": 0
    },
    {
      "epoch": 0,
      "step": 0,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.0,
      "acc@10": 0.0,
      "acc@5": 0.0,
      "contrastive_loss": 1.760535478591919,
      "contrastive_loss#1": 8.802677154541016,
      "epoch": 0,
      "lm_loss": 1.1484653949737549,
      "loss": 2.909000873565674,
      "step": 0,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.0017271157167530224,
      "grad_norm": 900.0,
      "learning_rate": 6.097560975609757e-07,
      "loss": 3.0602,
      "step": 1
    },
    {
      "epoch": 0.0017271157167530224,
      "latent_token_nums": 2.8125,
      "step": 1
    },
    {
      "epoch": 0.0017271157167530224,
      "step": 1,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.0,
      "acc@10": 0.0,
      "acc@5": 0.0,
      "contrastive_loss": 2.003488063812256,
      "contrastive_loss#1": 10.017439842224121,
      "epoch": 0.0017271157167530224,
      "lm_loss": 1.0524499416351318,
      "loss": 3.0559380054473877,
      "step": 1,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.0034542314335060447,
      "grad_norm": 880.0,
      "learning_rate": 1.2195121951219514e-06,
      "loss": 3.0488,
      "step": 2
    },
    {
      "epoch": 0.0034542314335060447,
      "latent_token_nums": 2.75,
      "step": 2
    },
    {
      "epoch": 0.0034542314335060447,
      "step": 2,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.0,
      "acc@10": 0.0,
      "acc@5": 0.0,
      "contrastive_loss": 1.8555166721343994,
      "contrastive_loss#1": 9.277583122253418,
      "epoch": 0.0034542314335060447,
      "lm_loss": 1.134157419204712,
      "loss": 2.9896740913391113,
      "step": 2,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.0051813471502590676,
      "grad_norm": 872.0,
      "learning_rate": 1.8292682926829268e-06,
      "loss": 3.0487,
      "step": 3
    },
    {
      "epoch": 0.0051813471502590676,
      "latent_token_nums": 2.75,
      "step": 3
    },
    {
      "epoch": 0.0051813471502590676,
      "step": 3,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.0,
      "acc@10": 0.0625,
      "acc@5": 0.0,
      "contrastive_loss": 1.7876499891281128,
      "contrastive_loss#1": 8.938249588012695,
      "epoch": 0.0051813471502590676,
      "lm_loss": 1.0912901163101196,
      "loss": 2.8789401054382324,
      "step": 3,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.0069084628670120895,
      "grad_norm": 828.0,
      "learning_rate": 2.4390243902439027e-06,
      "loss": 3.0078,
      "step": 4
    },
    {
      "epoch": 0.0069084628670120895,
      "latent_token_nums": 2.9375,
      "step": 4
    },
    {
      "epoch": 0.0069084628670120895,
      "step": 4,
      "thought_step_nums": 2.3125
    },
    {
      "acc@1": 0.0,
      "acc@10": 0.0625,
      "acc@5": 0.0625,
      "contrastive_loss": 1.9945999383926392,
      "contrastive_loss#1": 9.972999572753906,
      "epoch": 0.0069084628670120895,
      "lm_loss": 1.08259916305542,
      "loss": 3.0771989822387695,
      "step": 4,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.008635578583765112,
      "grad_norm": 776.0,
      "learning_rate": 3.0487804878048782e-06,
      "loss": 2.9321,
      "step": 5
    },
    {
      "epoch": 0.008635578583765112,
      "latent_token_nums": 2.625,
      "step": 5
    },
    {
      "epoch": 0.008635578583765112,
      "step": 5,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.0,
      "acc@10": 0.0,
      "acc@5": 0.0,
      "contrastive_loss": 1.7157829999923706,
      "contrastive_loss#1": 8.578914642333984,
      "epoch": 0.008635578583765112,
      "lm_loss": 1.1541850566864014,
      "loss": 2.8699679374694824,
      "step": 5,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.010362694300518135,
      "grad_norm": 600.0,
      "learning_rate": 3.6585365853658537e-06,
      "loss": 2.7714,
      "step": 6
    },
    {
      "epoch": 0.010362694300518135,
      "latent_token_nums": 2.75,
      "step": 6
    },
    {
      "epoch": 0.010362694300518135,
      "step": 6,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.0,
      "acc@10": 0.0,
      "acc@5": 0.0,
      "contrastive_loss": 1.4756158590316772,
      "contrastive_loss#1": 7.378079414367676,
      "epoch": 0.010362694300518135,
      "lm_loss": 1.0698970556259155,
      "loss": 2.5455129146575928,
      "step": 6,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.012089810017271158,
      "grad_norm": 382.0,
      "learning_rate": 4.26829268292683e-06,
      "loss": 2.6485,
      "step": 7
    },
    {
      "epoch": 0.012089810017271158,
      "latent_token_nums": 2.9375,
      "step": 7
    },
    {
      "epoch": 0.012089810017271158,
      "step": 7,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.0,
      "acc@10": 0.25,
      "acc@5": 0.125,
      "contrastive_loss": 1.4729340076446533,
      "contrastive_loss#1": 7.3646697998046875,
      "epoch": 0.012089810017271158,
      "lm_loss": 1.0938012599945068,
      "loss": 2.56673526763916,
      "step": 7,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.013816925734024179,
      "grad_norm": 182.0,
      "learning_rate": 4.8780487804878055e-06,
      "loss": 2.5513,
      "step": 8
    },
    {
      "epoch": 0.013816925734024179,
      "latent_token_nums": 2.8125,
      "step": 8
    },
    {
      "epoch": 0.013816925734024179,
      "step": 8,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.0,
      "acc@10": 0.0,
      "acc@5": 0.0,
      "contrastive_loss": 1.427969217300415,
      "contrastive_loss#1": 7.139845848083496,
      "epoch": 0.013816925734024179,
      "lm_loss": 1.1109776496887207,
      "loss": 2.5389468669891357,
      "step": 8,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.015544041450777202,
      "grad_norm": 104.5,
      "learning_rate": 5.487804878048781e-06,
      "loss": 2.511,
      "step": 9
    },
    {
      "epoch": 0.015544041450777202,
      "latent_token_nums": 2.875,
      "step": 9
    },
    {
      "epoch": 0.015544041450777202,
      "step": 9,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.0,
      "acc@10": 0.0625,
      "acc@5": 0.0,
      "contrastive_loss": 1.4342457056045532,
      "contrastive_loss#1": 7.171228408813477,
      "epoch": 0.015544041450777202,
      "lm_loss": 1.0467461347579956,
      "loss": 2.480991840362549,
      "step": 9,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.017271157167530225,
      "grad_norm": 104.5,
      "learning_rate": 6.0975609756097564e-06,
      "loss": 2.4695,
      "step": 10
    },
    {
      "epoch": 0.017271157167530225,
      "latent_token_nums": 2.625,
      "step": 10
    },
    {
      "epoch": 0.017271157167530225,
      "step": 10,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.0,
      "acc@10": 0.0,
      "acc@5": 0.0,
      "contrastive_loss": 1.429718255996704,
      "contrastive_loss#1": 7.148591041564941,
      "epoch": 0.017271157167530225,
      "lm_loss": 1.0337374210357666,
      "loss": 2.4634556770324707,
      "step": 10,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.018998272884283247,
      "grad_norm": 119.0,
      "learning_rate": 6.707317073170733e-06,
      "loss": 2.4568,
      "step": 11
    },
    {
      "epoch": 0.018998272884283247,
      "latent_token_nums": 2.9375,
      "step": 11
    },
    {
      "epoch": 0.018998272884283247,
      "step": 11,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.0,
      "acc@10": 0.0,
      "acc@5": 0.0,
      "contrastive_loss": 1.397654414176941,
      "contrastive_loss#1": 6.988271713256836,
      "epoch": 0.018998272884283247,
      "lm_loss": 1.1744188070297241,
      "loss": 2.572073221206665,
      "step": 11,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.02072538860103627,
      "grad_norm": 58.5,
      "learning_rate": 7.317073170731707e-06,
      "loss": 2.4236,
      "step": 12
    },
    {
      "epoch": 0.02072538860103627,
      "latent_token_nums": 2.9375,
      "step": 12
    },
    {
      "epoch": 0.02072538860103627,
      "step": 12,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.0,
      "acc@10": 0.0,
      "acc@5": 0.0,
      "contrastive_loss": 1.3478039503097534,
      "contrastive_loss#1": 6.739019393920898,
      "epoch": 0.02072538860103627,
      "lm_loss": 0.9886120557785034,
      "loss": 2.336416006088257,
      "step": 12,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.022452504317789293,
      "grad_norm": 37.5,
      "learning_rate": 7.926829268292683e-06,
      "loss": 2.3917,
      "step": 13
    },
    {
      "epoch": 0.022452504317789293,
      "latent_token_nums": 2.75,
      "step": 13
    },
    {
      "epoch": 0.022452504317789293,
      "step": 13,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.0,
      "acc@10": 0.0,
      "acc@5": 0.0,
      "contrastive_loss": 1.3682725429534912,
      "contrastive_loss#1": 6.841362476348877,
      "epoch": 0.022452504317789293,
      "lm_loss": 1.1498939990997314,
      "loss": 2.5181665420532227,
      "step": 13,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.024179620034542316,
      "grad_norm": 48.5,
      "learning_rate": 8.53658536585366e-06,
      "loss": 2.3935,
      "step": 14
    },
    {
      "epoch": 0.024179620034542316,
      "latent_token_nums": 2.9375,
      "step": 14
    },
    {
      "epoch": 0.024179620034542316,
      "step": 14,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.0,
      "acc@10": 0.0,
      "acc@5": 0.0,
      "contrastive_loss": 1.3603403568267822,
      "contrastive_loss#1": 6.801701545715332,
      "epoch": 0.024179620034542316,
      "lm_loss": 0.9554165601730347,
      "loss": 2.3157567977905273,
      "step": 14,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.025906735751295335,
      "grad_norm": 33.25,
      "learning_rate": 9.146341463414634e-06,
      "loss": 2.3674,
      "step": 15
    },
    {
      "epoch": 0.025906735751295335,
      "latent_token_nums": 2.5,
      "step": 15
    },
    {
      "epoch": 0.025906735751295335,
      "step": 15,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.0625,
      "acc@10": 0.0625,
      "acc@5": 0.0625,
      "contrastive_loss": 1.3195055723190308,
      "contrastive_loss#1": 6.597527503967285,
      "epoch": 0.025906735751295335,
      "lm_loss": 0.9741712808609009,
      "loss": 2.2936768531799316,
      "step": 15,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.027633851468048358,
      "grad_norm": 24.125,
      "learning_rate": 9.756097560975611e-06,
      "loss": 2.3467,
      "step": 16
    },
    {
      "epoch": 0.027633851468048358,
      "latent_token_nums": 2.875,
      "step": 16
    },
    {
      "epoch": 0.027633851468048358,
      "step": 16,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.0,
      "acc@10": 0.0,
      "acc@5": 0.0,
      "contrastive_loss": 1.3567723035812378,
      "contrastive_loss#1": 6.78386116027832,
      "epoch": 0.027633851468048358,
      "lm_loss": 1.051196575164795,
      "loss": 2.4079689979553223,
      "step": 16,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.02936096718480138,
      "grad_norm": 27.625,
      "learning_rate": 1.0365853658536585e-05,
      "loss": 2.3037,
      "step": 17
    },
    {
      "epoch": 0.02936096718480138,
      "latent_token_nums": 2.875,
      "step": 17
    },
    {
      "epoch": 0.02936096718480138,
      "step": 17,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.0625,
      "acc@10": 0.25,
      "acc@5": 0.25,
      "contrastive_loss": 1.2663702964782715,
      "contrastive_loss#1": 6.331851482391357,
      "epoch": 0.02936096718480138,
      "lm_loss": 0.981899082660675,
      "loss": 2.2482693195343018,
      "step": 17,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.031088082901554404,
      "grad_norm": 45.0,
      "learning_rate": 1.0975609756097562e-05,
      "loss": 2.2808,
      "step": 18
    },
    {
      "epoch": 0.031088082901554404,
      "latent_token_nums": 2.5625,
      "step": 18
    },
    {
      "epoch": 0.031088082901554404,
      "step": 18,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.0,
      "acc@10": 0.0625,
      "acc@5": 0.0,
      "contrastive_loss": 1.328698754310608,
      "contrastive_loss#1": 6.64349365234375,
      "epoch": 0.031088082901554404,
      "lm_loss": 0.9648629426956177,
      "loss": 2.2935616970062256,
      "step": 18,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.03281519861830743,
      "grad_norm": 40.25,
      "learning_rate": 1.1585365853658537e-05,
      "loss": 2.2581,
      "step": 19
    },
    {
      "epoch": 0.03281519861830743,
      "latent_token_nums": 2.6875,
      "step": 19
    },
    {
      "epoch": 0.03281519861830743,
      "step": 19,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.0,
      "acc@10": 0.125,
      "acc@5": 0.0625,
      "contrastive_loss": 1.2911556959152222,
      "contrastive_loss#1": 6.455778121948242,
      "epoch": 0.03281519861830743,
      "lm_loss": 0.8499927520751953,
      "loss": 2.141148567199707,
      "step": 19,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.03454231433506045,
      "grad_norm": 40.0,
      "learning_rate": 1.2195121951219513e-05,
      "loss": 2.209,
      "step": 20
    },
    {
      "epoch": 0.03454231433506045,
      "latent_token_nums": 2.75,
      "step": 20
    },
    {
      "epoch": 0.03454231433506045,
      "step": 20,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.0,
      "acc@10": 0.25,
      "acc@5": 0.0,
      "contrastive_loss": 1.2486435174942017,
      "contrastive_loss#1": 6.243217468261719,
      "epoch": 0.03454231433506045,
      "lm_loss": 0.9394038319587708,
      "loss": 2.188047409057617,
      "step": 20,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.03626943005181347,
      "grad_norm": 32.75,
      "learning_rate": 1.2804878048780488e-05,
      "loss": 2.1952,
      "step": 21
    },
    {
      "epoch": 0.03626943005181347,
      "latent_token_nums": 2.6875,
      "step": 21
    },
    {
      "epoch": 0.03626943005181347,
      "step": 21,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.0,
      "acc@10": 0.0,
      "acc@5": 0.0,
      "contrastive_loss": 1.2658106088638306,
      "contrastive_loss#1": 6.329052925109863,
      "epoch": 0.03626943005181347,
      "lm_loss": 0.9267563819885254,
      "loss": 2.1925668716430664,
      "step": 21,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.037996545768566495,
      "grad_norm": 32.75,
      "learning_rate": 1.3414634146341466e-05,
      "loss": 2.1295,
      "step": 22
    },
    {
      "epoch": 0.037996545768566495,
      "latent_token_nums": 2.8125,
      "step": 22
    },
    {
      "epoch": 0.037996545768566495,
      "step": 22,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.0,
      "acc@10": 0.1875,
      "acc@5": 0.0625,
      "contrastive_loss": 1.1989765167236328,
      "contrastive_loss#1": 5.994882583618164,
      "epoch": 0.037996545768566495,
      "lm_loss": 0.8630324602127075,
      "loss": 2.062008857727051,
      "step": 22,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.039723661485319514,
      "grad_norm": 65.0,
      "learning_rate": 1.4024390243902441e-05,
      "loss": 2.0953,
      "step": 23
    },
    {
      "epoch": 0.039723661485319514,
      "latent_token_nums": 2.4375,
      "step": 23
    },
    {
      "epoch": 0.039723661485319514,
      "step": 23,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.0625,
      "acc@10": 0.3125,
      "acc@5": 0.25,
      "contrastive_loss": 1.104535698890686,
      "contrastive_loss#1": 5.522678375244141,
      "epoch": 0.039723661485319514,
      "lm_loss": 0.9251497387886047,
      "loss": 2.0296854972839355,
      "step": 23,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.04145077720207254,
      "grad_norm": 79.5,
      "learning_rate": 1.4634146341463415e-05,
      "loss": 2.022,
      "step": 24
    },
    {
      "epoch": 0.04145077720207254,
      "latent_token_nums": 2.75,
      "step": 24
    },
    {
      "epoch": 0.04145077720207254,
      "step": 24,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.1875,
      "acc@10": 0.4375,
      "acc@5": 0.375,
      "contrastive_loss": 0.9612783789634705,
      "contrastive_loss#1": 4.806391716003418,
      "epoch": 0.04145077720207254,
      "lm_loss": 0.8626295328140259,
      "loss": 1.8239078521728516,
      "step": 24,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.04317789291882556,
      "grad_norm": 119.5,
      "learning_rate": 1.524390243902439e-05,
      "loss": 1.9227,
      "step": 25
    },
    {
      "epoch": 0.04317789291882556,
      "latent_token_nums": 3.0,
      "step": 25
    },
    {
      "epoch": 0.04317789291882556,
      "step": 25,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.125,
      "acc@10": 0.4375,
      "acc@5": 0.375,
      "contrastive_loss": 0.9664424061775208,
      "contrastive_loss#1": 4.832211971282959,
      "epoch": 0.04317789291882556,
      "lm_loss": 0.8632375597953796,
      "loss": 1.8296799659729004,
      "step": 25,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.044905008635578586,
      "grad_norm": 159.0,
      "learning_rate": 1.5853658536585366e-05,
      "loss": 1.7453,
      "step": 26
    },
    {
      "epoch": 0.044905008635578586,
      "latent_token_nums": 2.75,
      "step": 26
    },
    {
      "epoch": 0.044905008635578586,
      "step": 26,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.5291533470153809,
      "contrastive_loss#1": 2.6457667350769043,
      "epoch": 0.044905008635578586,
      "lm_loss": 0.95289546251297,
      "loss": 1.482048749923706,
      "step": 26,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.046632124352331605,
      "grad_norm": 141.0,
      "learning_rate": 1.6463414634146345e-05,
      "loss": 1.5194,
      "step": 27
    },
    {
      "epoch": 0.046632124352331605,
      "latent_token_nums": 3.0,
      "step": 27
    },
    {
      "epoch": 0.046632124352331605,
      "step": 27,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.464627742767334,
      "contrastive_loss#1": 2.32313871383667,
      "epoch": 0.046632124352331605,
      "lm_loss": 0.8291876912117004,
      "loss": 1.2938153743743896,
      "step": 27,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.04835924006908463,
      "grad_norm": 79.0,
      "learning_rate": 1.707317073170732e-05,
      "loss": 1.3941,
      "step": 28
    },
    {
      "epoch": 0.04835924006908463,
      "latent_token_nums": 2.75,
      "step": 28
    },
    {
      "epoch": 0.04835924006908463,
      "step": 28,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.3366202116012573,
      "contrastive_loss#1": 1.6831010580062866,
      "epoch": 0.04835924006908463,
      "lm_loss": 0.8299115896224976,
      "loss": 1.1665318012237549,
      "step": 28,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.05008635578583765,
      "grad_norm": 92.5,
      "learning_rate": 1.7682926829268292e-05,
      "loss": 1.3259,
      "step": 29
    },
    {
      "epoch": 0.05008635578583765,
      "latent_token_nums": 2.875,
      "step": 29
    },
    {
      "epoch": 0.05008635578583765,
      "step": 29,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.5625,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.2597467601299286,
      "contrastive_loss#1": 1.2987337112426758,
      "epoch": 0.05008635578583765,
      "lm_loss": 0.8800938129425049,
      "loss": 1.1398406028747559,
      "step": 29,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.05181347150259067,
      "grad_norm": 48.75,
      "learning_rate": 1.8292682926829268e-05,
      "loss": 1.3125,
      "step": 30
    },
    {
      "epoch": 0.05181347150259067,
      "latent_token_nums": 2.875,
      "step": 30
    },
    {
      "epoch": 0.05181347150259067,
      "step": 30,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.3125,
      "acc@10": 0.8125,
      "acc@5": 0.8125,
      "contrastive_loss": 0.4895954132080078,
      "contrastive_loss#1": 2.447977066040039,
      "epoch": 0.05181347150259067,
      "lm_loss": 1.0024473667144775,
      "loss": 1.4920427799224854,
      "step": 30,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.0535405872193437,
      "grad_norm": 25.375,
      "learning_rate": 1.8902439024390246e-05,
      "loss": 1.2235,
      "step": 31
    },
    {
      "epoch": 0.0535405872193437,
      "latent_token_nums": 2.8125,
      "step": 31
    },
    {
      "epoch": 0.0535405872193437,
      "step": 31,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.625,
      "acc@5": 0.625,
      "contrastive_loss": 0.6131194233894348,
      "contrastive_loss#1": 3.0655970573425293,
      "epoch": 0.0535405872193437,
      "lm_loss": 0.9489591717720032,
      "loss": 1.562078595161438,
      "step": 31,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.055267702936096716,
      "grad_norm": 16.0,
      "learning_rate": 1.9512195121951222e-05,
      "loss": 1.2113,
      "step": 32
    },
    {
      "epoch": 0.055267702936096716,
      "latent_token_nums": 2.75,
      "step": 32
    },
    {
      "epoch": 0.055267702936096716,
      "step": 32,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.4375,
      "acc@10": 0.75,
      "acc@5": 0.75,
      "contrastive_loss": 0.42899808287620544,
      "contrastive_loss#1": 2.1449904441833496,
      "epoch": 0.055267702936096716,
      "lm_loss": 0.8022583723068237,
      "loss": 1.2312564849853516,
      "step": 32,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.05699481865284974,
      "grad_norm": 11.5625,
      "learning_rate": 2.0121951219512197e-05,
      "loss": 1.1938,
      "step": 33
    },
    {
      "epoch": 0.05699481865284974,
      "latent_token_nums": 3.0,
      "step": 33
    },
    {
      "epoch": 0.05699481865284974,
      "step": 33,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.1289679855108261,
      "contrastive_loss#1": 0.644839882850647,
      "epoch": 0.05699481865284974,
      "lm_loss": 0.9078639149665833,
      "loss": 1.0368318557739258,
      "step": 33,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.05872193436960276,
      "grad_norm": 9.0,
      "learning_rate": 2.073170731707317e-05,
      "loss": 1.1556,
      "step": 34
    },
    {
      "epoch": 0.05872193436960276,
      "latent_token_nums": 2.8125,
      "step": 34
    },
    {
      "epoch": 0.05872193436960276,
      "step": 34,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.2904982268810272,
      "contrastive_loss#1": 1.452491044998169,
      "epoch": 0.05872193436960276,
      "lm_loss": 0.8631712794303894,
      "loss": 1.1536694765090942,
      "step": 34,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.06044905008635579,
      "grad_norm": 9.375,
      "learning_rate": 2.134146341463415e-05,
      "loss": 1.1238,
      "step": 35
    },
    {
      "epoch": 0.06044905008635579,
      "latent_token_nums": 2.75,
      "step": 35
    },
    {
      "epoch": 0.06044905008635579,
      "step": 35,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1912534236907959,
      "contrastive_loss#1": 0.9562671184539795,
      "epoch": 0.06044905008635579,
      "lm_loss": 0.8606365323066711,
      "loss": 1.0518898963928223,
      "step": 35,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.06217616580310881,
      "grad_norm": 8.625,
      "learning_rate": 2.1951219512195124e-05,
      "loss": 1.1065,
      "step": 36
    },
    {
      "epoch": 0.06217616580310881,
      "latent_token_nums": 2.9375,
      "step": 36
    },
    {
      "epoch": 0.06217616580310881,
      "step": 36,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.20083566009998322,
      "contrastive_loss#1": 1.0041782855987549,
      "epoch": 0.06217616580310881,
      "lm_loss": 0.8874152898788452,
      "loss": 1.088250994682312,
      "step": 36,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.06390328151986183,
      "grad_norm": 6.875,
      "learning_rate": 2.25609756097561e-05,
      "loss": 1.0927,
      "step": 37
    },
    {
      "epoch": 0.06390328151986183,
      "latent_token_nums": 2.75,
      "step": 37
    },
    {
      "epoch": 0.06390328151986183,
      "step": 37,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.18777792155742645,
      "contrastive_loss#1": 0.9388896226882935,
      "epoch": 0.06390328151986183,
      "lm_loss": 0.8137197494506836,
      "loss": 1.0014976263046265,
      "step": 37,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.06563039723661486,
      "grad_norm": 5.125,
      "learning_rate": 2.3170731707317075e-05,
      "loss": 1.0898,
      "step": 38
    },
    {
      "epoch": 0.06563039723661486,
      "latent_token_nums": 2.9375,
      "step": 38
    },
    {
      "epoch": 0.06563039723661486,
      "step": 38,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.1958867460489273,
      "contrastive_loss#1": 0.9794337153434753,
      "epoch": 0.06563039723661486,
      "lm_loss": 0.9253515005111694,
      "loss": 1.1212382316589355,
      "step": 38,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.06735751295336788,
      "grad_norm": 5.21875,
      "learning_rate": 2.378048780487805e-05,
      "loss": 1.1029,
      "step": 39
    },
    {
      "epoch": 0.06735751295336788,
      "latent_token_nums": 2.9375,
      "step": 39
    },
    {
      "epoch": 0.06735751295336788,
      "step": 39,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.8125,
      "contrastive_loss": 0.2612789273262024,
      "contrastive_loss#1": 1.3063945770263672,
      "epoch": 0.06735751295336788,
      "lm_loss": 0.7594736814498901,
      "loss": 1.0207526683807373,
      "step": 39,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.0690846286701209,
      "grad_norm": 5.6875,
      "learning_rate": 2.4390243902439026e-05,
      "loss": 1.0788,
      "step": 40
    },
    {
      "epoch": 0.0690846286701209,
      "latent_token_nums": 2.875,
      "step": 40
    },
    {
      "epoch": 0.0690846286701209,
      "step": 40,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.375,
      "acc@10": 0.8125,
      "acc@5": 0.6875,
      "contrastive_loss": 0.4339025616645813,
      "contrastive_loss#1": 2.1695127487182617,
      "epoch": 0.0690846286701209,
      "lm_loss": 0.8533338308334351,
      "loss": 1.2872364521026611,
      "step": 40,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.07081174438687392,
      "grad_norm": 4.46875,
      "learning_rate": 2.5e-05,
      "loss": 1.0463,
      "step": 41
    },
    {
      "epoch": 0.07081174438687392,
      "latent_token_nums": 2.625,
      "step": 41
    },
    {
      "epoch": 0.07081174438687392,
      "step": 41,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.2559868395328522,
      "contrastive_loss#1": 1.2799341678619385,
      "epoch": 0.07081174438687392,
      "lm_loss": 0.8076056241989136,
      "loss": 1.0635924339294434,
      "step": 41,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 0.07253886010362694,
      "grad_norm": 4.5,
      "learning_rate": 2.5609756097560977e-05,
      "loss": 1.0503,
      "step": 42
    },
    {
      "epoch": 0.07253886010362694,
      "latent_token_nums": 2.375,
      "step": 42
    },
    {
      "epoch": 0.07253886010362694,
      "step": 42,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.2193235456943512,
      "contrastive_loss#1": 1.0966176986694336,
      "epoch": 0.07253886010362694,
      "lm_loss": 0.779422402381897,
      "loss": 0.9987459182739258,
      "step": 42,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.07426597582037997,
      "grad_norm": 4.28125,
      "learning_rate": 2.6219512195121952e-05,
      "loss": 1.0386,
      "step": 43
    },
    {
      "epoch": 0.07426597582037997,
      "latent_token_nums": 2.5,
      "step": 43
    },
    {
      "epoch": 0.07426597582037997,
      "step": 43,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.875,
      "acc@5": 0.8125,
      "contrastive_loss": 0.250463604927063,
      "contrastive_loss#1": 1.252318024635315,
      "epoch": 0.07426597582037997,
      "lm_loss": 0.797925591468811,
      "loss": 1.048389196395874,
      "step": 43,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.07599309153713299,
      "grad_norm": 4.75,
      "learning_rate": 2.682926829268293e-05,
      "loss": 1.0374,
      "step": 44
    },
    {
      "epoch": 0.07599309153713299,
      "latent_token_nums": 2.75,
      "step": 44
    },
    {
      "epoch": 0.07599309153713299,
      "step": 44,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.2088022530078888,
      "contrastive_loss#1": 1.0440112352371216,
      "epoch": 0.07599309153713299,
      "lm_loss": 0.8797611594200134,
      "loss": 1.0885634422302246,
      "step": 44,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.07772020725388601,
      "grad_norm": 5.09375,
      "learning_rate": 2.7439024390243906e-05,
      "loss": 1.0293,
      "step": 45
    },
    {
      "epoch": 0.07772020725388601,
      "latent_token_nums": 3.0,
      "step": 45
    },
    {
      "epoch": 0.07772020725388601,
      "step": 45,
      "thought_step_nums": 2.875
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.16010601818561554,
      "contrastive_loss#1": 0.8005300760269165,
      "epoch": 0.07772020725388601,
      "lm_loss": 0.8352620601654053,
      "loss": 0.9953680634498596,
      "step": 45,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.07944732297063903,
      "grad_norm": 49.25,
      "learning_rate": 2.8048780487804882e-05,
      "loss": 1.023,
      "step": 46
    },
    {
      "epoch": 0.07944732297063903,
      "latent_token_nums": 2.375,
      "step": 46
    },
    {
      "epoch": 0.07944732297063903,
      "step": 46,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.20299868285655975,
      "contrastive_loss#1": 1.01499342918396,
      "epoch": 0.07944732297063903,
      "lm_loss": 0.81828773021698,
      "loss": 1.0212863683700562,
      "step": 46,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.08117443868739206,
      "grad_norm": 19.25,
      "learning_rate": 2.8658536585365854e-05,
      "loss": 1.0413,
      "step": 47
    },
    {
      "epoch": 0.08117443868739206,
      "latent_token_nums": 2.75,
      "step": 47
    },
    {
      "epoch": 0.08117443868739206,
      "step": 47,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08203929662704468,
      "contrastive_loss#1": 0.4101964831352234,
      "epoch": 0.08117443868739206,
      "lm_loss": 0.9345235824584961,
      "loss": 1.0165629386901855,
      "step": 47,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.08290155440414508,
      "grad_norm": 161.0,
      "learning_rate": 2.926829268292683e-05,
      "loss": 1.2438,
      "step": 48
    },
    {
      "epoch": 0.08290155440414508,
      "latent_token_nums": 2.6875,
      "step": 48
    },
    {
      "epoch": 0.08290155440414508,
      "step": 48,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.4375,
      "acc@10": 1.0,
      "acc@5": 0.75,
      "contrastive_loss": 0.2907772958278656,
      "contrastive_loss#1": 1.4538865089416504,
      "epoch": 0.08290155440414508,
      "lm_loss": 0.7142524719238281,
      "loss": 1.0050297975540161,
      "step": 48,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.0846286701208981,
      "grad_norm": 64.5,
      "learning_rate": 2.9878048780487805e-05,
      "loss": 1.1917,
      "step": 49
    },
    {
      "epoch": 0.0846286701208981,
      "latent_token_nums": 3.125,
      "step": 49
    },
    {
      "epoch": 0.0846286701208981,
      "step": 49,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.875,
      "acc@5": 0.8125,
      "contrastive_loss": 0.33190903067588806,
      "contrastive_loss#1": 1.6595451831817627,
      "epoch": 0.0846286701208981,
      "lm_loss": 0.7819196581840515,
      "loss": 1.1138286590576172,
      "step": 49,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 0.08635578583765112,
      "grad_norm": 18.125,
      "learning_rate": 3.048780487804878e-05,
      "loss": 1.0197,
      "step": 50
    },
    {
      "epoch": 0.08635578583765112,
      "latent_token_nums": 2.75,
      "step": 50
    },
    {
      "epoch": 0.08635578583765112,
      "step": 50,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.3281969726085663,
      "contrastive_loss#1": 1.6409847736358643,
      "epoch": 0.08635578583765112,
      "lm_loss": 0.775916576385498,
      "loss": 1.1041135787963867,
      "step": 50,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 0.08808290155440414,
      "grad_norm": 4.5,
      "learning_rate": 3.109756097560976e-05,
      "loss": 1.0147,
      "step": 51
    },
    {
      "epoch": 0.08808290155440414,
      "latent_token_nums": 2.5625,
      "step": 51
    },
    {
      "epoch": 0.08808290155440414,
      "step": 51,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.8125,
      "acc@5": 0.8125,
      "contrastive_loss": 0.2308853715658188,
      "contrastive_loss#1": 1.1544268131256104,
      "epoch": 0.08808290155440414,
      "lm_loss": 0.7250336408615112,
      "loss": 0.9559190273284912,
      "step": 51,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.08981001727115717,
      "grad_norm": 6.0,
      "learning_rate": 3.170731707317073e-05,
      "loss": 1.016,
      "step": 52
    },
    {
      "epoch": 0.08981001727115717,
      "latent_token_nums": 2.875,
      "step": 52
    },
    {
      "epoch": 0.08981001727115717,
      "step": 52,
      "thought_step_nums": 2.875
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.3080451190471649,
      "contrastive_loss#1": 1.5402255058288574,
      "epoch": 0.08981001727115717,
      "lm_loss": 0.8077519536018372,
      "loss": 1.1157970428466797,
      "step": 52,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.09153713298791019,
      "grad_norm": 20.125,
      "learning_rate": 3.231707317073171e-05,
      "loss": 1.0066,
      "step": 53
    },
    {
      "epoch": 0.09153713298791019,
      "latent_token_nums": 2.75,
      "step": 53
    },
    {
      "epoch": 0.09153713298791019,
      "step": 53,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.18275466561317444,
      "contrastive_loss#1": 0.9137732982635498,
      "epoch": 0.09153713298791019,
      "lm_loss": 0.664313793182373,
      "loss": 0.8470684289932251,
      "step": 53,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.09326424870466321,
      "grad_norm": 3.875,
      "learning_rate": 3.292682926829269e-05,
      "loss": 0.9996,
      "step": 54
    },
    {
      "epoch": 0.09326424870466321,
      "latent_token_nums": 2.9375,
      "step": 54
    },
    {
      "epoch": 0.09326424870466321,
      "step": 54,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.10713913291692734,
      "contrastive_loss#1": 0.5356956720352173,
      "epoch": 0.09326424870466321,
      "lm_loss": 0.7348017692565918,
      "loss": 0.8419408798217773,
      "step": 54,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.09499136442141623,
      "grad_norm": 3.859375,
      "learning_rate": 3.353658536585366e-05,
      "loss": 0.9856,
      "step": 55
    },
    {
      "epoch": 0.09499136442141623,
      "latent_token_nums": 2.9375,
      "step": 55
    },
    {
      "epoch": 0.09499136442141623,
      "step": 55,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.18898220360279083,
      "contrastive_loss#1": 0.944911003112793,
      "epoch": 0.09499136442141623,
      "lm_loss": 0.7744361162185669,
      "loss": 0.9634183049201965,
      "step": 55,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.09671848013816926,
      "grad_norm": 6.125,
      "learning_rate": 3.414634146341464e-05,
      "loss": 0.9875,
      "step": 56
    },
    {
      "epoch": 0.09671848013816926,
      "latent_token_nums": 2.75,
      "step": 56
    },
    {
      "epoch": 0.09671848013816926,
      "step": 56,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.14906294643878937,
      "contrastive_loss#1": 0.7453147172927856,
      "epoch": 0.09671848013816926,
      "lm_loss": 0.8106591105461121,
      "loss": 0.9597220420837402,
      "step": 56,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.09844559585492228,
      "grad_norm": 4.40625,
      "learning_rate": 3.475609756097561e-05,
      "loss": 1.0011,
      "step": 57
    },
    {
      "epoch": 0.09844559585492228,
      "latent_token_nums": 2.8125,
      "step": 57
    },
    {
      "epoch": 0.09844559585492228,
      "step": 57,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.8125,
      "acc@5": 0.75,
      "contrastive_loss": 0.3421436548233032,
      "contrastive_loss#1": 1.7107182741165161,
      "epoch": 0.09844559585492228,
      "lm_loss": 0.7426897287368774,
      "loss": 1.0848333835601807,
      "step": 57,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.1001727115716753,
      "grad_norm": 3.84375,
      "learning_rate": 3.5365853658536584e-05,
      "loss": 0.9454,
      "step": 58
    },
    {
      "epoch": 0.1001727115716753,
      "latent_token_nums": 2.75,
      "step": 58
    },
    {
      "epoch": 0.1001727115716753,
      "step": 58,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11474499851465225,
      "contrastive_loss#1": 0.5737249851226807,
      "epoch": 0.1001727115716753,
      "lm_loss": 0.7219008207321167,
      "loss": 0.8366458415985107,
      "step": 58,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.10189982728842832,
      "grad_norm": 4.21875,
      "learning_rate": 3.597560975609756e-05,
      "loss": 0.9601,
      "step": 59
    },
    {
      "epoch": 0.10189982728842832,
      "latent_token_nums": 2.6875,
      "step": 59
    },
    {
      "epoch": 0.10189982728842832,
      "step": 59,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.875,
      "acc@5": 0.8125,
      "contrastive_loss": 0.45594674348831177,
      "contrastive_loss#1": 2.279733657836914,
      "epoch": 0.10189982728842832,
      "lm_loss": 0.7504184246063232,
      "loss": 1.2063651084899902,
      "step": 59,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.10362694300518134,
      "grad_norm": 3.9375,
      "learning_rate": 3.6585365853658535e-05,
      "loss": 0.9662,
      "step": 60
    },
    {
      "epoch": 0.10362694300518134,
      "latent_token_nums": 2.4375,
      "step": 60
    },
    {
      "epoch": 0.10362694300518134,
      "step": 60,
      "thought_step_nums": 2.3125
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.75,
      "acc@5": 0.75,
      "contrastive_loss": 0.3033875823020935,
      "contrastive_loss#1": 1.5169378519058228,
      "epoch": 0.10362694300518134,
      "lm_loss": 0.7121400833129883,
      "loss": 1.0155277252197266,
      "step": 60,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.10535405872193437,
      "grad_norm": 3.484375,
      "learning_rate": 3.7195121951219514e-05,
      "loss": 0.9735,
      "step": 61
    },
    {
      "epoch": 0.10535405872193437,
      "latent_token_nums": 2.4375,
      "step": 61
    },
    {
      "epoch": 0.10535405872193437,
      "step": 61,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.4375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.2995811700820923,
      "contrastive_loss#1": 1.4979058504104614,
      "epoch": 0.10535405872193437,
      "lm_loss": 0.737680196762085,
      "loss": 1.0372613668441772,
      "step": 61,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.1070811744386874,
      "grad_norm": 4.5,
      "learning_rate": 3.780487804878049e-05,
      "loss": 0.9698,
      "step": 62
    },
    {
      "epoch": 0.1070811744386874,
      "latent_token_nums": 3.125,
      "step": 62
    },
    {
      "epoch": 0.1070811744386874,
      "step": 62,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.5625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.18829762935638428,
      "contrastive_loss#1": 0.9414881467819214,
      "epoch": 0.1070811744386874,
      "lm_loss": 0.7352660298347473,
      "loss": 0.9235636591911316,
      "step": 62,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.10880829015544041,
      "grad_norm": 4.5625,
      "learning_rate": 3.8414634146341465e-05,
      "loss": 0.9747,
      "step": 63
    },
    {
      "epoch": 0.10880829015544041,
      "latent_token_nums": 2.625,
      "step": 63
    },
    {
      "epoch": 0.10880829015544041,
      "step": 63,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.1815273016691208,
      "contrastive_loss#1": 0.9076365232467651,
      "epoch": 0.10880829015544041,
      "lm_loss": 0.7284133434295654,
      "loss": 0.9099406599998474,
      "step": 63,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.11053540587219343,
      "grad_norm": 3.015625,
      "learning_rate": 3.9024390243902444e-05,
      "loss": 0.966,
      "step": 64
    },
    {
      "epoch": 0.11053540587219343,
      "latent_token_nums": 2.6875,
      "step": 64
    },
    {
      "epoch": 0.11053540587219343,
      "step": 64,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.2114112377166748,
      "contrastive_loss#1": 1.057056188583374,
      "epoch": 0.11053540587219343,
      "lm_loss": 0.7563239336013794,
      "loss": 0.9677351713180542,
      "step": 64,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.11226252158894647,
      "grad_norm": 4.21875,
      "learning_rate": 3.9634146341463416e-05,
      "loss": 0.9628,
      "step": 65
    },
    {
      "epoch": 0.11226252158894647,
      "latent_token_nums": 2.625,
      "step": 65
    },
    {
      "epoch": 0.11226252158894647,
      "step": 65,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.21420346200466156,
      "contrastive_loss#1": 1.0710172653198242,
      "epoch": 0.11226252158894647,
      "lm_loss": 0.72490394115448,
      "loss": 0.9391074180603027,
      "step": 65,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.11398963730569948,
      "grad_norm": 3.640625,
      "learning_rate": 4.0243902439024395e-05,
      "loss": 0.9669,
      "step": 66
    },
    {
      "epoch": 0.11398963730569948,
      "latent_token_nums": 2.6875,
      "step": 66
    },
    {
      "epoch": 0.11398963730569948,
      "step": 66,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.15959404408931732,
      "contrastive_loss#1": 0.797970175743103,
      "epoch": 0.11398963730569948,
      "lm_loss": 0.6560174226760864,
      "loss": 0.8156114816665649,
      "step": 66,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.1157167530224525,
      "grad_norm": 3.078125,
      "learning_rate": 4.085365853658537e-05,
      "loss": 0.9407,
      "step": 67
    },
    {
      "epoch": 0.1157167530224525,
      "latent_token_nums": 2.75,
      "step": 67
    },
    {
      "epoch": 0.1157167530224525,
      "step": 67,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.14682048559188843,
      "contrastive_loss#1": 0.7341024279594421,
      "epoch": 0.1157167530224525,
      "lm_loss": 0.7339786291122437,
      "loss": 0.8807991147041321,
      "step": 67,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.11744386873920552,
      "grad_norm": 4.5625,
      "learning_rate": 4.146341463414634e-05,
      "loss": 0.9529,
      "step": 68
    },
    {
      "epoch": 0.11744386873920552,
      "latent_token_nums": 2.625,
      "step": 68
    },
    {
      "epoch": 0.11744386873920552,
      "step": 68,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.154974102973938,
      "contrastive_loss#1": 0.7748705148696899,
      "epoch": 0.11744386873920552,
      "lm_loss": 0.7598984241485596,
      "loss": 0.9148725271224976,
      "step": 68,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.11917098445595854,
      "grad_norm": 3.125,
      "learning_rate": 4.207317073170732e-05,
      "loss": 0.9508,
      "step": 69
    },
    {
      "epoch": 0.11917098445595854,
      "latent_token_nums": 2.75,
      "step": 69
    },
    {
      "epoch": 0.11917098445595854,
      "step": 69,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.25278887152671814,
      "contrastive_loss#1": 1.263944387435913,
      "epoch": 0.11917098445595854,
      "lm_loss": 0.786500096321106,
      "loss": 1.0392889976501465,
      "step": 69,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 0.12089810017271158,
      "grad_norm": 4.96875,
      "learning_rate": 4.26829268292683e-05,
      "loss": 0.9552,
      "step": 70
    },
    {
      "epoch": 0.12089810017271158,
      "latent_token_nums": 2.8125,
      "step": 70
    },
    {
      "epoch": 0.12089810017271158,
      "step": 70,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15460661053657532,
      "contrastive_loss#1": 0.7730330228805542,
      "epoch": 0.12089810017271158,
      "lm_loss": 0.62077796459198,
      "loss": 0.7753845453262329,
      "step": 70,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.1226252158894646,
      "grad_norm": 3.515625,
      "learning_rate": 4.329268292682927e-05,
      "loss": 0.9362,
      "step": 71
    },
    {
      "epoch": 0.1226252158894646,
      "latent_token_nums": 2.375,
      "step": 71
    },
    {
      "epoch": 0.1226252158894646,
      "step": 71,
      "thought_step_nums": 2.25
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.17268383502960205,
      "contrastive_loss#1": 0.8634191751480103,
      "epoch": 0.1226252158894646,
      "lm_loss": 0.740646481513977,
      "loss": 0.9133303165435791,
      "step": 71,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.12435233160621761,
      "grad_norm": 3.3125,
      "learning_rate": 4.390243902439025e-05,
      "loss": 0.9418,
      "step": 72
    },
    {
      "epoch": 0.12435233160621761,
      "latent_token_nums": 3.125,
      "step": 72
    },
    {
      "epoch": 0.12435233160621761,
      "step": 72,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.3173215389251709,
      "contrastive_loss#1": 1.5866076946258545,
      "epoch": 0.12435233160621761,
      "lm_loss": 0.7154924273490906,
      "loss": 1.0328140258789062,
      "step": 72,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.12607944732297063,
      "grad_norm": 3.125,
      "learning_rate": 4.451219512195122e-05,
      "loss": 0.9427,
      "step": 73
    },
    {
      "epoch": 0.12607944732297063,
      "latent_token_nums": 2.5625,
      "step": 73
    },
    {
      "epoch": 0.12607944732297063,
      "step": 73,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.8125,
      "acc@5": 0.75,
      "contrastive_loss": 0.35026487708091736,
      "contrastive_loss#1": 1.7513244152069092,
      "epoch": 0.12607944732297063,
      "lm_loss": 0.765203595161438,
      "loss": 1.1154685020446777,
      "step": 73,
      "valid_batch_size": 1024.3125
    },
    {
      "epoch": 0.12780656303972365,
      "grad_norm": 3.046875,
      "learning_rate": 4.51219512195122e-05,
      "loss": 0.9584,
      "step": 74
    },
    {
      "epoch": 0.12780656303972365,
      "latent_token_nums": 3.0,
      "step": 74
    },
    {
      "epoch": 0.12780656303972365,
      "step": 74,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.24572554230690002,
      "contrastive_loss#1": 1.2286276817321777,
      "epoch": 0.12780656303972365,
      "lm_loss": 0.6237987279891968,
      "loss": 0.8695242404937744,
      "step": 74,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.12953367875647667,
      "grad_norm": 3.328125,
      "learning_rate": 4.573170731707318e-05,
      "loss": 0.9309,
      "step": 75
    },
    {
      "epoch": 0.12953367875647667,
      "latent_token_nums": 2.625,
      "step": 75
    },
    {
      "epoch": 0.12953367875647667,
      "step": 75,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07449844479560852,
      "contrastive_loss#1": 0.3724922239780426,
      "epoch": 0.12953367875647667,
      "lm_loss": 0.6956959962844849,
      "loss": 0.770194411277771,
      "step": 75,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.13126079447322972,
      "grad_norm": 3.234375,
      "learning_rate": 4.634146341463415e-05,
      "loss": 0.9668,
      "step": 76
    },
    {
      "epoch": 0.13126079447322972,
      "latent_token_nums": 2.5,
      "step": 76
    },
    {
      "epoch": 0.13126079447322972,
      "step": 76,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.23055791854858398,
      "contrastive_loss#1": 1.15278959274292,
      "epoch": 0.13126079447322972,
      "lm_loss": 0.704866349697113,
      "loss": 0.935424268245697,
      "step": 76,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.13298791018998274,
      "grad_norm": 3.796875,
      "learning_rate": 4.695121951219512e-05,
      "loss": 0.9289,
      "step": 77
    },
    {
      "epoch": 0.13298791018998274,
      "latent_token_nums": 2.875,
      "step": 77
    },
    {
      "epoch": 0.13298791018998274,
      "step": 77,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15880858898162842,
      "contrastive_loss#1": 0.7940429449081421,
      "epoch": 0.13298791018998274,
      "lm_loss": 0.7475109100341797,
      "loss": 0.9063194990158081,
      "step": 77,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.13471502590673576,
      "grad_norm": 3.53125,
      "learning_rate": 4.75609756097561e-05,
      "loss": 0.9371,
      "step": 78
    },
    {
      "epoch": 0.13471502590673576,
      "latent_token_nums": 2.6875,
      "step": 78
    },
    {
      "epoch": 0.13471502590673576,
      "step": 78,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.16949677467346191,
      "contrastive_loss#1": 0.8474838733673096,
      "epoch": 0.13471502590673576,
      "lm_loss": 0.6835198402404785,
      "loss": 0.8530166149139404,
      "step": 78,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.13644214162348878,
      "grad_norm": 3.0625,
      "learning_rate": 4.817073170731707e-05,
      "loss": 0.9361,
      "step": 79
    },
    {
      "epoch": 0.13644214162348878,
      "latent_token_nums": 2.5625,
      "step": 79
    },
    {
      "epoch": 0.13644214162348878,
      "step": 79,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.14010818302631378,
      "contrastive_loss#1": 0.7005409002304077,
      "epoch": 0.13644214162348878,
      "lm_loss": 0.6968201994895935,
      "loss": 0.8369283676147461,
      "step": 79,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.1381692573402418,
      "grad_norm": 3.984375,
      "learning_rate": 4.878048780487805e-05,
      "loss": 0.926,
      "step": 80
    },
    {
      "epoch": 0.1381692573402418,
      "latent_token_nums": 3.125,
      "step": 80
    },
    {
      "epoch": 0.1381692573402418,
      "step": 80,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.875,
      "acc@5": 0.8125,
      "contrastive_loss": 0.27036547660827637,
      "contrastive_loss#1": 1.3518273830413818,
      "epoch": 0.1381692573402418,
      "lm_loss": 0.7980960607528687,
      "loss": 1.068461537361145,
      "step": 80,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.13989637305699482,
      "grad_norm": 3.546875,
      "learning_rate": 4.9390243902439024e-05,
      "loss": 0.942,
      "step": 81
    },
    {
      "epoch": 0.13989637305699482,
      "latent_token_nums": 2.5625,
      "step": 81
    },
    {
      "epoch": 0.13989637305699482,
      "step": 81,
      "thought_step_nums": 2.3125
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.2143608182668686,
      "contrastive_loss#1": 1.0718040466308594,
      "epoch": 0.13989637305699482,
      "lm_loss": 0.7018274068832397,
      "loss": 0.9161882400512695,
      "step": 81,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.14162348877374784,
      "grad_norm": 95.5,
      "learning_rate": 5e-05,
      "loss": 0.952,
      "step": 82
    },
    {
      "epoch": 0.14162348877374784,
      "latent_token_nums": 2.6875,
      "step": 82
    },
    {
      "epoch": 0.14162348877374784,
      "step": 82,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.2365327924489975,
      "contrastive_loss#1": 1.182663917541504,
      "epoch": 0.14162348877374784,
      "lm_loss": 0.6736729741096497,
      "loss": 0.9102057814598083,
      "step": 82,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.14335060449050085,
      "grad_norm": 4.5625,
      "learning_rate": 5e-05,
      "loss": 0.9511,
      "step": 83
    },
    {
      "epoch": 0.14335060449050085,
      "latent_token_nums": 2.9375,
      "step": 83
    },
    {
      "epoch": 0.14335060449050085,
      "step": 83,
      "thought_step_nums": 2.3125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.10761985927820206,
      "contrastive_loss#1": 0.5380992889404297,
      "epoch": 0.14335060449050085,
      "lm_loss": 0.6486474871635437,
      "loss": 0.7562673687934875,
      "step": 83,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.14507772020725387,
      "grad_norm": 4.3125,
      "learning_rate": 5e-05,
      "loss": 0.9559,
      "step": 84
    },
    {
      "epoch": 0.14507772020725387,
      "latent_token_nums": 2.8125,
      "step": 84
    },
    {
      "epoch": 0.14507772020725387,
      "step": 84,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.28602907061576843,
      "contrastive_loss#1": 1.430145263671875,
      "epoch": 0.14507772020725387,
      "lm_loss": 0.7351198792457581,
      "loss": 1.021148920059204,
      "step": 84,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.14680483592400692,
      "grad_norm": 2.921875,
      "learning_rate": 5e-05,
      "loss": 0.947,
      "step": 85
    },
    {
      "epoch": 0.14680483592400692,
      "latent_token_nums": 2.625,
      "step": 85
    },
    {
      "epoch": 0.14680483592400692,
      "step": 85,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.17998290061950684,
      "contrastive_loss#1": 0.8999145030975342,
      "epoch": 0.14680483592400692,
      "lm_loss": 0.6785044074058533,
      "loss": 0.8584873080253601,
      "step": 85,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.14853195164075994,
      "grad_norm": 3.25,
      "learning_rate": 5e-05,
      "loss": 0.9275,
      "step": 86
    },
    {
      "epoch": 0.14853195164075994,
      "latent_token_nums": 2.75,
      "step": 86
    },
    {
      "epoch": 0.14853195164075994,
      "step": 86,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.16203533113002777,
      "contrastive_loss#1": 0.8101766109466553,
      "epoch": 0.14853195164075994,
      "lm_loss": 0.6469965577125549,
      "loss": 0.8090319037437439,
      "step": 86,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.15025906735751296,
      "grad_norm": 3.21875,
      "learning_rate": 5e-05,
      "loss": 0.9385,
      "step": 87
    },
    {
      "epoch": 0.15025906735751296,
      "latent_token_nums": 2.9375,
      "step": 87
    },
    {
      "epoch": 0.15025906735751296,
      "step": 87,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.16758480668067932,
      "contrastive_loss#1": 0.8379240036010742,
      "epoch": 0.15025906735751296,
      "lm_loss": 0.7600960731506348,
      "loss": 0.9276808500289917,
      "step": 87,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.15198618307426598,
      "grad_norm": 2.875,
      "learning_rate": 5e-05,
      "loss": 0.924,
      "step": 88
    },
    {
      "epoch": 0.15198618307426598,
      "latent_token_nums": 2.75,
      "step": 88
    },
    {
      "epoch": 0.15198618307426598,
      "step": 88,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.22043819725513458,
      "contrastive_loss#1": 1.1021909713745117,
      "epoch": 0.15198618307426598,
      "lm_loss": 0.7786678671836853,
      "loss": 0.9991060495376587,
      "step": 88,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.153713298791019,
      "grad_norm": 3.40625,
      "learning_rate": 5e-05,
      "loss": 0.9448,
      "step": 89
    },
    {
      "epoch": 0.153713298791019,
      "latent_token_nums": 3.0625,
      "step": 89
    },
    {
      "epoch": 0.153713298791019,
      "step": 89,
      "thought_step_nums": 2.9375
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.2249671220779419,
      "contrastive_loss#1": 1.1248356103897095,
      "epoch": 0.153713298791019,
      "lm_loss": 0.6719374060630798,
      "loss": 0.8969045281410217,
      "step": 89,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.15544041450777202,
      "grad_norm": 2.8125,
      "learning_rate": 5e-05,
      "loss": 0.9167,
      "step": 90
    },
    {
      "epoch": 0.15544041450777202,
      "latent_token_nums": 2.5625,
      "step": 90
    },
    {
      "epoch": 0.15544041450777202,
      "step": 90,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.13706424832344055,
      "contrastive_loss#1": 0.6853212118148804,
      "epoch": 0.15544041450777202,
      "lm_loss": 0.7785190939903259,
      "loss": 0.9155833721160889,
      "step": 90,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.15716753022452504,
      "grad_norm": 2.84375,
      "learning_rate": 5e-05,
      "loss": 0.9303,
      "step": 91
    },
    {
      "epoch": 0.15716753022452504,
      "latent_token_nums": 3.125,
      "step": 91
    },
    {
      "epoch": 0.15716753022452504,
      "step": 91,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.13314174115657806,
      "contrastive_loss#1": 0.6657087206840515,
      "epoch": 0.15716753022452504,
      "lm_loss": 0.8193382024765015,
      "loss": 0.9524799585342407,
      "step": 91,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.15889464594127806,
      "grad_norm": 2.640625,
      "learning_rate": 5e-05,
      "loss": 0.9297,
      "step": 92
    },
    {
      "epoch": 0.15889464594127806,
      "latent_token_nums": 2.9375,
      "step": 92
    },
    {
      "epoch": 0.15889464594127806,
      "step": 92,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.20012421905994415,
      "contrastive_loss#1": 1.0006210803985596,
      "epoch": 0.15889464594127806,
      "lm_loss": 0.7248613834381104,
      "loss": 0.9249855875968933,
      "step": 92,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.16062176165803108,
      "grad_norm": 2.671875,
      "learning_rate": 5e-05,
      "loss": 0.9474,
      "step": 93
    },
    {
      "epoch": 0.16062176165803108,
      "latent_token_nums": 2.9375,
      "step": 93
    },
    {
      "epoch": 0.16062176165803108,
      "step": 93,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.24635127186775208,
      "contrastive_loss#1": 1.231756329536438,
      "epoch": 0.16062176165803108,
      "lm_loss": 0.7340971231460571,
      "loss": 0.9804483652114868,
      "step": 93,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.16234887737478412,
      "grad_norm": 2.5,
      "learning_rate": 5e-05,
      "loss": 0.9475,
      "step": 94
    },
    {
      "epoch": 0.16234887737478412,
      "latent_token_nums": 2.5625,
      "step": 94
    },
    {
      "epoch": 0.16234887737478412,
      "step": 94,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1835336536169052,
      "contrastive_loss#1": 0.9176682233810425,
      "epoch": 0.16234887737478412,
      "lm_loss": 0.7132017612457275,
      "loss": 0.896735429763794,
      "step": 94,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.16407599309153714,
      "grad_norm": 2.53125,
      "learning_rate": 5e-05,
      "loss": 0.9241,
      "step": 95
    },
    {
      "epoch": 0.16407599309153714,
      "latent_token_nums": 2.75,
      "step": 95
    },
    {
      "epoch": 0.16407599309153714,
      "step": 95,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.12032349407672882,
      "contrastive_loss#1": 0.6016174554824829,
      "epoch": 0.16407599309153714,
      "lm_loss": 0.7236554622650146,
      "loss": 0.8439789414405823,
      "step": 95,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.16580310880829016,
      "grad_norm": 2.484375,
      "learning_rate": 5e-05,
      "loss": 0.9162,
      "step": 96
    },
    {
      "epoch": 0.16580310880829016,
      "latent_token_nums": 2.75,
      "step": 96
    },
    {
      "epoch": 0.16580310880829016,
      "step": 96,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.25073710083961487,
      "contrastive_loss#1": 1.253685474395752,
      "epoch": 0.16580310880829016,
      "lm_loss": 0.8188225626945496,
      "loss": 1.0695596933364868,
      "step": 96,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.16753022452504318,
      "grad_norm": 2.84375,
      "learning_rate": 5e-05,
      "loss": 0.9333,
      "step": 97
    },
    {
      "epoch": 0.16753022452504318,
      "latent_token_nums": 2.9375,
      "step": 97
    },
    {
      "epoch": 0.16753022452504318,
      "step": 97,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15167702734470367,
      "contrastive_loss#1": 0.7583851218223572,
      "epoch": 0.16753022452504318,
      "lm_loss": 0.7797576189041138,
      "loss": 0.9314346313476562,
      "step": 97,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.1692573402417962,
      "grad_norm": 2.703125,
      "learning_rate": 5e-05,
      "loss": 0.9288,
      "step": 98
    },
    {
      "epoch": 0.1692573402417962,
      "latent_token_nums": 2.6875,
      "step": 98
    },
    {
      "epoch": 0.1692573402417962,
      "step": 98,
      "thought_step_nums": 2.3125
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.12305501848459244,
      "contrastive_loss#1": 0.6152750849723816,
      "epoch": 0.1692573402417962,
      "lm_loss": 0.7414572238922119,
      "loss": 0.8645122647285461,
      "step": 98,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.17098445595854922,
      "grad_norm": 2.859375,
      "learning_rate": 5e-05,
      "loss": 0.9149,
      "step": 99
    },
    {
      "epoch": 0.17098445595854922,
      "latent_token_nums": 2.375,
      "step": 99
    },
    {
      "epoch": 0.17098445595854922,
      "step": 99,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.5,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1870049685239792,
      "contrastive_loss#1": 0.9350247979164124,
      "epoch": 0.17098445595854922,
      "lm_loss": 0.5675103068351746,
      "loss": 0.7545152902603149,
      "step": 99,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.17271157167530224,
      "grad_norm": 3.046875,
      "learning_rate": 5e-05,
      "loss": 0.9323,
      "step": 100
    },
    {
      "epoch": 0.17271157167530224,
      "latent_token_nums": 2.875,
      "step": 100
    },
    {
      "epoch": 0.17271157167530224,
      "step": 100,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.19231316447257996,
      "contrastive_loss#1": 0.9615657925605774,
      "epoch": 0.17271157167530224,
      "lm_loss": 0.7260468602180481,
      "loss": 0.9183599948883057,
      "step": 100,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.17443868739205526,
      "grad_norm": 3.09375,
      "learning_rate": 5e-05,
      "loss": 0.9302,
      "step": 101
    },
    {
      "epoch": 0.17443868739205526,
      "latent_token_nums": 2.6875,
      "step": 101
    },
    {
      "epoch": 0.17443868739205526,
      "step": 101,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.21563315391540527,
      "contrastive_loss#1": 1.0781657695770264,
      "epoch": 0.17443868739205526,
      "lm_loss": 0.7559676170349121,
      "loss": 0.9716007709503174,
      "step": 101,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.17616580310880828,
      "grad_norm": 2.65625,
      "learning_rate": 5e-05,
      "loss": 0.9236,
      "step": 102
    },
    {
      "epoch": 0.17616580310880828,
      "latent_token_nums": 3.0,
      "step": 102
    },
    {
      "epoch": 0.17616580310880828,
      "step": 102,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09616335481405258,
      "contrastive_loss#1": 0.4808167517185211,
      "epoch": 0.17616580310880828,
      "lm_loss": 0.7845364809036255,
      "loss": 0.8806998133659363,
      "step": 102,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.17789291882556132,
      "grad_norm": 2.75,
      "learning_rate": 5e-05,
      "loss": 0.9359,
      "step": 103
    },
    {
      "epoch": 0.17789291882556132,
      "latent_token_nums": 2.75,
      "step": 103
    },
    {
      "epoch": 0.17789291882556132,
      "step": 103,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.875,
      "acc@5": 0.8125,
      "contrastive_loss": 0.28250595927238464,
      "contrastive_loss#1": 1.412529706954956,
      "epoch": 0.17789291882556132,
      "lm_loss": 0.7439224123954773,
      "loss": 1.0264283418655396,
      "step": 103,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.17962003454231434,
      "grad_norm": 2.375,
      "learning_rate": 5e-05,
      "loss": 0.9352,
      "step": 104
    },
    {
      "epoch": 0.17962003454231434,
      "latent_token_nums": 2.6875,
      "step": 104
    },
    {
      "epoch": 0.17962003454231434,
      "step": 104,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.8125,
      "acc@5": 0.8125,
      "contrastive_loss": 0.2689242959022522,
      "contrastive_loss#1": 1.3446214199066162,
      "epoch": 0.17962003454231434,
      "lm_loss": 0.595905065536499,
      "loss": 0.8648293614387512,
      "step": 104,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.18134715025906736,
      "grad_norm": 2.78125,
      "learning_rate": 5e-05,
      "loss": 0.9452,
      "step": 105
    },
    {
      "epoch": 0.18134715025906736,
      "latent_token_nums": 2.9375,
      "step": 105
    },
    {
      "epoch": 0.18134715025906736,
      "step": 105,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08314186334609985,
      "contrastive_loss#1": 0.41570931673049927,
      "epoch": 0.18134715025906736,
      "lm_loss": 0.6818143129348755,
      "loss": 0.7649561762809753,
      "step": 105,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.18307426597582038,
      "grad_norm": 2.40625,
      "learning_rate": 5e-05,
      "loss": 0.9172,
      "step": 106
    },
    {
      "epoch": 0.18307426597582038,
      "latent_token_nums": 2.8125,
      "step": 106
    },
    {
      "epoch": 0.18307426597582038,
      "step": 106,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.875,
      "acc@5": 0.8125,
      "contrastive_loss": 0.2599428594112396,
      "contrastive_loss#1": 1.2997143268585205,
      "epoch": 0.18307426597582038,
      "lm_loss": 0.6881141066551208,
      "loss": 0.9480569362640381,
      "step": 106,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.1848013816925734,
      "grad_norm": 2.515625,
      "learning_rate": 5e-05,
      "loss": 0.9256,
      "step": 107
    },
    {
      "epoch": 0.1848013816925734,
      "latent_token_nums": 2.9375,
      "step": 107
    },
    {
      "epoch": 0.1848013816925734,
      "step": 107,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.875,
      "acc@5": 0.8125,
      "contrastive_loss": 0.33882439136505127,
      "contrastive_loss#1": 1.6941219568252563,
      "epoch": 0.1848013816925734,
      "lm_loss": 0.6851872205734253,
      "loss": 1.0240116119384766,
      "step": 107,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.18652849740932642,
      "grad_norm": 2.734375,
      "learning_rate": 5e-05,
      "loss": 0.9394,
      "step": 108
    },
    {
      "epoch": 0.18652849740932642,
      "latent_token_nums": 2.3125,
      "step": 108
    },
    {
      "epoch": 0.18652849740932642,
      "step": 108,
      "thought_step_nums": 2.3125
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.30560269951820374,
      "contrastive_loss#1": 1.5280134677886963,
      "epoch": 0.18652849740932642,
      "lm_loss": 0.6612946391105652,
      "loss": 0.9668973684310913,
      "step": 108,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.18825561312607944,
      "grad_norm": 2.90625,
      "learning_rate": 5e-05,
      "loss": 0.9273,
      "step": 109
    },
    {
      "epoch": 0.18825561312607944,
      "latent_token_nums": 2.5625,
      "step": 109
    },
    {
      "epoch": 0.18825561312607944,
      "step": 109,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.17422957718372345,
      "contrastive_loss#1": 0.871147871017456,
      "epoch": 0.18825561312607944,
      "lm_loss": 0.7405105233192444,
      "loss": 0.9147400856018066,
      "step": 109,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.18998272884283246,
      "grad_norm": 2.796875,
      "learning_rate": 5e-05,
      "loss": 0.933,
      "step": 110
    },
    {
      "epoch": 0.18998272884283246,
      "latent_token_nums": 2.6875,
      "step": 110
    },
    {
      "epoch": 0.18998272884283246,
      "step": 110,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.12133099138736725,
      "contrastive_loss#1": 0.606654942035675,
      "epoch": 0.18998272884283246,
      "lm_loss": 0.8021804094314575,
      "loss": 0.9235113859176636,
      "step": 110,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.19170984455958548,
      "grad_norm": 2.84375,
      "learning_rate": 5e-05,
      "loss": 0.935,
      "step": 111
    },
    {
      "epoch": 0.19170984455958548,
      "latent_token_nums": 3.0625,
      "step": 111
    },
    {
      "epoch": 0.19170984455958548,
      "step": 111,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.1657717525959015,
      "contrastive_loss#1": 0.8288587331771851,
      "epoch": 0.19170984455958548,
      "lm_loss": 0.7318127155303955,
      "loss": 0.8975844383239746,
      "step": 111,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.19343696027633853,
      "grad_norm": 2.640625,
      "learning_rate": 5e-05,
      "loss": 0.9067,
      "step": 112
    },
    {
      "epoch": 0.19343696027633853,
      "latent_token_nums": 2.8125,
      "step": 112
    },
    {
      "epoch": 0.19343696027633853,
      "step": 112,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.3071896731853485,
      "contrastive_loss#1": 1.5359482765197754,
      "epoch": 0.19343696027633853,
      "lm_loss": 0.663905143737793,
      "loss": 0.9710948467254639,
      "step": 112,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.19516407599309155,
      "grad_norm": 2.6875,
      "learning_rate": 5e-05,
      "loss": 0.919,
      "step": 113
    },
    {
      "epoch": 0.19516407599309155,
      "latent_token_nums": 3.0,
      "step": 113
    },
    {
      "epoch": 0.19516407599309155,
      "step": 113,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.323993444442749,
      "contrastive_loss#1": 1.6199672222137451,
      "epoch": 0.19516407599309155,
      "lm_loss": 0.6346616744995117,
      "loss": 0.9586551189422607,
      "step": 113,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.19689119170984457,
      "grad_norm": 2.75,
      "learning_rate": 5e-05,
      "loss": 0.9184,
      "step": 114
    },
    {
      "epoch": 0.19689119170984457,
      "latent_token_nums": 2.9375,
      "step": 114
    },
    {
      "epoch": 0.19689119170984457,
      "step": 114,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07398387789726257,
      "contrastive_loss#1": 0.36991938948631287,
      "epoch": 0.19689119170984457,
      "lm_loss": 0.6898666620254517,
      "loss": 0.7638505697250366,
      "step": 114,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.19861830742659758,
      "grad_norm": 2.640625,
      "learning_rate": 5e-05,
      "loss": 0.9118,
      "step": 115
    },
    {
      "epoch": 0.19861830742659758,
      "latent_token_nums": 3.0625,
      "step": 115
    },
    {
      "epoch": 0.19861830742659758,
      "step": 115,
      "thought_step_nums": 2.9375
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11561942100524902,
      "contrastive_loss#1": 0.5780971050262451,
      "epoch": 0.19861830742659758,
      "lm_loss": 0.7633473873138428,
      "loss": 0.8789668083190918,
      "step": 115,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.2003454231433506,
      "grad_norm": 2.421875,
      "learning_rate": 5e-05,
      "loss": 0.9011,
      "step": 116
    },
    {
      "epoch": 0.2003454231433506,
      "latent_token_nums": 2.8125,
      "step": 116
    },
    {
      "epoch": 0.2003454231433506,
      "step": 116,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.2085493803024292,
      "contrastive_loss#1": 1.042746901512146,
      "epoch": 0.2003454231433506,
      "lm_loss": 0.7098721265792847,
      "loss": 0.9184215068817139,
      "step": 116,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.20207253886010362,
      "grad_norm": 2.734375,
      "learning_rate": 5e-05,
      "loss": 0.9108,
      "step": 117
    },
    {
      "epoch": 0.20207253886010362,
      "latent_token_nums": 2.4375,
      "step": 117
    },
    {
      "epoch": 0.20207253886010362,
      "step": 117,
      "thought_step_nums": 2.3125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.2113729566335678,
      "contrastive_loss#1": 1.0568647384643555,
      "epoch": 0.20207253886010362,
      "lm_loss": 0.7037535309791565,
      "loss": 0.9151265025138855,
      "step": 117,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.20379965457685664,
      "grad_norm": 2.765625,
      "learning_rate": 5e-05,
      "loss": 0.9243,
      "step": 118
    },
    {
      "epoch": 0.20379965457685664,
      "latent_token_nums": 2.6875,
      "step": 118
    },
    {
      "epoch": 0.20379965457685664,
      "step": 118,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.21438518166542053,
      "contrastive_loss#1": 1.0719258785247803,
      "epoch": 0.20379965457685664,
      "lm_loss": 0.78011554479599,
      "loss": 0.9945007562637329,
      "step": 118,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.20552677029360966,
      "grad_norm": 2.578125,
      "learning_rate": 5e-05,
      "loss": 0.9054,
      "step": 119
    },
    {
      "epoch": 0.20552677029360966,
      "latent_token_nums": 2.875,
      "step": 119
    },
    {
      "epoch": 0.20552677029360966,
      "step": 119,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.22093892097473145,
      "contrastive_loss#1": 1.1046946048736572,
      "epoch": 0.20552677029360966,
      "lm_loss": 0.7179381847381592,
      "loss": 0.9388771057128906,
      "step": 119,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.20725388601036268,
      "grad_norm": 2.640625,
      "learning_rate": 5e-05,
      "loss": 0.9018,
      "step": 120
    },
    {
      "epoch": 0.20725388601036268,
      "latent_token_nums": 2.8125,
      "step": 120
    },
    {
      "epoch": 0.20725388601036268,
      "step": 120,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.21359501779079437,
      "contrastive_loss#1": 1.0679750442504883,
      "epoch": 0.20725388601036268,
      "lm_loss": 0.7254631519317627,
      "loss": 0.9390581846237183,
      "step": 120,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.20898100172711573,
      "grad_norm": 2.578125,
      "learning_rate": 5e-05,
      "loss": 0.9223,
      "step": 121
    },
    {
      "epoch": 0.20898100172711573,
      "latent_token_nums": 2.9375,
      "step": 121
    },
    {
      "epoch": 0.20898100172711573,
      "step": 121,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.19768579304218292,
      "contrastive_loss#1": 0.9884289503097534,
      "epoch": 0.20898100172711573,
      "lm_loss": 0.7201322317123413,
      "loss": 0.917818009853363,
      "step": 121,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 0.21070811744386875,
      "grad_norm": 2.359375,
      "learning_rate": 5e-05,
      "loss": 0.9334,
      "step": 122
    },
    {
      "epoch": 0.21070811744386875,
      "latent_token_nums": 2.625,
      "step": 122
    },
    {
      "epoch": 0.21070811744386875,
      "step": 122,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.10638997703790665,
      "contrastive_loss#1": 0.5319498777389526,
      "epoch": 0.21070811744386875,
      "lm_loss": 0.6367990970611572,
      "loss": 0.7431890964508057,
      "step": 122,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.21243523316062177,
      "grad_norm": 2.8125,
      "learning_rate": 5e-05,
      "loss": 0.8932,
      "step": 123
    },
    {
      "epoch": 0.21243523316062177,
      "latent_token_nums": 2.6875,
      "step": 123
    },
    {
      "epoch": 0.21243523316062177,
      "step": 123,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.1663137823343277,
      "contrastive_loss#1": 0.8315688967704773,
      "epoch": 0.21243523316062177,
      "lm_loss": 0.689271867275238,
      "loss": 0.8555856347084045,
      "step": 123,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 0.2141623488773748,
      "grad_norm": 2.59375,
      "learning_rate": 5e-05,
      "loss": 0.9066,
      "step": 124
    },
    {
      "epoch": 0.2141623488773748,
      "latent_token_nums": 2.8125,
      "step": 124
    },
    {
      "epoch": 0.2141623488773748,
      "step": 124,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.11260207742452621,
      "contrastive_loss#1": 0.5630103945732117,
      "epoch": 0.2141623488773748,
      "lm_loss": 0.6773102283477783,
      "loss": 0.7899122834205627,
      "step": 124,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.2158894645941278,
      "grad_norm": 2.828125,
      "learning_rate": 5e-05,
      "loss": 0.9149,
      "step": 125
    },
    {
      "epoch": 0.2158894645941278,
      "latent_token_nums": 2.5625,
      "step": 125
    },
    {
      "epoch": 0.2158894645941278,
      "step": 125,
      "thought_step_nums": 2.3125
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.21235977113246918,
      "contrastive_loss#1": 1.0617988109588623,
      "epoch": 0.2158894645941278,
      "lm_loss": 0.7682841420173645,
      "loss": 0.9806439280509949,
      "step": 125,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.21761658031088082,
      "grad_norm": 2.59375,
      "learning_rate": 5e-05,
      "loss": 0.9125,
      "step": 126
    },
    {
      "epoch": 0.21761658031088082,
      "latent_token_nums": 2.6875,
      "step": 126
    },
    {
      "epoch": 0.21761658031088082,
      "step": 126,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.21070241928100586,
      "contrastive_loss#1": 1.0535120964050293,
      "epoch": 0.21761658031088082,
      "lm_loss": 0.7359223961830139,
      "loss": 0.9466248154640198,
      "step": 126,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.21934369602763384,
      "grad_norm": 2.765625,
      "learning_rate": 5e-05,
      "loss": 0.9203,
      "step": 127
    },
    {
      "epoch": 0.21934369602763384,
      "latent_token_nums": 2.6875,
      "step": 127
    },
    {
      "epoch": 0.21934369602763384,
      "step": 127,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.12296199798583984,
      "contrastive_loss#1": 0.6148099899291992,
      "epoch": 0.21934369602763384,
      "lm_loss": 0.6590629816055298,
      "loss": 0.7820249795913696,
      "step": 127,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.22107081174438686,
      "grad_norm": 2.609375,
      "learning_rate": 5e-05,
      "loss": 0.9044,
      "step": 128
    },
    {
      "epoch": 0.22107081174438686,
      "latent_token_nums": 2.9375,
      "step": 128
    },
    {
      "epoch": 0.22107081174438686,
      "step": 128,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.23577380180358887,
      "contrastive_loss#1": 1.1788690090179443,
      "epoch": 0.22107081174438686,
      "lm_loss": 0.7263543605804443,
      "loss": 0.9621281623840332,
      "step": 128,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.22279792746113988,
      "grad_norm": 2.4375,
      "learning_rate": 5e-05,
      "loss": 0.9046,
      "step": 129
    },
    {
      "epoch": 0.22279792746113988,
      "latent_token_nums": 2.625,
      "step": 129
    },
    {
      "epoch": 0.22279792746113988,
      "step": 129,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.23033037781715393,
      "contrastive_loss#1": 1.1516518592834473,
      "epoch": 0.22279792746113988,
      "lm_loss": 0.7157034873962402,
      "loss": 0.9460338354110718,
      "step": 129,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.22452504317789293,
      "grad_norm": 2.625,
      "learning_rate": 5e-05,
      "loss": 0.9237,
      "step": 130
    },
    {
      "epoch": 0.22452504317789293,
      "latent_token_nums": 2.8125,
      "step": 130
    },
    {
      "epoch": 0.22452504317789293,
      "step": 130,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.2802923917770386,
      "contrastive_loss#1": 1.4014619588851929,
      "epoch": 0.22452504317789293,
      "lm_loss": 0.6791236996650696,
      "loss": 0.9594160914421082,
      "step": 130,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 0.22625215889464595,
      "grad_norm": 2.59375,
      "learning_rate": 5e-05,
      "loss": 0.9087,
      "step": 131
    },
    {
      "epoch": 0.22625215889464595,
      "latent_token_nums": 2.6875,
      "step": 131
    },
    {
      "epoch": 0.22625215889464595,
      "step": 131,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.16861286759376526,
      "contrastive_loss#1": 0.8430643081665039,
      "epoch": 0.22625215889464595,
      "lm_loss": 0.7242357730865479,
      "loss": 0.8928486108779907,
      "step": 131,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.22797927461139897,
      "grad_norm": 2.203125,
      "learning_rate": 5e-05,
      "loss": 0.8868,
      "step": 132
    },
    {
      "epoch": 0.22797927461139897,
      "latent_token_nums": 2.8125,
      "step": 132
    },
    {
      "epoch": 0.22797927461139897,
      "step": 132,
      "thought_step_nums": 2.3125
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.16770736873149872,
      "contrastive_loss#1": 0.8385368585586548,
      "epoch": 0.22797927461139897,
      "lm_loss": 0.7643598318099976,
      "loss": 0.9320672154426575,
      "step": 132,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 0.229706390328152,
      "grad_norm": 2.578125,
      "learning_rate": 5e-05,
      "loss": 0.8848,
      "step": 133
    },
    {
      "epoch": 0.229706390328152,
      "latent_token_nums": 2.5625,
      "step": 133
    },
    {
      "epoch": 0.229706390328152,
      "step": 133,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.13579218089580536,
      "contrastive_loss#1": 0.6789608597755432,
      "epoch": 0.229706390328152,
      "lm_loss": 0.643797755241394,
      "loss": 0.7795899510383606,
      "step": 133,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.231433506044905,
      "grad_norm": 2.5,
      "learning_rate": 5e-05,
      "loss": 0.8935,
      "step": 134
    },
    {
      "epoch": 0.231433506044905,
      "latent_token_nums": 2.5,
      "step": 134
    },
    {
      "epoch": 0.231433506044905,
      "step": 134,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.9375,
      "acc@5": 0.75,
      "contrastive_loss": 0.36916300654411316,
      "contrastive_loss#1": 1.8458150625228882,
      "epoch": 0.231433506044905,
      "lm_loss": 0.6684552431106567,
      "loss": 1.0376182794570923,
      "step": 134,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.23316062176165803,
      "grad_norm": 2.6875,
      "learning_rate": 5e-05,
      "loss": 0.9057,
      "step": 135
    },
    {
      "epoch": 0.23316062176165803,
      "latent_token_nums": 2.5625,
      "step": 135
    },
    {
      "epoch": 0.23316062176165803,
      "step": 135,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.5,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.20325465500354767,
      "contrastive_loss#1": 1.0162732601165771,
      "epoch": 0.23316062176165803,
      "lm_loss": 0.7040519714355469,
      "loss": 0.9073066115379333,
      "step": 135,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.23488773747841105,
      "grad_norm": 2.8125,
      "learning_rate": 5e-05,
      "loss": 0.9024,
      "step": 136
    },
    {
      "epoch": 0.23488773747841105,
      "latent_token_nums": 3.0,
      "step": 136
    },
    {
      "epoch": 0.23488773747841105,
      "step": 136,
      "thought_step_nums": 2.875
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.2756544351577759,
      "contrastive_loss#1": 1.3782721757888794,
      "epoch": 0.23488773747841105,
      "lm_loss": 0.7361377477645874,
      "loss": 1.0117921829223633,
      "step": 136,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 0.23661485319516407,
      "grad_norm": 2.625,
      "learning_rate": 5e-05,
      "loss": 0.9154,
      "step": 137
    },
    {
      "epoch": 0.23661485319516407,
      "latent_token_nums": 2.5,
      "step": 137
    },
    {
      "epoch": 0.23661485319516407,
      "step": 137,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.875,
      "acc@5": 0.8125,
      "contrastive_loss": 0.3116624057292938,
      "contrastive_loss#1": 1.5583120584487915,
      "epoch": 0.23661485319516407,
      "lm_loss": 0.7645189762115479,
      "loss": 1.076181411743164,
      "step": 137,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 0.23834196891191708,
      "grad_norm": 2.25,
      "learning_rate": 5e-05,
      "loss": 0.9115,
      "step": 138
    },
    {
      "epoch": 0.23834196891191708,
      "latent_token_nums": 2.5625,
      "step": 138
    },
    {
      "epoch": 0.23834196891191708,
      "step": 138,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.24806606769561768,
      "contrastive_loss#1": 1.2403303384780884,
      "epoch": 0.23834196891191708,
      "lm_loss": 0.7157848477363586,
      "loss": 0.9638509154319763,
      "step": 138,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.24006908462867013,
      "grad_norm": 2.5625,
      "learning_rate": 5e-05,
      "loss": 0.8906,
      "step": 139
    },
    {
      "epoch": 0.24006908462867013,
      "latent_token_nums": 2.6875,
      "step": 139
    },
    {
      "epoch": 0.24006908462867013,
      "step": 139,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.2015770524740219,
      "contrastive_loss#1": 1.007885217666626,
      "epoch": 0.24006908462867013,
      "lm_loss": 0.6961809396743774,
      "loss": 0.8977580070495605,
      "step": 139,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.24179620034542315,
      "grad_norm": 2.8125,
      "learning_rate": 5e-05,
      "loss": 0.8745,
      "step": 140
    },
    {
      "epoch": 0.24179620034542315,
      "latent_token_nums": 2.5625,
      "step": 140
    },
    {
      "epoch": 0.24179620034542315,
      "step": 140,
      "thought_step_nums": 2.3125
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.23438043892383575,
      "contrastive_loss#1": 1.1719021797180176,
      "epoch": 0.24179620034542315,
      "lm_loss": 0.7224524021148682,
      "loss": 0.9568328261375427,
      "step": 140,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.24352331606217617,
      "grad_norm": 2.390625,
      "learning_rate": 5e-05,
      "loss": 0.8996,
      "step": 141
    },
    {
      "epoch": 0.24352331606217617,
      "latent_token_nums": 2.8125,
      "step": 141
    },
    {
      "epoch": 0.24352331606217617,
      "step": 141,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1689154952764511,
      "contrastive_loss#1": 0.844577431678772,
      "epoch": 0.24352331606217617,
      "lm_loss": 0.739324688911438,
      "loss": 0.9082401990890503,
      "step": 141,
      "valid_batch_size": 1024.4375
    },
    {
      "epoch": 0.2452504317789292,
      "grad_norm": 2.578125,
      "learning_rate": 5e-05,
      "loss": 0.8912,
      "step": 142
    },
    {
      "epoch": 0.2452504317789292,
      "latent_token_nums": 2.875,
      "step": 142
    },
    {
      "epoch": 0.2452504317789292,
      "step": 142,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.13470278680324554,
      "contrastive_loss#1": 0.6735138893127441,
      "epoch": 0.2452504317789292,
      "lm_loss": 0.7269357442855835,
      "loss": 0.8616385459899902,
      "step": 142,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.2469775474956822,
      "grad_norm": 2.5625,
      "learning_rate": 5e-05,
      "loss": 0.8818,
      "step": 143
    },
    {
      "epoch": 0.2469775474956822,
      "latent_token_nums": 2.625,
      "step": 143
    },
    {
      "epoch": 0.2469775474956822,
      "step": 143,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.21570444107055664,
      "contrastive_loss#1": 1.0785222053527832,
      "epoch": 0.2469775474956822,
      "lm_loss": 0.588731050491333,
      "loss": 0.8044354915618896,
      "step": 143,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.24870466321243523,
      "grad_norm": 2.4375,
      "learning_rate": 5e-05,
      "loss": 0.8721,
      "step": 144
    },
    {
      "epoch": 0.24870466321243523,
      "latent_token_nums": 3.0,
      "step": 144
    },
    {
      "epoch": 0.24870466321243523,
      "step": 144,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.18681600689888,
      "contrastive_loss#1": 0.9340800046920776,
      "epoch": 0.24870466321243523,
      "lm_loss": 0.739424467086792,
      "loss": 0.9262404441833496,
      "step": 144,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.2504317789291883,
      "grad_norm": 2.328125,
      "learning_rate": 5e-05,
      "loss": 0.8771,
      "step": 145
    },
    {
      "epoch": 0.2504317789291883,
      "latent_token_nums": 2.5,
      "step": 145
    },
    {
      "epoch": 0.2504317789291883,
      "step": 145,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05928696319460869,
      "contrastive_loss#1": 0.29643481969833374,
      "epoch": 0.2504317789291883,
      "lm_loss": 0.7064107060432434,
      "loss": 0.7656976580619812,
      "step": 145,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.25215889464594127,
      "grad_norm": 2.890625,
      "learning_rate": 5e-05,
      "loss": 0.8889,
      "step": 146
    },
    {
      "epoch": 0.25215889464594127,
      "latent_token_nums": 3.0,
      "step": 146
    },
    {
      "epoch": 0.25215889464594127,
      "step": 146,
      "thought_step_nums": 3.0
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.18071900308132172,
      "contrastive_loss#1": 0.903594970703125,
      "epoch": 0.25215889464594127,
      "lm_loss": 0.6918379664421082,
      "loss": 0.8725569844245911,
      "step": 146,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.2538860103626943,
      "grad_norm": 2.640625,
      "learning_rate": 5e-05,
      "loss": 0.9026,
      "step": 147
    },
    {
      "epoch": 0.2538860103626943,
      "latent_token_nums": 2.625,
      "step": 147
    },
    {
      "epoch": 0.2538860103626943,
      "step": 147,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.057374801486730576,
      "contrastive_loss#1": 0.286873996257782,
      "epoch": 0.2538860103626943,
      "lm_loss": 0.7835279107093811,
      "loss": 0.8409026861190796,
      "step": 147,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.2556131260794473,
      "grad_norm": 2.46875,
      "learning_rate": 5e-05,
      "loss": 0.8977,
      "step": 148
    },
    {
      "epoch": 0.2556131260794473,
      "latent_token_nums": 2.625,
      "step": 148
    },
    {
      "epoch": 0.2556131260794473,
      "step": 148,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.13784924149513245,
      "contrastive_loss#1": 0.6892461776733398,
      "epoch": 0.2556131260794473,
      "lm_loss": 0.7954550981521606,
      "loss": 0.9333043098449707,
      "step": 148,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.25734024179620035,
      "grad_norm": 2.21875,
      "learning_rate": 5e-05,
      "loss": 0.8946,
      "step": 149
    },
    {
      "epoch": 0.25734024179620035,
      "latent_token_nums": 2.625,
      "step": 149
    },
    {
      "epoch": 0.25734024179620035,
      "step": 149,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11130471527576447,
      "contrastive_loss#1": 0.5565235614776611,
      "epoch": 0.25734024179620035,
      "lm_loss": 0.7511652708053589,
      "loss": 0.8624699711799622,
      "step": 149,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.25906735751295334,
      "grad_norm": 2.625,
      "learning_rate": 5e-05,
      "loss": 0.8788,
      "step": 150
    },
    {
      "epoch": 0.25906735751295334,
      "latent_token_nums": 2.625,
      "step": 150
    },
    {
      "epoch": 0.25906735751295334,
      "step": 150,
      "thought_step_nums": 2.25
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1283707618713379,
      "contrastive_loss#1": 0.6418538093566895,
      "epoch": 0.25906735751295334,
      "lm_loss": 0.7224407196044922,
      "loss": 0.8508114814758301,
      "step": 150,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.2607944732297064,
      "grad_norm": 2.390625,
      "learning_rate": 5e-05,
      "loss": 0.8931,
      "step": 151
    },
    {
      "epoch": 0.2607944732297064,
      "latent_token_nums": 2.9375,
      "step": 151
    },
    {
      "epoch": 0.2607944732297064,
      "step": 151,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09448664635419846,
      "contrastive_loss#1": 0.4724332094192505,
      "epoch": 0.2607944732297064,
      "lm_loss": 0.7803521156311035,
      "loss": 0.8748387694358826,
      "step": 151,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.26252158894645944,
      "grad_norm": 2.515625,
      "learning_rate": 5e-05,
      "loss": 0.8949,
      "step": 152
    },
    {
      "epoch": 0.26252158894645944,
      "latent_token_nums": 2.9375,
      "step": 152
    },
    {
      "epoch": 0.26252158894645944,
      "step": 152,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1429724395275116,
      "contrastive_loss#1": 0.7148621678352356,
      "epoch": 0.26252158894645944,
      "lm_loss": 0.7416563034057617,
      "loss": 0.8846287727355957,
      "step": 152,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.26424870466321243,
      "grad_norm": 2.125,
      "learning_rate": 5e-05,
      "loss": 0.8955,
      "step": 153
    },
    {
      "epoch": 0.26424870466321243,
      "latent_token_nums": 2.375,
      "step": 153
    },
    {
      "epoch": 0.26424870466321243,
      "step": 153,
      "thought_step_nums": 2.25
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.2044176608324051,
      "contrastive_loss#1": 1.0220882892608643,
      "epoch": 0.26424870466321243,
      "lm_loss": 0.7441734671592712,
      "loss": 0.9485911130905151,
      "step": 153,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.2659758203799655,
      "grad_norm": 2.328125,
      "learning_rate": 5e-05,
      "loss": 0.9215,
      "step": 154
    },
    {
      "epoch": 0.2659758203799655,
      "latent_token_nums": 2.625,
      "step": 154
    },
    {
      "epoch": 0.2659758203799655,
      "step": 154,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07618431001901627,
      "contrastive_loss#1": 0.38092154264450073,
      "epoch": 0.2659758203799655,
      "lm_loss": 0.769641637802124,
      "loss": 0.8458259701728821,
      "step": 154,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.26770293609671847,
      "grad_norm": 2.890625,
      "learning_rate": 5e-05,
      "loss": 0.8964,
      "step": 155
    },
    {
      "epoch": 0.26770293609671847,
      "latent_token_nums": 2.875,
      "step": 155
    },
    {
      "epoch": 0.26770293609671847,
      "step": 155,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08266600966453552,
      "contrastive_loss#1": 0.4133300483226776,
      "epoch": 0.26770293609671847,
      "lm_loss": 0.6903647780418396,
      "loss": 0.7730307579040527,
      "step": 155,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.2694300518134715,
      "grad_norm": 2.671875,
      "learning_rate": 5e-05,
      "loss": 0.9056,
      "step": 156
    },
    {
      "epoch": 0.2694300518134715,
      "latent_token_nums": 2.8125,
      "step": 156
    },
    {
      "epoch": 0.2694300518134715,
      "step": 156,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.14132848381996155,
      "contrastive_loss#1": 0.7066423892974854,
      "epoch": 0.2694300518134715,
      "lm_loss": 0.6910251975059509,
      "loss": 0.8323537111282349,
      "step": 156,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.2711571675302245,
      "grad_norm": 2.359375,
      "learning_rate": 5e-05,
      "loss": 0.8754,
      "step": 157
    },
    {
      "epoch": 0.2711571675302245,
      "latent_token_nums": 2.75,
      "step": 157
    },
    {
      "epoch": 0.2711571675302245,
      "step": 157,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.13816586136817932,
      "contrastive_loss#1": 0.6908292770385742,
      "epoch": 0.2711571675302245,
      "lm_loss": 0.6935117840766907,
      "loss": 0.8316776752471924,
      "step": 157,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.27288428324697755,
      "grad_norm": 2.578125,
      "learning_rate": 5e-05,
      "loss": 0.8791,
      "step": 158
    },
    {
      "epoch": 0.27288428324697755,
      "latent_token_nums": 2.5,
      "step": 158
    },
    {
      "epoch": 0.27288428324697755,
      "step": 158,
      "thought_step_nums": 2.25
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.2947952449321747,
      "contrastive_loss#1": 1.4739762544631958,
      "epoch": 0.27288428324697755,
      "lm_loss": 0.725858211517334,
      "loss": 1.020653486251831,
      "step": 158,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.27461139896373055,
      "grad_norm": 3.140625,
      "learning_rate": 5e-05,
      "loss": 0.9079,
      "step": 159
    },
    {
      "epoch": 0.27461139896373055,
      "latent_token_nums": 3.0625,
      "step": 159
    },
    {
      "epoch": 0.27461139896373055,
      "step": 159,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.20248714089393616,
      "contrastive_loss#1": 1.0124356746673584,
      "epoch": 0.27461139896373055,
      "lm_loss": 0.7755559682846069,
      "loss": 0.9780430793762207,
      "step": 159,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.2763385146804836,
      "grad_norm": 2.3125,
      "learning_rate": 5e-05,
      "loss": 0.8959,
      "step": 160
    },
    {
      "epoch": 0.2763385146804836,
      "latent_token_nums": 2.6875,
      "step": 160
    },
    {
      "epoch": 0.2763385146804836,
      "step": 160,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.875,
      "acc@5": 0.8125,
      "contrastive_loss": 0.3415625989437103,
      "contrastive_loss#1": 1.707813024520874,
      "epoch": 0.2763385146804836,
      "lm_loss": 0.7725586295127869,
      "loss": 1.1141211986541748,
      "step": 160,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.27806563039723664,
      "grad_norm": 2.6875,
      "learning_rate": 5e-05,
      "loss": 0.8972,
      "step": 161
    },
    {
      "epoch": 0.27806563039723664,
      "latent_token_nums": 3.0,
      "step": 161
    },
    {
      "epoch": 0.27806563039723664,
      "step": 161,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.12073848396539688,
      "contrastive_loss#1": 0.6036924123764038,
      "epoch": 0.27806563039723664,
      "lm_loss": 0.7711809277534485,
      "loss": 0.8919194340705872,
      "step": 161,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.27979274611398963,
      "grad_norm": 2.375,
      "learning_rate": 5e-05,
      "loss": 0.9052,
      "step": 162
    },
    {
      "epoch": 0.27979274611398963,
      "latent_token_nums": 2.6875,
      "step": 162
    },
    {
      "epoch": 0.27979274611398963,
      "step": 162,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1833898276090622,
      "contrastive_loss#1": 0.9169491529464722,
      "epoch": 0.27979274611398963,
      "lm_loss": 0.6901488304138184,
      "loss": 0.8735386729240417,
      "step": 162,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.2815198618307427,
      "grad_norm": 2.65625,
      "learning_rate": 5e-05,
      "loss": 0.9133,
      "step": 163
    },
    {
      "epoch": 0.2815198618307427,
      "latent_token_nums": 3.0,
      "step": 163
    },
    {
      "epoch": 0.2815198618307427,
      "step": 163,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.10235285758972168,
      "contrastive_loss#1": 0.5117642879486084,
      "epoch": 0.2815198618307427,
      "lm_loss": 0.7369257211685181,
      "loss": 0.8392785787582397,
      "step": 163,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.28324697754749567,
      "grad_norm": 2.296875,
      "learning_rate": 5e-05,
      "loss": 0.8935,
      "step": 164
    },
    {
      "epoch": 0.28324697754749567,
      "latent_token_nums": 3.0625,
      "step": 164
    },
    {
      "epoch": 0.28324697754749567,
      "step": 164,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.10820706188678741,
      "contrastive_loss#1": 0.5410352945327759,
      "epoch": 0.28324697754749567,
      "lm_loss": 0.7097793817520142,
      "loss": 0.8179864287376404,
      "step": 164,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.2849740932642487,
      "grad_norm": 2.359375,
      "learning_rate": 5e-05,
      "loss": 0.87,
      "step": 165
    },
    {
      "epoch": 0.2849740932642487,
      "latent_token_nums": 2.625,
      "step": 165
    },
    {
      "epoch": 0.2849740932642487,
      "step": 165,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.16747568547725677,
      "contrastive_loss#1": 0.8373784422874451,
      "epoch": 0.2849740932642487,
      "lm_loss": 0.6826257109642029,
      "loss": 0.8501014113426208,
      "step": 165,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.2867012089810017,
      "grad_norm": 2.71875,
      "learning_rate": 5e-05,
      "loss": 0.8914,
      "step": 166
    },
    {
      "epoch": 0.2867012089810017,
      "latent_token_nums": 3.0625,
      "step": 166
    },
    {
      "epoch": 0.2867012089810017,
      "step": 166,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.875,
      "acc@5": 0.8125,
      "contrastive_loss": 0.26146385073661804,
      "contrastive_loss#1": 1.307319164276123,
      "epoch": 0.2867012089810017,
      "lm_loss": 0.6796532869338989,
      "loss": 0.9411171674728394,
      "step": 166,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.28842832469775476,
      "grad_norm": 2.28125,
      "learning_rate": 5e-05,
      "loss": 0.898,
      "step": 167
    },
    {
      "epoch": 0.28842832469775476,
      "latent_token_nums": 2.625,
      "step": 167
    },
    {
      "epoch": 0.28842832469775476,
      "step": 167,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.18297183513641357,
      "contrastive_loss#1": 0.9148591756820679,
      "epoch": 0.28842832469775476,
      "lm_loss": 0.7005013227462769,
      "loss": 0.8834731578826904,
      "step": 167,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.29015544041450775,
      "grad_norm": 2.28125,
      "learning_rate": 5e-05,
      "loss": 0.8976,
      "step": 168
    },
    {
      "epoch": 0.29015544041450775,
      "latent_token_nums": 2.9375,
      "step": 168
    },
    {
      "epoch": 0.29015544041450775,
      "step": 168,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1713695526123047,
      "contrastive_loss#1": 0.8568477630615234,
      "epoch": 0.29015544041450775,
      "lm_loss": 0.6362724900245667,
      "loss": 0.8076420426368713,
      "step": 168,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.2918825561312608,
      "grad_norm": 2.515625,
      "learning_rate": 5e-05,
      "loss": 0.8983,
      "step": 169
    },
    {
      "epoch": 0.2918825561312608,
      "latent_token_nums": 2.75,
      "step": 169
    },
    {
      "epoch": 0.2918825561312608,
      "step": 169,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.16920070350170135,
      "contrastive_loss#1": 0.846003532409668,
      "epoch": 0.2918825561312608,
      "lm_loss": 0.7036032676696777,
      "loss": 0.8728039860725403,
      "step": 169,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.29360967184801384,
      "grad_norm": 2.40625,
      "learning_rate": 5e-05,
      "loss": 0.8925,
      "step": 170
    },
    {
      "epoch": 0.29360967184801384,
      "latent_token_nums": 2.9375,
      "step": 170
    },
    {
      "epoch": 0.29360967184801384,
      "step": 170,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.4375,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.2890491485595703,
      "contrastive_loss#1": 1.4452457427978516,
      "epoch": 0.29360967184801384,
      "lm_loss": 0.7507133483886719,
      "loss": 1.0397624969482422,
      "step": 170,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.29533678756476683,
      "grad_norm": 2.40625,
      "learning_rate": 5e-05,
      "loss": 0.9048,
      "step": 171
    },
    {
      "epoch": 0.29533678756476683,
      "latent_token_nums": 3.1875,
      "step": 171
    },
    {
      "epoch": 0.29533678756476683,
      "step": 171,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.1161089763045311,
      "contrastive_loss#1": 0.5805448889732361,
      "epoch": 0.29533678756476683,
      "lm_loss": 0.7706310153007507,
      "loss": 0.88673996925354,
      "step": 171,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.2970639032815199,
      "grad_norm": 2.3125,
      "learning_rate": 5e-05,
      "loss": 0.8908,
      "step": 172
    },
    {
      "epoch": 0.2970639032815199,
      "latent_token_nums": 3.1875,
      "step": 172
    },
    {
      "epoch": 0.2970639032815199,
      "step": 172,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.3017488121986389,
      "contrastive_loss#1": 1.5087440013885498,
      "epoch": 0.2970639032815199,
      "lm_loss": 0.7605621218681335,
      "loss": 1.0623109340667725,
      "step": 172,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.2987910189982729,
      "grad_norm": 2.390625,
      "learning_rate": 5e-05,
      "loss": 0.8942,
      "step": 173
    },
    {
      "epoch": 0.2987910189982729,
      "latent_token_nums": 2.4375,
      "step": 173
    },
    {
      "epoch": 0.2987910189982729,
      "step": 173,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.20732490718364716,
      "contrastive_loss#1": 1.036624550819397,
      "epoch": 0.2987910189982729,
      "lm_loss": 0.789046585559845,
      "loss": 0.9963715076446533,
      "step": 173,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.3005181347150259,
      "grad_norm": 2.21875,
      "learning_rate": 5e-05,
      "loss": 0.8818,
      "step": 174
    },
    {
      "epoch": 0.3005181347150259,
      "latent_token_nums": 2.5,
      "step": 174
    },
    {
      "epoch": 0.3005181347150259,
      "step": 174,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.14477811753749847,
      "contrastive_loss#1": 0.7238905429840088,
      "epoch": 0.3005181347150259,
      "lm_loss": 0.6961030960083008,
      "loss": 0.8408812284469604,
      "step": 174,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.3022452504317789,
      "grad_norm": 2.234375,
      "learning_rate": 5e-05,
      "loss": 0.8845,
      "step": 175
    },
    {
      "epoch": 0.3022452504317789,
      "latent_token_nums": 2.6875,
      "step": 175
    },
    {
      "epoch": 0.3022452504317789,
      "step": 175,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.18957839906215668,
      "contrastive_loss#1": 0.9478919506072998,
      "epoch": 0.3022452504317789,
      "lm_loss": 0.658808708190918,
      "loss": 0.8483871221542358,
      "step": 175,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.30397236614853196,
      "grad_norm": 2.296875,
      "learning_rate": 5e-05,
      "loss": 0.9114,
      "step": 176
    },
    {
      "epoch": 0.30397236614853196,
      "latent_token_nums": 3.0,
      "step": 176
    },
    {
      "epoch": 0.30397236614853196,
      "step": 176,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.19420285522937775,
      "contrastive_loss#1": 0.9710142612457275,
      "epoch": 0.30397236614853196,
      "lm_loss": 0.6922780871391296,
      "loss": 0.8864809274673462,
      "step": 176,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.30569948186528495,
      "grad_norm": 2.28125,
      "learning_rate": 5e-05,
      "loss": 0.8772,
      "step": 177
    },
    {
      "epoch": 0.30569948186528495,
      "latent_token_nums": 2.8125,
      "step": 177
    },
    {
      "epoch": 0.30569948186528495,
      "step": 177,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.2560148239135742,
      "contrastive_loss#1": 1.280074119567871,
      "epoch": 0.30569948186528495,
      "lm_loss": 0.641035258769989,
      "loss": 0.8970500826835632,
      "step": 177,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.307426597582038,
      "grad_norm": 2.171875,
      "learning_rate": 5e-05,
      "loss": 0.8818,
      "step": 178
    },
    {
      "epoch": 0.307426597582038,
      "latent_token_nums": 2.6875,
      "step": 178
    },
    {
      "epoch": 0.307426597582038,
      "step": 178,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.25043556094169617,
      "contrastive_loss#1": 1.2521777153015137,
      "epoch": 0.307426597582038,
      "lm_loss": 0.6816149353981018,
      "loss": 0.9320504665374756,
      "step": 178,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.30915371329879104,
      "grad_norm": 2.1875,
      "learning_rate": 5e-05,
      "loss": 0.8966,
      "step": 179
    },
    {
      "epoch": 0.30915371329879104,
      "latent_token_nums": 2.5,
      "step": 179
    },
    {
      "epoch": 0.30915371329879104,
      "step": 179,
      "thought_step_nums": 2.25
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07719051092863083,
      "contrastive_loss#1": 0.38595253229141235,
      "epoch": 0.30915371329879104,
      "lm_loss": 0.7520349025726318,
      "loss": 0.8292254209518433,
      "step": 179,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.31088082901554404,
      "grad_norm": 2.25,
      "learning_rate": 5e-05,
      "loss": 0.8636,
      "step": 180
    },
    {
      "epoch": 0.31088082901554404,
      "latent_token_nums": 2.8125,
      "step": 180
    },
    {
      "epoch": 0.31088082901554404,
      "step": 180,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.19952639937400818,
      "contrastive_loss#1": 0.9976319670677185,
      "epoch": 0.31088082901554404,
      "lm_loss": 0.6566085815429688,
      "loss": 0.8561350107192993,
      "step": 180,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.3126079447322971,
      "grad_norm": 2.25,
      "learning_rate": 5e-05,
      "loss": 0.8809,
      "step": 181
    },
    {
      "epoch": 0.3126079447322971,
      "latent_token_nums": 2.375,
      "step": 181
    },
    {
      "epoch": 0.3126079447322971,
      "step": 181,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11399602890014648,
      "contrastive_loss#1": 0.5699801445007324,
      "epoch": 0.3126079447322971,
      "lm_loss": 0.6586394309997559,
      "loss": 0.7726354598999023,
      "step": 181,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.3143350604490501,
      "grad_norm": 2.1875,
      "learning_rate": 5e-05,
      "loss": 0.8865,
      "step": 182
    },
    {
      "epoch": 0.3143350604490501,
      "latent_token_nums": 2.9375,
      "step": 182
    },
    {
      "epoch": 0.3143350604490501,
      "step": 182,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.5625,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.20695637166500092,
      "contrastive_loss#1": 1.034781813621521,
      "epoch": 0.3143350604490501,
      "lm_loss": 0.6918121576309204,
      "loss": 0.8987685441970825,
      "step": 182,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.3160621761658031,
      "grad_norm": 2.078125,
      "learning_rate": 5e-05,
      "loss": 0.8753,
      "step": 183
    },
    {
      "epoch": 0.3160621761658031,
      "latent_token_nums": 2.6875,
      "step": 183
    },
    {
      "epoch": 0.3160621761658031,
      "step": 183,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.12806104123592377,
      "contrastive_loss#1": 0.6403051614761353,
      "epoch": 0.3160621761658031,
      "lm_loss": 0.7263928651809692,
      "loss": 0.8544539213180542,
      "step": 183,
      "valid_batch_size": 1024.4375
    },
    {
      "epoch": 0.3177892918825561,
      "grad_norm": 2.40625,
      "learning_rate": 5e-05,
      "loss": 0.891,
      "step": 184
    },
    {
      "epoch": 0.3177892918825561,
      "latent_token_nums": 2.5625,
      "step": 184
    },
    {
      "epoch": 0.3177892918825561,
      "step": 184,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0731092020869255,
      "contrastive_loss#1": 0.36554598808288574,
      "epoch": 0.3177892918825561,
      "lm_loss": 0.7518782615661621,
      "loss": 0.8249874711036682,
      "step": 184,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.31951640759930916,
      "grad_norm": 2.390625,
      "learning_rate": 5e-05,
      "loss": 0.896,
      "step": 185
    },
    {
      "epoch": 0.31951640759930916,
      "latent_token_nums": 2.5625,
      "step": 185
    },
    {
      "epoch": 0.31951640759930916,
      "step": 185,
      "thought_step_nums": 2.1875
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.22509782016277313,
      "contrastive_loss#1": 1.1254891157150269,
      "epoch": 0.31951640759930916,
      "lm_loss": 0.7762395739555359,
      "loss": 1.0013374090194702,
      "step": 185,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.32124352331606215,
      "grad_norm": 2.421875,
      "learning_rate": 5e-05,
      "loss": 0.8923,
      "step": 186
    },
    {
      "epoch": 0.32124352331606215,
      "latent_token_nums": 2.9375,
      "step": 186
    },
    {
      "epoch": 0.32124352331606215,
      "step": 186,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.29825639724731445,
      "contrastive_loss#1": 1.4912819862365723,
      "epoch": 0.32124352331606215,
      "lm_loss": 0.6757174730300903,
      "loss": 0.9739738702774048,
      "step": 186,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.3229706390328152,
      "grad_norm": 2.515625,
      "learning_rate": 5e-05,
      "loss": 0.9072,
      "step": 187
    },
    {
      "epoch": 0.3229706390328152,
      "latent_token_nums": 2.5,
      "step": 187
    },
    {
      "epoch": 0.3229706390328152,
      "step": 187,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.28759902715682983,
      "contrastive_loss#1": 1.4379950761795044,
      "epoch": 0.3229706390328152,
      "lm_loss": 0.6799831390380859,
      "loss": 0.9675821661949158,
      "step": 187,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.32469775474956825,
      "grad_norm": 2.046875,
      "learning_rate": 5e-05,
      "loss": 0.9071,
      "step": 188
    },
    {
      "epoch": 0.32469775474956825,
      "latent_token_nums": 2.9375,
      "step": 188
    },
    {
      "epoch": 0.32469775474956825,
      "step": 188,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.14210812747478485,
      "contrastive_loss#1": 0.7105406522750854,
      "epoch": 0.32469775474956825,
      "lm_loss": 0.6708791255950928,
      "loss": 0.8129872679710388,
      "step": 188,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.32642487046632124,
      "grad_norm": 2.1875,
      "learning_rate": 5e-05,
      "loss": 0.8794,
      "step": 189
    },
    {
      "epoch": 0.32642487046632124,
      "latent_token_nums": 3.25,
      "step": 189
    },
    {
      "epoch": 0.32642487046632124,
      "step": 189,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.12437848001718521,
      "contrastive_loss#1": 0.6218923926353455,
      "epoch": 0.32642487046632124,
      "lm_loss": 0.6858629584312439,
      "loss": 0.8102414608001709,
      "step": 189,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.3281519861830743,
      "grad_norm": 2.15625,
      "learning_rate": 5e-05,
      "loss": 0.8946,
      "step": 190
    },
    {
      "epoch": 0.3281519861830743,
      "latent_token_nums": 2.5625,
      "step": 190
    },
    {
      "epoch": 0.3281519861830743,
      "step": 190,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.3125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.2748865485191345,
      "contrastive_loss#1": 1.3744326829910278,
      "epoch": 0.3281519861830743,
      "lm_loss": 0.7576565146446228,
      "loss": 1.0325430631637573,
      "step": 190,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.3298791018998273,
      "grad_norm": 2.328125,
      "learning_rate": 5e-05,
      "loss": 0.9142,
      "step": 191
    },
    {
      "epoch": 0.3298791018998273,
      "latent_token_nums": 2.875,
      "step": 191
    },
    {
      "epoch": 0.3298791018998273,
      "step": 191,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15543904900550842,
      "contrastive_loss#1": 0.7771952152252197,
      "epoch": 0.3298791018998273,
      "lm_loss": 0.6099599003791809,
      "loss": 0.7653989791870117,
      "step": 191,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.3316062176165803,
      "grad_norm": 2.21875,
      "learning_rate": 5e-05,
      "loss": 0.907,
      "step": 192
    },
    {
      "epoch": 0.3316062176165803,
      "latent_token_nums": 2.5,
      "step": 192
    },
    {
      "epoch": 0.3316062176165803,
      "step": 192,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15458431839942932,
      "contrastive_loss#1": 0.7729215621948242,
      "epoch": 0.3316062176165803,
      "lm_loss": 0.6230055093765259,
      "loss": 0.7775897979736328,
      "step": 192,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.3333333333333333,
      "grad_norm": 2.140625,
      "learning_rate": 5e-05,
      "loss": 0.8903,
      "step": 193
    },
    {
      "epoch": 0.3333333333333333,
      "latent_token_nums": 2.875,
      "step": 193
    },
    {
      "epoch": 0.3333333333333333,
      "step": 193,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.1210196390748024,
      "contrastive_loss#1": 0.6050981879234314,
      "epoch": 0.3333333333333333,
      "lm_loss": 0.8149412274360657,
      "loss": 0.9359608888626099,
      "step": 193,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.33506044905008636,
      "grad_norm": 2.15625,
      "learning_rate": 5e-05,
      "loss": 0.8835,
      "step": 194
    },
    {
      "epoch": 0.33506044905008636,
      "latent_token_nums": 2.875,
      "step": 194
    },
    {
      "epoch": 0.33506044905008636,
      "step": 194,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11367740482091904,
      "contrastive_loss#1": 0.5683870315551758,
      "epoch": 0.33506044905008636,
      "lm_loss": 0.5991693735122681,
      "loss": 0.7128467559814453,
      "step": 194,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.33678756476683935,
      "grad_norm": 2.296875,
      "learning_rate": 5e-05,
      "loss": 0.8879,
      "step": 195
    },
    {
      "epoch": 0.33678756476683935,
      "latent_token_nums": 2.8125,
      "step": 195
    },
    {
      "epoch": 0.33678756476683935,
      "step": 195,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.10323438793420792,
      "contrastive_loss#1": 0.516171932220459,
      "epoch": 0.33678756476683935,
      "lm_loss": 0.648464560508728,
      "loss": 0.7516989707946777,
      "step": 195,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.3385146804835924,
      "grad_norm": 2.4375,
      "learning_rate": 5e-05,
      "loss": 0.8869,
      "step": 196
    },
    {
      "epoch": 0.3385146804835924,
      "latent_token_nums": 2.625,
      "step": 196
    },
    {
      "epoch": 0.3385146804835924,
      "step": 196,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.2800696790218353,
      "contrastive_loss#1": 1.4003483057022095,
      "epoch": 0.3385146804835924,
      "lm_loss": 0.7800965309143066,
      "loss": 1.0601662397384644,
      "step": 196,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.34024179620034545,
      "grad_norm": 2.328125,
      "learning_rate": 5e-05,
      "loss": 0.8796,
      "step": 197
    },
    {
      "epoch": 0.34024179620034545,
      "latent_token_nums": 2.75,
      "step": 197
    },
    {
      "epoch": 0.34024179620034545,
      "step": 197,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.18578600883483887,
      "contrastive_loss#1": 0.9289300441741943,
      "epoch": 0.34024179620034545,
      "lm_loss": 0.6980123519897461,
      "loss": 0.883798360824585,
      "step": 197,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.34196891191709844,
      "grad_norm": 2.28125,
      "learning_rate": 5e-05,
      "loss": 0.8865,
      "step": 198
    },
    {
      "epoch": 0.34196891191709844,
      "latent_token_nums": 2.9375,
      "step": 198
    },
    {
      "epoch": 0.34196891191709844,
      "step": 198,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.10554448515176773,
      "contrastive_loss#1": 0.5277224183082581,
      "epoch": 0.34196891191709844,
      "lm_loss": 0.6689560413360596,
      "loss": 0.7745005488395691,
      "step": 198,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.3436960276338515,
      "grad_norm": 2.234375,
      "learning_rate": 5e-05,
      "loss": 0.8763,
      "step": 199
    },
    {
      "epoch": 0.3436960276338515,
      "latent_token_nums": 2.4375,
      "step": 199
    },
    {
      "epoch": 0.3436960276338515,
      "step": 199,
      "thought_step_nums": 2.1875
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.16320088505744934,
      "contrastive_loss#1": 0.8160043954849243,
      "epoch": 0.3436960276338515,
      "lm_loss": 0.6604351997375488,
      "loss": 0.8236360549926758,
      "step": 199,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.3454231433506045,
      "grad_norm": 2.609375,
      "learning_rate": 5e-05,
      "loss": 0.8925,
      "step": 200
    },
    {
      "epoch": 0.3454231433506045,
      "latent_token_nums": 2.75,
      "step": 200
    },
    {
      "epoch": 0.3454231433506045,
      "step": 200,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.5625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.19681861996650696,
      "contrastive_loss#1": 0.9840930700302124,
      "epoch": 0.3454231433506045,
      "lm_loss": 0.6632660627365112,
      "loss": 0.8600846529006958,
      "step": 200,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.3471502590673575,
      "grad_norm": 2.515625,
      "learning_rate": 5e-05,
      "loss": 0.8953,
      "step": 201
    },
    {
      "epoch": 0.3471502590673575,
      "latent_token_nums": 2.6875,
      "step": 201
    },
    {
      "epoch": 0.3471502590673575,
      "step": 201,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07263434678316116,
      "contrastive_loss#1": 0.3631717264652252,
      "epoch": 0.3471502590673575,
      "lm_loss": 0.7069613933563232,
      "loss": 0.7795957326889038,
      "step": 201,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.3488773747841105,
      "grad_norm": 2.40625,
      "learning_rate": 5e-05,
      "loss": 0.8922,
      "step": 202
    },
    {
      "epoch": 0.3488773747841105,
      "latent_token_nums": 2.6875,
      "step": 202
    },
    {
      "epoch": 0.3488773747841105,
      "step": 202,
      "thought_step_nums": 2.3125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.16464577615261078,
      "contrastive_loss#1": 0.8232288956642151,
      "epoch": 0.3488773747841105,
      "lm_loss": 0.6359888911247253,
      "loss": 0.8006346821784973,
      "step": 202,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.35060449050086356,
      "grad_norm": 2.3125,
      "learning_rate": 5e-05,
      "loss": 0.8822,
      "step": 203
    },
    {
      "epoch": 0.35060449050086356,
      "latent_token_nums": 3.0625,
      "step": 203
    },
    {
      "epoch": 0.35060449050086356,
      "step": 203,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1549876183271408,
      "contrastive_loss#1": 0.7749381065368652,
      "epoch": 0.35060449050086356,
      "lm_loss": 0.7814948558807373,
      "loss": 0.9364824891090393,
      "step": 203,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.35233160621761656,
      "grad_norm": 2.421875,
      "learning_rate": 5e-05,
      "loss": 0.8939,
      "step": 204
    },
    {
      "epoch": 0.35233160621761656,
      "latent_token_nums": 2.875,
      "step": 204
    },
    {
      "epoch": 0.35233160621761656,
      "step": 204,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.15922541916370392,
      "contrastive_loss#1": 0.7961270809173584,
      "epoch": 0.35233160621761656,
      "lm_loss": 0.701029896736145,
      "loss": 0.8602553009986877,
      "step": 204,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 0.3540587219343696,
      "grad_norm": 2.34375,
      "learning_rate": 5e-05,
      "loss": 0.8913,
      "step": 205
    },
    {
      "epoch": 0.3540587219343696,
      "latent_token_nums": 3.0,
      "step": 205
    },
    {
      "epoch": 0.3540587219343696,
      "step": 205,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1705479472875595,
      "contrastive_loss#1": 0.852739691734314,
      "epoch": 0.3540587219343696,
      "lm_loss": 0.7493183612823486,
      "loss": 0.9198663234710693,
      "step": 205,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.35578583765112265,
      "grad_norm": 2.734375,
      "learning_rate": 5e-05,
      "loss": 0.9013,
      "step": 206
    },
    {
      "epoch": 0.35578583765112265,
      "latent_token_nums": 3.0,
      "step": 206
    },
    {
      "epoch": 0.35578583765112265,
      "step": 206,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.18736766278743744,
      "contrastive_loss#1": 0.9368383288383484,
      "epoch": 0.35578583765112265,
      "lm_loss": 0.635529637336731,
      "loss": 0.8228973150253296,
      "step": 206,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.35751295336787564,
      "grad_norm": 2.5,
      "learning_rate": 5e-05,
      "loss": 0.892,
      "step": 207
    },
    {
      "epoch": 0.35751295336787564,
      "latent_token_nums": 2.6875,
      "step": 207
    },
    {
      "epoch": 0.35751295336787564,
      "step": 207,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.375,
      "acc@10": 0.9375,
      "acc@5": 0.8125,
      "contrastive_loss": 0.306051105260849,
      "contrastive_loss#1": 1.5302555561065674,
      "epoch": 0.35751295336787564,
      "lm_loss": 0.7302513122558594,
      "loss": 1.0363024473190308,
      "step": 207,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.3592400690846287,
      "grad_norm": 2.171875,
      "learning_rate": 5e-05,
      "loss": 0.8831,
      "step": 208
    },
    {
      "epoch": 0.3592400690846287,
      "latent_token_nums": 2.8125,
      "step": 208
    },
    {
      "epoch": 0.3592400690846287,
      "step": 208,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06083117052912712,
      "contrastive_loss#1": 0.3041558563709259,
      "epoch": 0.3592400690846287,
      "lm_loss": 0.7051474452018738,
      "loss": 0.7659786343574524,
      "step": 208,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.3609671848013817,
      "grad_norm": 2.484375,
      "learning_rate": 5e-05,
      "loss": 0.8854,
      "step": 209
    },
    {
      "epoch": 0.3609671848013817,
      "latent_token_nums": 2.8125,
      "step": 209
    },
    {
      "epoch": 0.3609671848013817,
      "step": 209,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.2709979712963104,
      "contrastive_loss#1": 1.354989767074585,
      "epoch": 0.3609671848013817,
      "lm_loss": 0.660111665725708,
      "loss": 0.9311096668243408,
      "step": 209,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.3626943005181347,
      "grad_norm": 2.109375,
      "learning_rate": 5e-05,
      "loss": 0.8865,
      "step": 210
    },
    {
      "epoch": 0.3626943005181347,
      "latent_token_nums": 2.5,
      "step": 210
    },
    {
      "epoch": 0.3626943005181347,
      "step": 210,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.17532454431056976,
      "contrastive_loss#1": 0.8766226768493652,
      "epoch": 0.3626943005181347,
      "lm_loss": 0.7436732053756714,
      "loss": 0.9189977645874023,
      "step": 210,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.3644214162348877,
      "grad_norm": 2.296875,
      "learning_rate": 5e-05,
      "loss": 0.8686,
      "step": 211
    },
    {
      "epoch": 0.3644214162348877,
      "latent_token_nums": 2.5625,
      "step": 211
    },
    {
      "epoch": 0.3644214162348877,
      "step": 211,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1894296556711197,
      "contrastive_loss#1": 0.9471482634544373,
      "epoch": 0.3644214162348877,
      "lm_loss": 0.70618736743927,
      "loss": 0.8956170082092285,
      "step": 211,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.36614853195164077,
      "grad_norm": 2.359375,
      "learning_rate": 5e-05,
      "loss": 0.8921,
      "step": 212
    },
    {
      "epoch": 0.36614853195164077,
      "latent_token_nums": 2.5625,
      "step": 212
    },
    {
      "epoch": 0.36614853195164077,
      "step": 212,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.3002663254737854,
      "contrastive_loss#1": 1.5013315677642822,
      "epoch": 0.36614853195164077,
      "lm_loss": 0.718558132648468,
      "loss": 1.0188244581222534,
      "step": 212,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.36787564766839376,
      "grad_norm": 2.375,
      "learning_rate": 5e-05,
      "loss": 0.8778,
      "step": 213
    },
    {
      "epoch": 0.36787564766839376,
      "latent_token_nums": 3.1875,
      "step": 213
    },
    {
      "epoch": 0.36787564766839376,
      "step": 213,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15606649219989777,
      "contrastive_loss#1": 0.7803324460983276,
      "epoch": 0.36787564766839376,
      "lm_loss": 0.7870087623596191,
      "loss": 0.9430752396583557,
      "step": 213,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.3696027633851468,
      "grad_norm": 2.34375,
      "learning_rate": 5e-05,
      "loss": 0.8947,
      "step": 214
    },
    {
      "epoch": 0.3696027633851468,
      "latent_token_nums": 3.0,
      "step": 214
    },
    {
      "epoch": 0.3696027633851468,
      "step": 214,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.10770735889673233,
      "contrastive_loss#1": 0.538536787033081,
      "epoch": 0.3696027633851468,
      "lm_loss": 0.7397616505622864,
      "loss": 0.8474690318107605,
      "step": 214,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.37132987910189985,
      "grad_norm": 2.171875,
      "learning_rate": 5e-05,
      "loss": 0.8991,
      "step": 215
    },
    {
      "epoch": 0.37132987910189985,
      "latent_token_nums": 2.6875,
      "step": 215
    },
    {
      "epoch": 0.37132987910189985,
      "step": 215,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.12210752815008163,
      "contrastive_loss#1": 0.6105376482009888,
      "epoch": 0.37132987910189985,
      "lm_loss": 0.772891640663147,
      "loss": 0.8949991464614868,
      "step": 215,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.37305699481865284,
      "grad_norm": 2.15625,
      "learning_rate": 5e-05,
      "loss": 0.8793,
      "step": 216
    },
    {
      "epoch": 0.37305699481865284,
      "latent_token_nums": 2.625,
      "step": 216
    },
    {
      "epoch": 0.37305699481865284,
      "step": 216,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.10148020088672638,
      "contrastive_loss#1": 0.5074009895324707,
      "epoch": 0.37305699481865284,
      "lm_loss": 0.6589846611022949,
      "loss": 0.7604648470878601,
      "step": 216,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.3747841105354059,
      "grad_norm": 2.15625,
      "learning_rate": 5e-05,
      "loss": 0.878,
      "step": 217
    },
    {
      "epoch": 0.3747841105354059,
      "latent_token_nums": 2.9375,
      "step": 217
    },
    {
      "epoch": 0.3747841105354059,
      "step": 217,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.13932503759860992,
      "contrastive_loss#1": 0.6966251730918884,
      "epoch": 0.3747841105354059,
      "lm_loss": 0.6597786545753479,
      "loss": 0.7991036772727966,
      "step": 217,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.3765112262521589,
      "grad_norm": 2.15625,
      "learning_rate": 5e-05,
      "loss": 0.8737,
      "step": 218
    },
    {
      "epoch": 0.3765112262521589,
      "latent_token_nums": 2.625,
      "step": 218
    },
    {
      "epoch": 0.3765112262521589,
      "step": 218,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0788869634270668,
      "contrastive_loss#1": 0.3944348096847534,
      "epoch": 0.3765112262521589,
      "lm_loss": 0.7087499499320984,
      "loss": 0.787636935710907,
      "step": 218,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.37823834196891193,
      "grad_norm": 2.265625,
      "learning_rate": 5e-05,
      "loss": 0.9058,
      "step": 219
    },
    {
      "epoch": 0.37823834196891193,
      "latent_token_nums": 2.875,
      "step": 219
    },
    {
      "epoch": 0.37823834196891193,
      "step": 219,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.1075746938586235,
      "contrastive_loss#1": 0.5378734469413757,
      "epoch": 0.37823834196891193,
      "lm_loss": 0.7464268803596497,
      "loss": 0.8540015816688538,
      "step": 219,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.3799654576856649,
      "grad_norm": 2.25,
      "learning_rate": 5e-05,
      "loss": 0.8866,
      "step": 220
    },
    {
      "epoch": 0.3799654576856649,
      "latent_token_nums": 2.4375,
      "step": 220
    },
    {
      "epoch": 0.3799654576856649,
      "step": 220,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.10810980945825577,
      "contrastive_loss#1": 0.5405490398406982,
      "epoch": 0.3799654576856649,
      "lm_loss": 0.7194439768791199,
      "loss": 0.8275538086891174,
      "step": 220,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.38169257340241797,
      "grad_norm": 2.359375,
      "learning_rate": 5e-05,
      "loss": 0.8946,
      "step": 221
    },
    {
      "epoch": 0.38169257340241797,
      "latent_token_nums": 2.875,
      "step": 221
    },
    {
      "epoch": 0.38169257340241797,
      "step": 221,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.2104550451040268,
      "contrastive_loss#1": 1.0522751808166504,
      "epoch": 0.38169257340241797,
      "lm_loss": 0.6691358089447021,
      "loss": 0.8795908689498901,
      "step": 221,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.38341968911917096,
      "grad_norm": 2.421875,
      "learning_rate": 5e-05,
      "loss": 0.8866,
      "step": 222
    },
    {
      "epoch": 0.38341968911917096,
      "latent_token_nums": 2.625,
      "step": 222
    },
    {
      "epoch": 0.38341968911917096,
      "step": 222,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.14445970952510834,
      "contrastive_loss#1": 0.7222985029220581,
      "epoch": 0.38341968911917096,
      "lm_loss": 0.7102230191230774,
      "loss": 0.8546827435493469,
      "step": 222,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.385146804835924,
      "grad_norm": 2.359375,
      "learning_rate": 5e-05,
      "loss": 0.8848,
      "step": 223
    },
    {
      "epoch": 0.385146804835924,
      "latent_token_nums": 2.9375,
      "step": 223
    },
    {
      "epoch": 0.385146804835924,
      "step": 223,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1826310008764267,
      "contrastive_loss#1": 0.9131549596786499,
      "epoch": 0.385146804835924,
      "lm_loss": 0.6727712154388428,
      "loss": 0.8554022312164307,
      "step": 223,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.38687392055267705,
      "grad_norm": 2.265625,
      "learning_rate": 5e-05,
      "loss": 0.8864,
      "step": 224
    },
    {
      "epoch": 0.38687392055267705,
      "latent_token_nums": 2.8125,
      "step": 224
    },
    {
      "epoch": 0.38687392055267705,
      "step": 224,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.14023233950138092,
      "contrastive_loss#1": 0.7011616826057434,
      "epoch": 0.38687392055267705,
      "lm_loss": 0.723203182220459,
      "loss": 0.8634355068206787,
      "step": 224,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.38860103626943004,
      "grad_norm": 2.15625,
      "learning_rate": 5e-05,
      "loss": 0.8856,
      "step": 225
    },
    {
      "epoch": 0.38860103626943004,
      "latent_token_nums": 3.0,
      "step": 225
    },
    {
      "epoch": 0.38860103626943004,
      "step": 225,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.5625,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.17934513092041016,
      "contrastive_loss#1": 0.8967256546020508,
      "epoch": 0.38860103626943004,
      "lm_loss": 0.6732235550880432,
      "loss": 0.8525686860084534,
      "step": 225,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 0.3903281519861831,
      "grad_norm": 2.140625,
      "learning_rate": 5e-05,
      "loss": 0.8837,
      "step": 226
    },
    {
      "epoch": 0.3903281519861831,
      "latent_token_nums": 2.6875,
      "step": 226
    },
    {
      "epoch": 0.3903281519861831,
      "step": 226,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.10511180013418198,
      "contrastive_loss#1": 0.5255590081214905,
      "epoch": 0.3903281519861831,
      "lm_loss": 0.7345966696739197,
      "loss": 0.8397084474563599,
      "step": 226,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.3920552677029361,
      "grad_norm": 2.265625,
      "learning_rate": 5e-05,
      "loss": 0.9005,
      "step": 227
    },
    {
      "epoch": 0.3920552677029361,
      "latent_token_nums": 2.75,
      "step": 227
    },
    {
      "epoch": 0.3920552677029361,
      "step": 227,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.16044911742210388,
      "contrastive_loss#1": 0.802245557308197,
      "epoch": 0.3920552677029361,
      "lm_loss": 0.717464029788971,
      "loss": 0.8779131174087524,
      "step": 227,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.39378238341968913,
      "grad_norm": 2.109375,
      "learning_rate": 5e-05,
      "loss": 0.8835,
      "step": 228
    },
    {
      "epoch": 0.39378238341968913,
      "latent_token_nums": 2.875,
      "step": 228
    },
    {
      "epoch": 0.39378238341968913,
      "step": 228,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.14903508126735687,
      "contrastive_loss#1": 0.7451754212379456,
      "epoch": 0.39378238341968913,
      "lm_loss": 0.731145977973938,
      "loss": 0.880181074142456,
      "step": 228,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.3955094991364421,
      "grad_norm": 2.234375,
      "learning_rate": 5e-05,
      "loss": 0.8679,
      "step": 229
    },
    {
      "epoch": 0.3955094991364421,
      "latent_token_nums": 2.375,
      "step": 229
    },
    {
      "epoch": 0.3955094991364421,
      "step": 229,
      "thought_step_nums": 2.25
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.22043286263942719,
      "contrastive_loss#1": 1.1021642684936523,
      "epoch": 0.3955094991364421,
      "lm_loss": 0.7671406865119934,
      "loss": 0.9875735640525818,
      "step": 229,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.39723661485319517,
      "grad_norm": 2.25,
      "learning_rate": 5e-05,
      "loss": 0.8704,
      "step": 230
    },
    {
      "epoch": 0.39723661485319517,
      "latent_token_nums": 2.875,
      "step": 230
    },
    {
      "epoch": 0.39723661485319517,
      "step": 230,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.14702263474464417,
      "contrastive_loss#1": 0.7351131439208984,
      "epoch": 0.39723661485319517,
      "lm_loss": 0.7163991928100586,
      "loss": 0.8634217977523804,
      "step": 230,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.39896373056994816,
      "grad_norm": 2.625,
      "learning_rate": 5e-05,
      "loss": 0.8923,
      "step": 231
    },
    {
      "epoch": 0.39896373056994816,
      "latent_token_nums": 2.875,
      "step": 231
    },
    {
      "epoch": 0.39896373056994816,
      "step": 231,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.16653823852539062,
      "contrastive_loss#1": 0.8326911926269531,
      "epoch": 0.39896373056994816,
      "lm_loss": 0.7742605209350586,
      "loss": 0.9407987594604492,
      "step": 231,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.4006908462867012,
      "grad_norm": 2.265625,
      "learning_rate": 5e-05,
      "loss": 0.8904,
      "step": 232
    },
    {
      "epoch": 0.4006908462867012,
      "latent_token_nums": 2.875,
      "step": 232
    },
    {
      "epoch": 0.4006908462867012,
      "step": 232,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.875,
      "acc@5": 0.8125,
      "contrastive_loss": 0.3254798948764801,
      "contrastive_loss#1": 1.6273994445800781,
      "epoch": 0.4006908462867012,
      "lm_loss": 0.8317129611968994,
      "loss": 1.1571928262710571,
      "step": 232,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.40241796200345425,
      "grad_norm": 2.15625,
      "learning_rate": 5e-05,
      "loss": 0.8823,
      "step": 233
    },
    {
      "epoch": 0.40241796200345425,
      "latent_token_nums": 2.8125,
      "step": 233
    },
    {
      "epoch": 0.40241796200345425,
      "step": 233,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.26205143332481384,
      "contrastive_loss#1": 1.3102571964263916,
      "epoch": 0.40241796200345425,
      "lm_loss": 0.6310415267944336,
      "loss": 0.8930929899215698,
      "step": 233,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.40414507772020725,
      "grad_norm": 2.296875,
      "learning_rate": 5e-05,
      "loss": 0.8795,
      "step": 234
    },
    {
      "epoch": 0.40414507772020725,
      "latent_token_nums": 2.75,
      "step": 234
    },
    {
      "epoch": 0.40414507772020725,
      "step": 234,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.13466155529022217,
      "contrastive_loss#1": 0.6733077764511108,
      "epoch": 0.40414507772020725,
      "lm_loss": 0.6978965997695923,
      "loss": 0.8325581550598145,
      "step": 234,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.4058721934369603,
      "grad_norm": 2.109375,
      "learning_rate": 5e-05,
      "loss": 0.8838,
      "step": 235
    },
    {
      "epoch": 0.4058721934369603,
      "latent_token_nums": 2.875,
      "step": 235
    },
    {
      "epoch": 0.4058721934369603,
      "step": 235,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.24023757874965668,
      "contrastive_loss#1": 1.2011878490447998,
      "epoch": 0.4058721934369603,
      "lm_loss": 0.7723000049591064,
      "loss": 1.0125375986099243,
      "step": 235,
      "valid_batch_size": 1024.375
    },
    {
      "epoch": 0.4075993091537133,
      "grad_norm": 2.15625,
      "learning_rate": 5e-05,
      "loss": 0.8932,
      "step": 236
    },
    {
      "epoch": 0.4075993091537133,
      "latent_token_nums": 2.5,
      "step": 236
    },
    {
      "epoch": 0.4075993091537133,
      "step": 236,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.1574944704771042,
      "contrastive_loss#1": 0.7874723672866821,
      "epoch": 0.4075993091537133,
      "lm_loss": 0.6973484754562378,
      "loss": 0.8548429608345032,
      "step": 236,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.40932642487046633,
      "grad_norm": 2.296875,
      "learning_rate": 5e-05,
      "loss": 0.891,
      "step": 237
    },
    {
      "epoch": 0.40932642487046633,
      "latent_token_nums": 2.6875,
      "step": 237
    },
    {
      "epoch": 0.40932642487046633,
      "step": 237,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09051405638456345,
      "contrastive_loss#1": 0.45257025957107544,
      "epoch": 0.40932642487046633,
      "lm_loss": 0.5615956783294678,
      "loss": 0.6521097421646118,
      "step": 237,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.4110535405872193,
      "grad_norm": 2.46875,
      "learning_rate": 5e-05,
      "loss": 0.9009,
      "step": 238
    },
    {
      "epoch": 0.4110535405872193,
      "latent_token_nums": 2.75,
      "step": 238
    },
    {
      "epoch": 0.4110535405872193,
      "step": 238,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15567779541015625,
      "contrastive_loss#1": 0.7783889770507812,
      "epoch": 0.4110535405872193,
      "lm_loss": 0.6683831214904785,
      "loss": 0.8240609169006348,
      "step": 238,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.41278065630397237,
      "grad_norm": 2.453125,
      "learning_rate": 5e-05,
      "loss": 0.895,
      "step": 239
    },
    {
      "epoch": 0.41278065630397237,
      "latent_token_nums": 2.8125,
      "step": 239
    },
    {
      "epoch": 0.41278065630397237,
      "step": 239,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0611179880797863,
      "contrastive_loss#1": 0.3055899441242218,
      "epoch": 0.41278065630397237,
      "lm_loss": 0.7889714241027832,
      "loss": 0.850089430809021,
      "step": 239,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.41450777202072536,
      "grad_norm": 2.390625,
      "learning_rate": 5e-05,
      "loss": 0.8923,
      "step": 240
    },
    {
      "epoch": 0.41450777202072536,
      "latent_token_nums": 2.8125,
      "step": 240
    },
    {
      "epoch": 0.41450777202072536,
      "step": 240,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.24849848449230194,
      "contrastive_loss#1": 1.242492437362671,
      "epoch": 0.41450777202072536,
      "lm_loss": 0.741665780544281,
      "loss": 0.9901642799377441,
      "step": 240,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.4162348877374784,
      "grad_norm": 2.046875,
      "learning_rate": 5e-05,
      "loss": 0.88,
      "step": 241
    },
    {
      "epoch": 0.4162348877374784,
      "latent_token_nums": 3.0625,
      "step": 241
    },
    {
      "epoch": 0.4162348877374784,
      "step": 241,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.2550938129425049,
      "contrastive_loss#1": 1.2754690647125244,
      "epoch": 0.4162348877374784,
      "lm_loss": 0.7539631128311157,
      "loss": 1.0090569257736206,
      "step": 241,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.41796200345423146,
      "grad_norm": 2.234375,
      "learning_rate": 5e-05,
      "loss": 0.8714,
      "step": 242
    },
    {
      "epoch": 0.41796200345423146,
      "latent_token_nums": 2.6875,
      "step": 242
    },
    {
      "epoch": 0.41796200345423146,
      "step": 242,
      "thought_step_nums": 2.3125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07336489111185074,
      "contrastive_loss#1": 0.3668244481086731,
      "epoch": 0.41796200345423146,
      "lm_loss": 0.7701396346092224,
      "loss": 0.8435045480728149,
      "step": 242,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.41968911917098445,
      "grad_norm": 2.125,
      "learning_rate": 5e-05,
      "loss": 0.8993,
      "step": 243
    },
    {
      "epoch": 0.41968911917098445,
      "latent_token_nums": 2.875,
      "step": 243
    },
    {
      "epoch": 0.41968911917098445,
      "step": 243,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.14416730403900146,
      "contrastive_loss#1": 0.7208365201950073,
      "epoch": 0.41968911917098445,
      "lm_loss": 0.7993302345275879,
      "loss": 0.9434975385665894,
      "step": 243,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.4214162348877375,
      "grad_norm": 2.140625,
      "learning_rate": 5e-05,
      "loss": 0.9036,
      "step": 244
    },
    {
      "epoch": 0.4214162348877375,
      "latent_token_nums": 2.625,
      "step": 244
    },
    {
      "epoch": 0.4214162348877375,
      "step": 244,
      "thought_step_nums": 2.25
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.19941852986812592,
      "contrastive_loss#1": 0.997092604637146,
      "epoch": 0.4214162348877375,
      "lm_loss": 0.7165084481239319,
      "loss": 0.915926992893219,
      "step": 244,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.4231433506044905,
      "grad_norm": 2.1875,
      "learning_rate": 5e-05,
      "loss": 0.8935,
      "step": 245
    },
    {
      "epoch": 0.4231433506044905,
      "latent_token_nums": 2.75,
      "step": 245
    },
    {
      "epoch": 0.4231433506044905,
      "step": 245,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.16761015355587006,
      "contrastive_loss#1": 0.8380507230758667,
      "epoch": 0.4231433506044905,
      "lm_loss": 0.7330322265625,
      "loss": 0.9006423950195312,
      "step": 245,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.42487046632124353,
      "grad_norm": 2.234375,
      "learning_rate": 5e-05,
      "loss": 0.8765,
      "step": 246
    },
    {
      "epoch": 0.42487046632124353,
      "latent_token_nums": 2.75,
      "step": 246
    },
    {
      "epoch": 0.42487046632124353,
      "step": 246,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.25175702571868896,
      "contrastive_loss#1": 1.2587851285934448,
      "epoch": 0.42487046632124353,
      "lm_loss": 0.6573148965835571,
      "loss": 0.9090719223022461,
      "step": 246,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.4265975820379965,
      "grad_norm": 2.53125,
      "learning_rate": 5e-05,
      "loss": 0.8976,
      "step": 247
    },
    {
      "epoch": 0.4265975820379965,
      "latent_token_nums": 2.9375,
      "step": 247
    },
    {
      "epoch": 0.4265975820379965,
      "step": 247,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09351461380720139,
      "contrastive_loss#1": 0.46757304668426514,
      "epoch": 0.4265975820379965,
      "lm_loss": 0.6687012314796448,
      "loss": 0.7622158527374268,
      "step": 247,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.4283246977547496,
      "grad_norm": 2.078125,
      "learning_rate": 5e-05,
      "loss": 0.8838,
      "step": 248
    },
    {
      "epoch": 0.4283246977547496,
      "latent_token_nums": 2.875,
      "step": 248
    },
    {
      "epoch": 0.4283246977547496,
      "step": 248,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.1786901205778122,
      "contrastive_loss#1": 0.8934506177902222,
      "epoch": 0.4283246977547496,
      "lm_loss": 0.7413316369056702,
      "loss": 0.9200217723846436,
      "step": 248,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.43005181347150256,
      "grad_norm": 2.453125,
      "learning_rate": 5e-05,
      "loss": 0.8793,
      "step": 249
    },
    {
      "epoch": 0.43005181347150256,
      "latent_token_nums": 2.875,
      "step": 249
    },
    {
      "epoch": 0.43005181347150256,
      "step": 249,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.25619983673095703,
      "contrastive_loss#1": 1.2809991836547852,
      "epoch": 0.43005181347150256,
      "lm_loss": 0.725975751876831,
      "loss": 0.9821755886077881,
      "step": 249,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.4317789291882556,
      "grad_norm": 2.53125,
      "learning_rate": 5e-05,
      "loss": 0.8817,
      "step": 250
    },
    {
      "epoch": 0.4317789291882556,
      "latent_token_nums": 2.6875,
      "step": 250
    },
    {
      "epoch": 0.4317789291882556,
      "step": 250,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.08158882707357407,
      "contrastive_loss#1": 0.40794411301612854,
      "epoch": 0.4317789291882556,
      "lm_loss": 0.6086623072624207,
      "loss": 0.6902511119842529,
      "step": 250,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.43350604490500866,
      "grad_norm": 2.375,
      "learning_rate": 5e-05,
      "loss": 0.8845,
      "step": 251
    },
    {
      "epoch": 0.43350604490500866,
      "latent_token_nums": 3.0,
      "step": 251
    },
    {
      "epoch": 0.43350604490500866,
      "step": 251,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.22756622731685638,
      "contrastive_loss#1": 1.1378310918807983,
      "epoch": 0.43350604490500866,
      "lm_loss": 0.6510670185089111,
      "loss": 0.8786332607269287,
      "step": 251,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.43523316062176165,
      "grad_norm": 2.21875,
      "learning_rate": 5e-05,
      "loss": 0.8824,
      "step": 252
    },
    {
      "epoch": 0.43523316062176165,
      "latent_token_nums": 3.0625,
      "step": 252
    },
    {
      "epoch": 0.43523316062176165,
      "step": 252,
      "thought_step_nums": 2.9375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04120909795165062,
      "contrastive_loss#1": 0.2060454934835434,
      "epoch": 0.43523316062176165,
      "lm_loss": 0.6452174782752991,
      "loss": 0.68642657995224,
      "step": 252,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.4369602763385147,
      "grad_norm": 2.859375,
      "learning_rate": 5e-05,
      "loss": 0.9001,
      "step": 253
    },
    {
      "epoch": 0.4369602763385147,
      "latent_token_nums": 2.9375,
      "step": 253
    },
    {
      "epoch": 0.4369602763385147,
      "step": 253,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.21521416306495667,
      "contrastive_loss#1": 1.076070785522461,
      "epoch": 0.4369602763385147,
      "lm_loss": 0.72385174036026,
      "loss": 0.9390659332275391,
      "step": 253,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.4386873920552677,
      "grad_norm": 2.59375,
      "learning_rate": 5e-05,
      "loss": 0.889,
      "step": 254
    },
    {
      "epoch": 0.4386873920552677,
      "latent_token_nums": 2.6875,
      "step": 254
    },
    {
      "epoch": 0.4386873920552677,
      "step": 254,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15596477687358856,
      "contrastive_loss#1": 0.7798238396644592,
      "epoch": 0.4386873920552677,
      "lm_loss": 0.6884124279022217,
      "loss": 0.8443772196769714,
      "step": 254,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.44041450777202074,
      "grad_norm": 2.203125,
      "learning_rate": 5e-05,
      "loss": 0.8827,
      "step": 255
    },
    {
      "epoch": 0.44041450777202074,
      "latent_token_nums": 2.9375,
      "step": 255
    },
    {
      "epoch": 0.44041450777202074,
      "step": 255,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.1194910779595375,
      "contrastive_loss#1": 0.5974553823471069,
      "epoch": 0.44041450777202074,
      "lm_loss": 0.6796166300773621,
      "loss": 0.7991077303886414,
      "step": 255,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.4421416234887737,
      "grad_norm": 2.171875,
      "learning_rate": 5e-05,
      "loss": 0.8885,
      "step": 256
    },
    {
      "epoch": 0.4421416234887737,
      "latent_token_nums": 2.625,
      "step": 256
    },
    {
      "epoch": 0.4421416234887737,
      "step": 256,
      "thought_step_nums": 2.25
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.19545526802539825,
      "contrastive_loss#1": 0.9772763252258301,
      "epoch": 0.4421416234887737,
      "lm_loss": 0.562264084815979,
      "loss": 0.7577193379402161,
      "step": 256,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.4438687392055268,
      "grad_norm": 2.109375,
      "learning_rate": 5e-05,
      "loss": 0.8918,
      "step": 257
    },
    {
      "epoch": 0.4438687392055268,
      "latent_token_nums": 3.0625,
      "step": 257
    },
    {
      "epoch": 0.4438687392055268,
      "step": 257,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.23605333268642426,
      "contrastive_loss#1": 1.1802666187286377,
      "epoch": 0.4438687392055268,
      "lm_loss": 0.7195384502410889,
      "loss": 0.9555917978286743,
      "step": 257,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.44559585492227977,
      "grad_norm": 2.21875,
      "learning_rate": 5e-05,
      "loss": 0.8716,
      "step": 258
    },
    {
      "epoch": 0.44559585492227977,
      "latent_token_nums": 3.0,
      "step": 258
    },
    {
      "epoch": 0.44559585492227977,
      "step": 258,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.8125,
      "acc@5": 0.75,
      "contrastive_loss": 0.359744131565094,
      "contrastive_loss#1": 1.7987205982208252,
      "epoch": 0.44559585492227977,
      "lm_loss": 0.7301414608955383,
      "loss": 1.0898855924606323,
      "step": 258,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.4473229706390328,
      "grad_norm": 2.28125,
      "learning_rate": 5e-05,
      "loss": 0.8674,
      "step": 259
    },
    {
      "epoch": 0.4473229706390328,
      "latent_token_nums": 2.4375,
      "step": 259
    },
    {
      "epoch": 0.4473229706390328,
      "step": 259,
      "thought_step_nums": 2.3125
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15013931691646576,
      "contrastive_loss#1": 0.75069659948349,
      "epoch": 0.4473229706390328,
      "lm_loss": 0.6059495210647583,
      "loss": 0.7560888528823853,
      "step": 259,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.44905008635578586,
      "grad_norm": 2.328125,
      "learning_rate": 5e-05,
      "loss": 0.8881,
      "step": 260
    },
    {
      "epoch": 0.44905008635578586,
      "latent_token_nums": 3.125,
      "step": 260
    },
    {
      "epoch": 0.44905008635578586,
      "step": 260,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.5625,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.24579206109046936,
      "contrastive_loss#1": 1.2289602756500244,
      "epoch": 0.44905008635578586,
      "lm_loss": 0.6955411434173584,
      "loss": 0.9413331747055054,
      "step": 260,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.45077720207253885,
      "grad_norm": 2.28125,
      "learning_rate": 5e-05,
      "loss": 0.8902,
      "step": 261
    },
    {
      "epoch": 0.45077720207253885,
      "latent_token_nums": 2.6875,
      "step": 261
    },
    {
      "epoch": 0.45077720207253885,
      "step": 261,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11785638332366943,
      "contrastive_loss#1": 0.5892819166183472,
      "epoch": 0.45077720207253885,
      "lm_loss": 0.7034933567047119,
      "loss": 0.8213497400283813,
      "step": 261,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.4525043177892919,
      "grad_norm": 2.109375,
      "learning_rate": 5e-05,
      "loss": 0.884,
      "step": 262
    },
    {
      "epoch": 0.4525043177892919,
      "latent_token_nums": 2.9375,
      "step": 262
    },
    {
      "epoch": 0.4525043177892919,
      "step": 262,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11549550294876099,
      "contrastive_loss#1": 0.5774775147438049,
      "epoch": 0.4525043177892919,
      "lm_loss": 0.7029746174812317,
      "loss": 0.8184701204299927,
      "step": 262,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.4542314335060449,
      "grad_norm": 2.171875,
      "learning_rate": 5e-05,
      "loss": 0.862,
      "step": 263
    },
    {
      "epoch": 0.4542314335060449,
      "latent_token_nums": 3.125,
      "step": 263
    },
    {
      "epoch": 0.4542314335060449,
      "step": 263,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1854611486196518,
      "contrastive_loss#1": 0.9273057579994202,
      "epoch": 0.4542314335060449,
      "lm_loss": 0.7703260183334351,
      "loss": 0.955787181854248,
      "step": 263,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.45595854922279794,
      "grad_norm": 2.03125,
      "learning_rate": 5e-05,
      "loss": 0.8741,
      "step": 264
    },
    {
      "epoch": 0.45595854922279794,
      "latent_token_nums": 2.875,
      "step": 264
    },
    {
      "epoch": 0.45595854922279794,
      "step": 264,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.22602735459804535,
      "contrastive_loss#1": 1.1301367282867432,
      "epoch": 0.45595854922279794,
      "lm_loss": 0.7578997611999512,
      "loss": 0.9839271306991577,
      "step": 264,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.45768566493955093,
      "grad_norm": 2.0625,
      "learning_rate": 5e-05,
      "loss": 0.8718,
      "step": 265
    },
    {
      "epoch": 0.45768566493955093,
      "latent_token_nums": 2.6875,
      "step": 265
    },
    {
      "epoch": 0.45768566493955093,
      "step": 265,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.13721585273742676,
      "contrastive_loss#1": 0.6860792636871338,
      "epoch": 0.45768566493955093,
      "lm_loss": 0.6596428155899048,
      "loss": 0.7968586683273315,
      "step": 265,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.459412780656304,
      "grad_norm": 2.25,
      "learning_rate": 5e-05,
      "loss": 0.8746,
      "step": 266
    },
    {
      "epoch": 0.459412780656304,
      "latent_token_nums": 3.0625,
      "step": 266
    },
    {
      "epoch": 0.459412780656304,
      "step": 266,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.10969531536102295,
      "contrastive_loss#1": 0.5484765768051147,
      "epoch": 0.459412780656304,
      "lm_loss": 0.6964580416679382,
      "loss": 0.8061533570289612,
      "step": 266,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.46113989637305697,
      "grad_norm": 2.328125,
      "learning_rate": 5e-05,
      "loss": 0.8904,
      "step": 267
    },
    {
      "epoch": 0.46113989637305697,
      "latent_token_nums": 2.8125,
      "step": 267
    },
    {
      "epoch": 0.46113989637305697,
      "step": 267,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.5,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.23972168564796448,
      "contrastive_loss#1": 1.1986083984375,
      "epoch": 0.46113989637305697,
      "lm_loss": 0.7072216272354126,
      "loss": 0.9469432830810547,
      "step": 267,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.46286701208981,
      "grad_norm": 2.296875,
      "learning_rate": 5e-05,
      "loss": 0.8823,
      "step": 268
    },
    {
      "epoch": 0.46286701208981,
      "latent_token_nums": 3.0625,
      "step": 268
    },
    {
      "epoch": 0.46286701208981,
      "step": 268,
      "thought_step_nums": 2.9375
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.14773041009902954,
      "contrastive_loss#1": 0.7386520504951477,
      "epoch": 0.46286701208981,
      "lm_loss": 0.7079709768295288,
      "loss": 0.8557013869285583,
      "step": 268,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.46459412780656306,
      "grad_norm": 2.046875,
      "learning_rate": 5e-05,
      "loss": 0.8709,
      "step": 269
    },
    {
      "epoch": 0.46459412780656306,
      "latent_token_nums": 2.6875,
      "step": 269
    },
    {
      "epoch": 0.46459412780656306,
      "step": 269,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.128400519490242,
      "contrastive_loss#1": 0.6420025825500488,
      "epoch": 0.46459412780656306,
      "lm_loss": 0.6849358081817627,
      "loss": 0.8133363127708435,
      "step": 269,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.46632124352331605,
      "grad_norm": 2.421875,
      "learning_rate": 5e-05,
      "loss": 0.9023,
      "step": 270
    },
    {
      "epoch": 0.46632124352331605,
      "latent_token_nums": 2.9375,
      "step": 270
    },
    {
      "epoch": 0.46632124352331605,
      "step": 270,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06016840413212776,
      "contrastive_loss#1": 0.3008420169353485,
      "epoch": 0.46632124352331605,
      "lm_loss": 0.716189444065094,
      "loss": 0.7763578295707703,
      "step": 270,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.4680483592400691,
      "grad_norm": 2.25,
      "learning_rate": 5e-05,
      "loss": 0.8724,
      "step": 271
    },
    {
      "epoch": 0.4680483592400691,
      "latent_token_nums": 3.0625,
      "step": 271
    },
    {
      "epoch": 0.4680483592400691,
      "step": 271,
      "thought_step_nums": 2.9375
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1095922514796257,
      "contrastive_loss#1": 0.5479612350463867,
      "epoch": 0.4680483592400691,
      "lm_loss": 0.6901727914810181,
      "loss": 0.7997650504112244,
      "step": 271,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.4697754749568221,
      "grad_norm": 2.328125,
      "learning_rate": 5e-05,
      "loss": 0.8855,
      "step": 272
    },
    {
      "epoch": 0.4697754749568221,
      "latent_token_nums": 2.625,
      "step": 272
    },
    {
      "epoch": 0.4697754749568221,
      "step": 272,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15054486691951752,
      "contrastive_loss#1": 0.7527243494987488,
      "epoch": 0.4697754749568221,
      "lm_loss": 0.5843037366867065,
      "loss": 0.7348486185073853,
      "step": 272,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.47150259067357514,
      "grad_norm": 2.3125,
      "learning_rate": 5e-05,
      "loss": 0.8785,
      "step": 273
    },
    {
      "epoch": 0.47150259067357514,
      "latent_token_nums": 2.9375,
      "step": 273
    },
    {
      "epoch": 0.47150259067357514,
      "step": 273,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.28664934635162354,
      "contrastive_loss#1": 1.4332467317581177,
      "epoch": 0.47150259067357514,
      "lm_loss": 0.6788955926895142,
      "loss": 0.9655449390411377,
      "step": 273,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.47322970639032813,
      "grad_norm": 2.28125,
      "learning_rate": 5e-05,
      "loss": 0.8925,
      "step": 274
    },
    {
      "epoch": 0.47322970639032813,
      "latent_token_nums": 2.6875,
      "step": 274
    },
    {
      "epoch": 0.47322970639032813,
      "step": 274,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.13205383718013763,
      "contrastive_loss#1": 0.6602691411972046,
      "epoch": 0.47322970639032813,
      "lm_loss": 0.8059030175209045,
      "loss": 0.9379568696022034,
      "step": 274,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.4749568221070812,
      "grad_norm": 2.3125,
      "learning_rate": 5e-05,
      "loss": 0.9233,
      "step": 275
    },
    {
      "epoch": 0.4749568221070812,
      "latent_token_nums": 2.3125,
      "step": 275
    },
    {
      "epoch": 0.4749568221070812,
      "step": 275,
      "thought_step_nums": 2.1875
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.17509394884109497,
      "contrastive_loss#1": 0.8754697442054749,
      "epoch": 0.4749568221070812,
      "lm_loss": 0.6995267271995544,
      "loss": 0.8746206760406494,
      "step": 275,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.47668393782383417,
      "grad_norm": 2.125,
      "learning_rate": 5e-05,
      "loss": 0.8766,
      "step": 276
    },
    {
      "epoch": 0.47668393782383417,
      "latent_token_nums": 2.875,
      "step": 276
    },
    {
      "epoch": 0.47668393782383417,
      "step": 276,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.14246629178524017,
      "contrastive_loss#1": 0.7123314142227173,
      "epoch": 0.47668393782383417,
      "lm_loss": 0.6891856789588928,
      "loss": 0.8316519856452942,
      "step": 276,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 0.4784110535405872,
      "grad_norm": 2.234375,
      "learning_rate": 5e-05,
      "loss": 0.8867,
      "step": 277
    },
    {
      "epoch": 0.4784110535405872,
      "latent_token_nums": 2.6875,
      "step": 277
    },
    {
      "epoch": 0.4784110535405872,
      "step": 277,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.14378683269023895,
      "contrastive_loss#1": 0.718934178352356,
      "epoch": 0.4784110535405872,
      "lm_loss": 0.6382322311401367,
      "loss": 0.7820190787315369,
      "step": 277,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.48013816925734026,
      "grad_norm": 2.09375,
      "learning_rate": 5e-05,
      "loss": 0.8712,
      "step": 278
    },
    {
      "epoch": 0.48013816925734026,
      "latent_token_nums": 2.625,
      "step": 278
    },
    {
      "epoch": 0.48013816925734026,
      "step": 278,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.18563415110111237,
      "contrastive_loss#1": 0.9281707406044006,
      "epoch": 0.48013816925734026,
      "lm_loss": 0.7604666352272034,
      "loss": 0.9461007714271545,
      "step": 278,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.48186528497409326,
      "grad_norm": 2.4375,
      "learning_rate": 5e-05,
      "loss": 0.8803,
      "step": 279
    },
    {
      "epoch": 0.48186528497409326,
      "latent_token_nums": 2.8125,
      "step": 279
    },
    {
      "epoch": 0.48186528497409326,
      "step": 279,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1722707599401474,
      "contrastive_loss#1": 0.8613537549972534,
      "epoch": 0.48186528497409326,
      "lm_loss": 0.7206611633300781,
      "loss": 0.8929319381713867,
      "step": 279,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.4835924006908463,
      "grad_norm": 2.09375,
      "learning_rate": 5e-05,
      "loss": 0.8868,
      "step": 280
    },
    {
      "epoch": 0.4835924006908463,
      "latent_token_nums": 2.625,
      "step": 280
    },
    {
      "epoch": 0.4835924006908463,
      "step": 280,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.19632558524608612,
      "contrastive_loss#1": 0.9816279411315918,
      "epoch": 0.4835924006908463,
      "lm_loss": 0.639314591884613,
      "loss": 0.8356401920318604,
      "step": 280,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.4853195164075993,
      "grad_norm": 2.25,
      "learning_rate": 5e-05,
      "loss": 0.873,
      "step": 281
    },
    {
      "epoch": 0.4853195164075993,
      "latent_token_nums": 2.875,
      "step": 281
    },
    {
      "epoch": 0.4853195164075993,
      "step": 281,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1850646287202835,
      "contrastive_loss#1": 0.9253231287002563,
      "epoch": 0.4853195164075993,
      "lm_loss": 0.7814093232154846,
      "loss": 0.9664739370346069,
      "step": 281,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.48704663212435234,
      "grad_norm": 2.25,
      "learning_rate": 5e-05,
      "loss": 0.8681,
      "step": 282
    },
    {
      "epoch": 0.48704663212435234,
      "latent_token_nums": 2.8125,
      "step": 282
    },
    {
      "epoch": 0.48704663212435234,
      "step": 282,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.875,
      "acc@5": 0.75,
      "contrastive_loss": 0.3494774103164673,
      "contrastive_loss#1": 1.7473870515823364,
      "epoch": 0.48704663212435234,
      "lm_loss": 0.5964583158493042,
      "loss": 0.9459357261657715,
      "step": 282,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.48877374784110533,
      "grad_norm": 2.34375,
      "learning_rate": 5e-05,
      "loss": 0.9038,
      "step": 283
    },
    {
      "epoch": 0.48877374784110533,
      "latent_token_nums": 2.8125,
      "step": 283
    },
    {
      "epoch": 0.48877374784110533,
      "step": 283,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07816996425390244,
      "contrastive_loss#1": 0.3908498287200928,
      "epoch": 0.48877374784110533,
      "lm_loss": 0.6235716342926025,
      "loss": 0.7017415761947632,
      "step": 283,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.4905008635578584,
      "grad_norm": 2.59375,
      "learning_rate": 5e-05,
      "loss": 0.8888,
      "step": 284
    },
    {
      "epoch": 0.4905008635578584,
      "latent_token_nums": 2.75,
      "step": 284
    },
    {
      "epoch": 0.4905008635578584,
      "step": 284,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.22655539214611053,
      "contrastive_loss#1": 1.1327769756317139,
      "epoch": 0.4905008635578584,
      "lm_loss": 0.6604216694831848,
      "loss": 0.8869770765304565,
      "step": 284,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.49222797927461137,
      "grad_norm": 2.1875,
      "learning_rate": 5e-05,
      "loss": 0.879,
      "step": 285
    },
    {
      "epoch": 0.49222797927461137,
      "latent_token_nums": 2.9375,
      "step": 285
    },
    {
      "epoch": 0.49222797927461137,
      "step": 285,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.19822143018245697,
      "contrastive_loss#1": 0.991107165813446,
      "epoch": 0.49222797927461137,
      "lm_loss": 0.7091183662414551,
      "loss": 0.9073398113250732,
      "step": 285,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.4939550949913644,
      "grad_norm": 2.125,
      "learning_rate": 5e-05,
      "loss": 0.878,
      "step": 286
    },
    {
      "epoch": 0.4939550949913644,
      "latent_token_nums": 2.5,
      "step": 286
    },
    {
      "epoch": 0.4939550949913644,
      "step": 286,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.16862498223781586,
      "contrastive_loss#1": 0.8431249260902405,
      "epoch": 0.4939550949913644,
      "lm_loss": 0.6434493064880371,
      "loss": 0.8120743036270142,
      "step": 286,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.49568221070811747,
      "grad_norm": 2.046875,
      "learning_rate": 5e-05,
      "loss": 0.8516,
      "step": 287
    },
    {
      "epoch": 0.49568221070811747,
      "latent_token_nums": 2.5625,
      "step": 287
    },
    {
      "epoch": 0.49568221070811747,
      "step": 287,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.24055567383766174,
      "contrastive_loss#1": 1.2027783393859863,
      "epoch": 0.49568221070811747,
      "lm_loss": 0.706391453742981,
      "loss": 0.9469470977783203,
      "step": 287,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.49740932642487046,
      "grad_norm": 2.21875,
      "learning_rate": 5e-05,
      "loss": 0.8876,
      "step": 288
    },
    {
      "epoch": 0.49740932642487046,
      "latent_token_nums": 2.875,
      "step": 288
    },
    {
      "epoch": 0.49740932642487046,
      "step": 288,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.25076791644096375,
      "contrastive_loss#1": 1.2538394927978516,
      "epoch": 0.49740932642487046,
      "lm_loss": 0.6591342687606812,
      "loss": 0.9099022150039673,
      "step": 288,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.4991364421416235,
      "grad_norm": 2.015625,
      "learning_rate": 5e-05,
      "loss": 0.8895,
      "step": 289
    },
    {
      "epoch": 0.4991364421416235,
      "latent_token_nums": 2.875,
      "step": 289
    },
    {
      "epoch": 0.4991364421416235,
      "step": 289,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.14637528359889984,
      "contrastive_loss#1": 0.7318763732910156,
      "epoch": 0.4991364421416235,
      "lm_loss": 0.7278316020965576,
      "loss": 0.8742069005966187,
      "step": 289,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.5008635578583766,
      "grad_norm": 2.078125,
      "learning_rate": 5e-05,
      "loss": 0.8911,
      "step": 290
    },
    {
      "epoch": 0.5008635578583766,
      "latent_token_nums": 2.6875,
      "step": 290
    },
    {
      "epoch": 0.5008635578583766,
      "step": 290,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.875,
      "acc@5": 0.75,
      "contrastive_loss": 0.27771249413490295,
      "contrastive_loss#1": 1.3885624408721924,
      "epoch": 0.5008635578583766,
      "lm_loss": 0.7844406962394714,
      "loss": 1.0621532201766968,
      "step": 290,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5025906735751295,
      "grad_norm": 2.28125,
      "learning_rate": 5e-05,
      "loss": 0.8884,
      "step": 291
    },
    {
      "epoch": 0.5025906735751295,
      "latent_token_nums": 2.75,
      "step": 291
    },
    {
      "epoch": 0.5025906735751295,
      "step": 291,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.19582682847976685,
      "contrastive_loss#1": 0.9791341423988342,
      "epoch": 0.5025906735751295,
      "lm_loss": 0.6789150238037109,
      "loss": 0.8747418522834778,
      "step": 291,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5043177892918825,
      "grad_norm": 2.0625,
      "learning_rate": 5e-05,
      "loss": 0.8687,
      "step": 292
    },
    {
      "epoch": 0.5043177892918825,
      "latent_token_nums": 2.5625,
      "step": 292
    },
    {
      "epoch": 0.5043177892918825,
      "step": 292,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.18318428099155426,
      "contrastive_loss#1": 0.9159213900566101,
      "epoch": 0.5043177892918825,
      "lm_loss": 0.7341826558113098,
      "loss": 0.9173669219017029,
      "step": 292,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.5060449050086355,
      "grad_norm": 2.09375,
      "learning_rate": 5e-05,
      "loss": 0.8632,
      "step": 293
    },
    {
      "epoch": 0.5060449050086355,
      "latent_token_nums": 2.75,
      "step": 293
    },
    {
      "epoch": 0.5060449050086355,
      "step": 293,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.875,
      "acc@5": 0.8125,
      "contrastive_loss": 0.2846590280532837,
      "contrastive_loss#1": 1.4232951402664185,
      "epoch": 0.5060449050086355,
      "lm_loss": 0.6436964273452759,
      "loss": 0.9283554553985596,
      "step": 293,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5077720207253886,
      "grad_norm": 2.125,
      "learning_rate": 5e-05,
      "loss": 0.8628,
      "step": 294
    },
    {
      "epoch": 0.5077720207253886,
      "latent_token_nums": 3.0625,
      "step": 294
    },
    {
      "epoch": 0.5077720207253886,
      "step": 294,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.13148951530456543,
      "contrastive_loss#1": 0.6574475765228271,
      "epoch": 0.5077720207253886,
      "lm_loss": 0.7196615934371948,
      "loss": 0.8511511087417603,
      "step": 294,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.5094991364421416,
      "grad_norm": 2.234375,
      "learning_rate": 5e-05,
      "loss": 0.8639,
      "step": 295
    },
    {
      "epoch": 0.5094991364421416,
      "latent_token_nums": 2.625,
      "step": 295
    },
    {
      "epoch": 0.5094991364421416,
      "step": 295,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.2152489274740219,
      "contrastive_loss#1": 1.076244592666626,
      "epoch": 0.5094991364421416,
      "lm_loss": 0.7124640345573425,
      "loss": 0.9277129769325256,
      "step": 295,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.5112262521588946,
      "grad_norm": 2.296875,
      "learning_rate": 5e-05,
      "loss": 0.8745,
      "step": 296
    },
    {
      "epoch": 0.5112262521588946,
      "latent_token_nums": 2.625,
      "step": 296
    },
    {
      "epoch": 0.5112262521588946,
      "step": 296,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11131799221038818,
      "contrastive_loss#1": 0.5565899610519409,
      "epoch": 0.5112262521588946,
      "lm_loss": 0.7145320773124695,
      "loss": 0.8258500695228577,
      "step": 296,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5129533678756477,
      "grad_norm": 2.5625,
      "learning_rate": 5e-05,
      "loss": 0.883,
      "step": 297
    },
    {
      "epoch": 0.5129533678756477,
      "latent_token_nums": 2.8125,
      "step": 297
    },
    {
      "epoch": 0.5129533678756477,
      "step": 297,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.8125,
      "contrastive_loss": 0.23298120498657227,
      "contrastive_loss#1": 1.1649060249328613,
      "epoch": 0.5129533678756477,
      "lm_loss": 0.7735022902488708,
      "loss": 1.006483554840088,
      "step": 297,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5146804835924007,
      "grad_norm": 2.265625,
      "learning_rate": 5e-05,
      "loss": 0.8639,
      "step": 298
    },
    {
      "epoch": 0.5146804835924007,
      "latent_token_nums": 2.625,
      "step": 298
    },
    {
      "epoch": 0.5146804835924007,
      "step": 298,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08292368054389954,
      "contrastive_loss#1": 0.4146184027194977,
      "epoch": 0.5146804835924007,
      "lm_loss": 0.6886500716209412,
      "loss": 0.7715737819671631,
      "step": 298,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5164075993091537,
      "grad_norm": 2.25,
      "learning_rate": 5e-05,
      "loss": 0.9003,
      "step": 299
    },
    {
      "epoch": 0.5164075993091537,
      "latent_token_nums": 2.8125,
      "step": 299
    },
    {
      "epoch": 0.5164075993091537,
      "step": 299,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.13740645349025726,
      "contrastive_loss#1": 0.6870322823524475,
      "epoch": 0.5164075993091537,
      "lm_loss": 0.6777157783508301,
      "loss": 0.8151222467422485,
      "step": 299,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5181347150259067,
      "grad_norm": 2.3125,
      "learning_rate": 5e-05,
      "loss": 0.8753,
      "step": 300
    },
    {
      "epoch": 0.5181347150259067,
      "latent_token_nums": 2.6875,
      "step": 300
    },
    {
      "epoch": 0.5181347150259067,
      "step": 300,
      "thought_step_nums": 2.3125
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.14855697751045227,
      "contrastive_loss#1": 0.742784857749939,
      "epoch": 0.5181347150259067,
      "lm_loss": 0.8146393299102783,
      "loss": 0.9631962776184082,
      "step": 300,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5198618307426598,
      "grad_norm": 3.953125,
      "learning_rate": 5e-05,
      "loss": 0.8824,
      "step": 301
    },
    {
      "epoch": 0.5198618307426598,
      "latent_token_nums": 2.75,
      "step": 301
    },
    {
      "epoch": 0.5198618307426598,
      "step": 301,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03454773500561714,
      "contrastive_loss#1": 0.1727386713027954,
      "epoch": 0.5198618307426598,
      "lm_loss": 0.7195818424224854,
      "loss": 0.7541295886039734,
      "step": 301,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5215889464594128,
      "grad_norm": 2.5,
      "learning_rate": 5e-05,
      "loss": 0.884,
      "step": 302
    },
    {
      "epoch": 0.5215889464594128,
      "latent_token_nums": 2.8125,
      "step": 302
    },
    {
      "epoch": 0.5215889464594128,
      "step": 302,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.15555618703365326,
      "contrastive_loss#1": 0.7777808904647827,
      "epoch": 0.5215889464594128,
      "lm_loss": 0.6871488690376282,
      "loss": 0.8427050709724426,
      "step": 302,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5233160621761658,
      "grad_norm": 2.15625,
      "learning_rate": 5e-05,
      "loss": 0.8862,
      "step": 303
    },
    {
      "epoch": 0.5233160621761658,
      "latent_token_nums": 2.625,
      "step": 303
    },
    {
      "epoch": 0.5233160621761658,
      "step": 303,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.14678119122982025,
      "contrastive_loss#1": 0.7339059114456177,
      "epoch": 0.5233160621761658,
      "lm_loss": 0.6668670177459717,
      "loss": 0.8136482238769531,
      "step": 303,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5250431778929189,
      "grad_norm": 2.328125,
      "learning_rate": 5e-05,
      "loss": 0.8645,
      "step": 304
    },
    {
      "epoch": 0.5250431778929189,
      "latent_token_nums": 2.875,
      "step": 304
    },
    {
      "epoch": 0.5250431778929189,
      "step": 304,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07446078211069107,
      "contrastive_loss#1": 0.37230390310287476,
      "epoch": 0.5250431778929189,
      "lm_loss": 0.6481190919876099,
      "loss": 0.7225798964500427,
      "step": 304,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5267702936096719,
      "grad_norm": 2.484375,
      "learning_rate": 5e-05,
      "loss": 0.893,
      "step": 305
    },
    {
      "epoch": 0.5267702936096719,
      "latent_token_nums": 2.9375,
      "step": 305
    },
    {
      "epoch": 0.5267702936096719,
      "step": 305,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.2391984462738037,
      "contrastive_loss#1": 1.1959922313690186,
      "epoch": 0.5267702936096719,
      "lm_loss": 0.7648837566375732,
      "loss": 1.004082202911377,
      "step": 305,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5284974093264249,
      "grad_norm": 2.421875,
      "learning_rate": 5e-05,
      "loss": 0.8874,
      "step": 306
    },
    {
      "epoch": 0.5284974093264249,
      "latent_token_nums": 3.125,
      "step": 306
    },
    {
      "epoch": 0.5284974093264249,
      "step": 306,
      "thought_step_nums": 2.875
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.17653022706508636,
      "contrastive_loss#1": 0.882651150226593,
      "epoch": 0.5284974093264249,
      "lm_loss": 0.6799479722976685,
      "loss": 0.856478214263916,
      "step": 306,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.5302245250431779,
      "grad_norm": 2.296875,
      "learning_rate": 5e-05,
      "loss": 0.8805,
      "step": 307
    },
    {
      "epoch": 0.5302245250431779,
      "latent_token_nums": 3.0,
      "step": 307
    },
    {
      "epoch": 0.5302245250431779,
      "step": 307,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.14574532210826874,
      "contrastive_loss#1": 0.7287265658378601,
      "epoch": 0.5302245250431779,
      "lm_loss": 0.7222833633422852,
      "loss": 0.8680287003517151,
      "step": 307,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.531951640759931,
      "grad_norm": 2.28125,
      "learning_rate": 5e-05,
      "loss": 0.8774,
      "step": 308
    },
    {
      "epoch": 0.531951640759931,
      "latent_token_nums": 2.5625,
      "step": 308
    },
    {
      "epoch": 0.531951640759931,
      "step": 308,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.24396324157714844,
      "contrastive_loss#1": 1.2198162078857422,
      "epoch": 0.531951640759931,
      "lm_loss": 0.7238848209381104,
      "loss": 0.9678480625152588,
      "step": 308,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.533678756476684,
      "grad_norm": 2.265625,
      "learning_rate": 5e-05,
      "loss": 0.9146,
      "step": 309
    },
    {
      "epoch": 0.533678756476684,
      "latent_token_nums": 3.0625,
      "step": 309
    },
    {
      "epoch": 0.533678756476684,
      "step": 309,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.09501778334379196,
      "contrastive_loss#1": 0.475088894367218,
      "epoch": 0.533678756476684,
      "lm_loss": 0.7561261653900146,
      "loss": 0.8511439561843872,
      "step": 309,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5354058721934369,
      "grad_norm": 2.09375,
      "learning_rate": 5e-05,
      "loss": 0.8625,
      "step": 310
    },
    {
      "epoch": 0.5354058721934369,
      "latent_token_nums": 2.625,
      "step": 310
    },
    {
      "epoch": 0.5354058721934369,
      "step": 310,
      "thought_step_nums": 2.25
    },
    {
      "acc@1": 0.375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.18235737085342407,
      "contrastive_loss#1": 0.9117868542671204,
      "epoch": 0.5354058721934369,
      "lm_loss": 0.7454659938812256,
      "loss": 0.9278233647346497,
      "step": 310,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5371329879101899,
      "grad_norm": 2.265625,
      "learning_rate": 5e-05,
      "loss": 0.8817,
      "step": 311
    },
    {
      "epoch": 0.5371329879101899,
      "latent_token_nums": 3.0625,
      "step": 311
    },
    {
      "epoch": 0.5371329879101899,
      "step": 311,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15941187739372253,
      "contrastive_loss#1": 0.7970593571662903,
      "epoch": 0.5371329879101899,
      "lm_loss": 0.6903283596038818,
      "loss": 0.8497402667999268,
      "step": 311,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.538860103626943,
      "grad_norm": 2.359375,
      "learning_rate": 5e-05,
      "loss": 0.8879,
      "step": 312
    },
    {
      "epoch": 0.538860103626943,
      "latent_token_nums": 2.9375,
      "step": 312
    },
    {
      "epoch": 0.538860103626943,
      "step": 312,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.5625,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.16376636922359467,
      "contrastive_loss#1": 0.8188318014144897,
      "epoch": 0.538860103626943,
      "lm_loss": 0.6920528411865234,
      "loss": 0.8558192253112793,
      "step": 312,
      "valid_batch_size": 1024.125
    },
    {
      "epoch": 0.540587219343696,
      "grad_norm": 2.375,
      "learning_rate": 5e-05,
      "loss": 0.8754,
      "step": 313
    },
    {
      "epoch": 0.540587219343696,
      "latent_token_nums": 2.9375,
      "step": 313
    },
    {
      "epoch": 0.540587219343696,
      "step": 313,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.23605374991893768,
      "contrastive_loss#1": 1.1802687644958496,
      "epoch": 0.540587219343696,
      "lm_loss": 0.7188898324966431,
      "loss": 0.9549435973167419,
      "step": 313,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 0.542314335060449,
      "grad_norm": 2.6875,
      "learning_rate": 5e-05,
      "loss": 0.9093,
      "step": 314
    },
    {
      "epoch": 0.542314335060449,
      "latent_token_nums": 3.1875,
      "step": 314
    },
    {
      "epoch": 0.542314335060449,
      "step": 314,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.24904417991638184,
      "contrastive_loss#1": 1.2452208995819092,
      "epoch": 0.542314335060449,
      "lm_loss": 0.6486125588417053,
      "loss": 0.8976567387580872,
      "step": 314,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.5440414507772021,
      "grad_norm": 2.5,
      "learning_rate": 5e-05,
      "loss": 0.887,
      "step": 315
    },
    {
      "epoch": 0.5440414507772021,
      "latent_token_nums": 2.75,
      "step": 315
    },
    {
      "epoch": 0.5440414507772021,
      "step": 315,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0725456103682518,
      "contrastive_loss#1": 0.3627280592918396,
      "epoch": 0.5440414507772021,
      "lm_loss": 0.724997341632843,
      "loss": 0.797542929649353,
      "step": 315,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5457685664939551,
      "grad_norm": 2.40625,
      "learning_rate": 5e-05,
      "loss": 0.8707,
      "step": 316
    },
    {
      "epoch": 0.5457685664939551,
      "latent_token_nums": 2.5,
      "step": 316
    },
    {
      "epoch": 0.5457685664939551,
      "step": 316,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.24055957794189453,
      "contrastive_loss#1": 1.2027978897094727,
      "epoch": 0.5457685664939551,
      "lm_loss": 0.6722205877304077,
      "loss": 0.9127801656723022,
      "step": 316,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5474956822107081,
      "grad_norm": 2.46875,
      "learning_rate": 5e-05,
      "loss": 0.8784,
      "step": 317
    },
    {
      "epoch": 0.5474956822107081,
      "latent_token_nums": 3.125,
      "step": 317
    },
    {
      "epoch": 0.5474956822107081,
      "step": 317,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15713690221309662,
      "contrastive_loss#1": 0.7856845259666443,
      "epoch": 0.5474956822107081,
      "lm_loss": 0.7311286330223083,
      "loss": 0.8882655501365662,
      "step": 317,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.5492227979274611,
      "grad_norm": 2.203125,
      "learning_rate": 5e-05,
      "loss": 0.8804,
      "step": 318
    },
    {
      "epoch": 0.5492227979274611,
      "latent_token_nums": 2.375,
      "step": 318
    },
    {
      "epoch": 0.5492227979274611,
      "step": 318,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.1484953612089157,
      "contrastive_loss#1": 0.7424768209457397,
      "epoch": 0.5492227979274611,
      "lm_loss": 0.6442984342575073,
      "loss": 0.7927938103675842,
      "step": 318,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5509499136442142,
      "grad_norm": 2.265625,
      "learning_rate": 5e-05,
      "loss": 0.8837,
      "step": 319
    },
    {
      "epoch": 0.5509499136442142,
      "latent_token_nums": 2.6875,
      "step": 319
    },
    {
      "epoch": 0.5509499136442142,
      "step": 319,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.19569873809814453,
      "contrastive_loss#1": 0.9784936904907227,
      "epoch": 0.5509499136442142,
      "lm_loss": 0.6758592128753662,
      "loss": 0.8715579509735107,
      "step": 319,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.5526770293609672,
      "grad_norm": 2.15625,
      "learning_rate": 5e-05,
      "loss": 0.8728,
      "step": 320
    },
    {
      "epoch": 0.5526770293609672,
      "latent_token_nums": 3.0625,
      "step": 320
    },
    {
      "epoch": 0.5526770293609672,
      "step": 320,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.18407587707042694,
      "contrastive_loss#1": 0.9203794002532959,
      "epoch": 0.5526770293609672,
      "lm_loss": 0.6982038021087646,
      "loss": 0.8822796940803528,
      "step": 320,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.5544041450777202,
      "grad_norm": 2.015625,
      "learning_rate": 5e-05,
      "loss": 0.8648,
      "step": 321
    },
    {
      "epoch": 0.5544041450777202,
      "latent_token_nums": 2.75,
      "step": 321
    },
    {
      "epoch": 0.5544041450777202,
      "step": 321,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.1110358014702797,
      "contrastive_loss#1": 0.5551789999008179,
      "epoch": 0.5544041450777202,
      "lm_loss": 0.6399497389793396,
      "loss": 0.7509855628013611,
      "step": 321,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5561312607944733,
      "grad_norm": 2.109375,
      "learning_rate": 5e-05,
      "loss": 0.8911,
      "step": 322
    },
    {
      "epoch": 0.5561312607944733,
      "latent_token_nums": 2.875,
      "step": 322
    },
    {
      "epoch": 0.5561312607944733,
      "step": 322,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15336726605892181,
      "contrastive_loss#1": 0.7668363451957703,
      "epoch": 0.5561312607944733,
      "lm_loss": 0.7334494590759277,
      "loss": 0.8868167400360107,
      "step": 322,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5578583765112263,
      "grad_norm": 2.078125,
      "learning_rate": 5e-05,
      "loss": 0.8886,
      "step": 323
    },
    {
      "epoch": 0.5578583765112263,
      "latent_token_nums": 2.8125,
      "step": 323
    },
    {
      "epoch": 0.5578583765112263,
      "step": 323,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15535539388656616,
      "contrastive_loss#1": 0.7767769694328308,
      "epoch": 0.5578583765112263,
      "lm_loss": 0.7231658101081848,
      "loss": 0.878521203994751,
      "step": 323,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.5595854922279793,
      "grad_norm": 2.125,
      "learning_rate": 5e-05,
      "loss": 0.8653,
      "step": 324
    },
    {
      "epoch": 0.5595854922279793,
      "latent_token_nums": 2.375,
      "step": 324
    },
    {
      "epoch": 0.5595854922279793,
      "step": 324,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.29005295038223267,
      "contrastive_loss#1": 1.4502646923065186,
      "epoch": 0.5595854922279793,
      "lm_loss": 0.6399169564247131,
      "loss": 0.9299699068069458,
      "step": 324,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5613126079447323,
      "grad_norm": 2.21875,
      "learning_rate": 5e-05,
      "loss": 0.8977,
      "step": 325
    },
    {
      "epoch": 0.5613126079447323,
      "latent_token_nums": 3.0,
      "step": 325
    },
    {
      "epoch": 0.5613126079447323,
      "step": 325,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11582110077142715,
      "contrastive_loss#1": 0.5791054964065552,
      "epoch": 0.5613126079447323,
      "lm_loss": 0.6902408003807068,
      "loss": 0.8060619235038757,
      "step": 325,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 0.5630397236614854,
      "grad_norm": 2.296875,
      "learning_rate": 5e-05,
      "loss": 0.8736,
      "step": 326
    },
    {
      "epoch": 0.5630397236614854,
      "latent_token_nums": 2.6875,
      "step": 326
    },
    {
      "epoch": 0.5630397236614854,
      "step": 326,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.16523292660713196,
      "contrastive_loss#1": 0.8261646032333374,
      "epoch": 0.5630397236614854,
      "lm_loss": 0.7555435299873352,
      "loss": 0.9207764863967896,
      "step": 326,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.5647668393782384,
      "grad_norm": 2.1875,
      "learning_rate": 5e-05,
      "loss": 0.8837,
      "step": 327
    },
    {
      "epoch": 0.5647668393782384,
      "latent_token_nums": 3.0625,
      "step": 327
    },
    {
      "epoch": 0.5647668393782384,
      "step": 327,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.2338586151599884,
      "contrastive_loss#1": 1.1692930459976196,
      "epoch": 0.5647668393782384,
      "lm_loss": 0.767891526222229,
      "loss": 1.001750111579895,
      "step": 327,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.5664939550949913,
      "grad_norm": 2.109375,
      "learning_rate": 5e-05,
      "loss": 0.8852,
      "step": 328
    },
    {
      "epoch": 0.5664939550949913,
      "latent_token_nums": 2.6875,
      "step": 328
    },
    {
      "epoch": 0.5664939550949913,
      "step": 328,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.18666021525859833,
      "contrastive_loss#1": 0.9333010911941528,
      "epoch": 0.5664939550949913,
      "lm_loss": 0.6647135019302368,
      "loss": 0.8513737320899963,
      "step": 328,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 0.5682210708117443,
      "grad_norm": 2.09375,
      "learning_rate": 5e-05,
      "loss": 0.8653,
      "step": 329
    },
    {
      "epoch": 0.5682210708117443,
      "latent_token_nums": 2.8125,
      "step": 329
    },
    {
      "epoch": 0.5682210708117443,
      "step": 329,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.10517343133687973,
      "contrastive_loss#1": 0.5258671641349792,
      "epoch": 0.5682210708117443,
      "lm_loss": 0.6869070529937744,
      "loss": 0.7920804619789124,
      "step": 329,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5699481865284974,
      "grad_norm": 2.109375,
      "learning_rate": 5e-05,
      "loss": 0.8929,
      "step": 330
    },
    {
      "epoch": 0.5699481865284974,
      "latent_token_nums": 3.0625,
      "step": 330
    },
    {
      "epoch": 0.5699481865284974,
      "step": 330,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.1173429861664772,
      "contrastive_loss#1": 0.5867149233818054,
      "epoch": 0.5699481865284974,
      "lm_loss": 0.7697867155075073,
      "loss": 0.8871297240257263,
      "step": 330,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.5716753022452504,
      "grad_norm": 2.25,
      "learning_rate": 5e-05,
      "loss": 0.8672,
      "step": 331
    },
    {
      "epoch": 0.5716753022452504,
      "latent_token_nums": 2.375,
      "step": 331
    },
    {
      "epoch": 0.5716753022452504,
      "step": 331,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.3363662660121918,
      "contrastive_loss#1": 1.6818313598632812,
      "epoch": 0.5716753022452504,
      "lm_loss": 0.8129627108573914,
      "loss": 1.1493289470672607,
      "step": 331,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.5734024179620034,
      "grad_norm": 2.21875,
      "learning_rate": 5e-05,
      "loss": 0.8679,
      "step": 332
    },
    {
      "epoch": 0.5734024179620034,
      "latent_token_nums": 3.1875,
      "step": 332
    },
    {
      "epoch": 0.5734024179620034,
      "step": 332,
      "thought_step_nums": 2.9375
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.26688167452812195,
      "contrastive_loss#1": 1.3344082832336426,
      "epoch": 0.5734024179620034,
      "lm_loss": 0.7212555408477783,
      "loss": 0.9881372451782227,
      "step": 332,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5751295336787565,
      "grad_norm": 2.34375,
      "learning_rate": 5e-05,
      "loss": 0.8825,
      "step": 333
    },
    {
      "epoch": 0.5751295336787565,
      "latent_token_nums": 2.5625,
      "step": 333
    },
    {
      "epoch": 0.5751295336787565,
      "step": 333,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.19234657287597656,
      "contrastive_loss#1": 0.9617328643798828,
      "epoch": 0.5751295336787565,
      "lm_loss": 0.7153687477111816,
      "loss": 0.9077153205871582,
      "step": 333,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.5768566493955095,
      "grad_norm": 2.109375,
      "learning_rate": 5e-05,
      "loss": 0.8621,
      "step": 334
    },
    {
      "epoch": 0.5768566493955095,
      "latent_token_nums": 2.625,
      "step": 334
    },
    {
      "epoch": 0.5768566493955095,
      "step": 334,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.12152602523565292,
      "contrastive_loss#1": 0.6076301336288452,
      "epoch": 0.5768566493955095,
      "lm_loss": 0.7227301001548767,
      "loss": 0.8442561030387878,
      "step": 334,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5785837651122625,
      "grad_norm": 2.15625,
      "learning_rate": 5e-05,
      "loss": 0.8534,
      "step": 335
    },
    {
      "epoch": 0.5785837651122625,
      "latent_token_nums": 2.9375,
      "step": 335
    },
    {
      "epoch": 0.5785837651122625,
      "step": 335,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.4375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.18532592058181763,
      "contrastive_loss#1": 0.9266296029090881,
      "epoch": 0.5785837651122625,
      "lm_loss": 0.7336796522140503,
      "loss": 0.9190055727958679,
      "step": 335,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 0.5803108808290155,
      "grad_norm": 2.3125,
      "learning_rate": 5e-05,
      "loss": 0.8829,
      "step": 336
    },
    {
      "epoch": 0.5803108808290155,
      "latent_token_nums": 2.5,
      "step": 336
    },
    {
      "epoch": 0.5803108808290155,
      "step": 336,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.19060328602790833,
      "contrastive_loss#1": 0.9530164003372192,
      "epoch": 0.5803108808290155,
      "lm_loss": 0.6599665284156799,
      "loss": 0.8505698442459106,
      "step": 336,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5820379965457686,
      "grad_norm": 2.53125,
      "learning_rate": 5e-05,
      "loss": 0.8757,
      "step": 337
    },
    {
      "epoch": 0.5820379965457686,
      "latent_token_nums": 2.875,
      "step": 337
    },
    {
      "epoch": 0.5820379965457686,
      "step": 337,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05466824769973755,
      "contrastive_loss#1": 0.27334123849868774,
      "epoch": 0.5820379965457686,
      "lm_loss": 0.8374874591827393,
      "loss": 0.8921557068824768,
      "step": 337,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5837651122625216,
      "grad_norm": 2.34375,
      "learning_rate": 5e-05,
      "loss": 0.8818,
      "step": 338
    },
    {
      "epoch": 0.5837651122625216,
      "latent_token_nums": 2.5,
      "step": 338
    },
    {
      "epoch": 0.5837651122625216,
      "step": 338,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08494140952825546,
      "contrastive_loss#1": 0.4247070550918579,
      "epoch": 0.5837651122625216,
      "lm_loss": 0.6693236827850342,
      "loss": 0.7542650699615479,
      "step": 338,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5854922279792746,
      "grad_norm": 2.265625,
      "learning_rate": 5e-05,
      "loss": 0.8666,
      "step": 339
    },
    {
      "epoch": 0.5854922279792746,
      "latent_token_nums": 2.75,
      "step": 339
    },
    {
      "epoch": 0.5854922279792746,
      "step": 339,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08700738102197647,
      "contrastive_loss#1": 0.43503689765930176,
      "epoch": 0.5854922279792746,
      "lm_loss": 0.768576979637146,
      "loss": 0.8555843830108643,
      "step": 339,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5872193436960277,
      "grad_norm": 2.421875,
      "learning_rate": 5e-05,
      "loss": 0.8802,
      "step": 340
    },
    {
      "epoch": 0.5872193436960277,
      "latent_token_nums": 2.5625,
      "step": 340
    },
    {
      "epoch": 0.5872193436960277,
      "step": 340,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.17465424537658691,
      "contrastive_loss#1": 0.8732712268829346,
      "epoch": 0.5872193436960277,
      "lm_loss": 0.746171236038208,
      "loss": 0.9208254814147949,
      "step": 340,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5889464594127807,
      "grad_norm": 2.328125,
      "learning_rate": 5e-05,
      "loss": 0.8825,
      "step": 341
    },
    {
      "epoch": 0.5889464594127807,
      "latent_token_nums": 2.6875,
      "step": 341
    },
    {
      "epoch": 0.5889464594127807,
      "step": 341,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.18608109652996063,
      "contrastive_loss#1": 0.9304054975509644,
      "epoch": 0.5889464594127807,
      "lm_loss": 0.7108826041221619,
      "loss": 0.8969637155532837,
      "step": 341,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5906735751295337,
      "grad_norm": 2.15625,
      "learning_rate": 5e-05,
      "loss": 0.8817,
      "step": 342
    },
    {
      "epoch": 0.5906735751295337,
      "latent_token_nums": 2.8125,
      "step": 342
    },
    {
      "epoch": 0.5906735751295337,
      "step": 342,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.21200494468212128,
      "contrastive_loss#1": 1.0600247383117676,
      "epoch": 0.5906735751295337,
      "lm_loss": 0.48639553785324097,
      "loss": 0.6984004974365234,
      "step": 342,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.5924006908462867,
      "grad_norm": 2.171875,
      "learning_rate": 5e-05,
      "loss": 0.8842,
      "step": 343
    },
    {
      "epoch": 0.5924006908462867,
      "latent_token_nums": 2.875,
      "step": 343
    },
    {
      "epoch": 0.5924006908462867,
      "step": 343,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.14046478271484375,
      "contrastive_loss#1": 0.7023239135742188,
      "epoch": 0.5924006908462867,
      "lm_loss": 0.6336488127708435,
      "loss": 0.7741135954856873,
      "step": 343,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.5941278065630398,
      "grad_norm": 2.078125,
      "learning_rate": 5e-05,
      "loss": 0.8793,
      "step": 344
    },
    {
      "epoch": 0.5941278065630398,
      "latent_token_nums": 2.6875,
      "step": 344
    },
    {
      "epoch": 0.5941278065630398,
      "step": 344,
      "thought_step_nums": 2.1875
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11883191019296646,
      "contrastive_loss#1": 0.5941595435142517,
      "epoch": 0.5941278065630398,
      "lm_loss": 0.7203196287155151,
      "loss": 0.8391515612602234,
      "step": 344,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5958549222797928,
      "grad_norm": 2.640625,
      "learning_rate": 5e-05,
      "loss": 0.8763,
      "step": 345
    },
    {
      "epoch": 0.5958549222797928,
      "latent_token_nums": 3.0625,
      "step": 345
    },
    {
      "epoch": 0.5958549222797928,
      "step": 345,
      "thought_step_nums": 2.9375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.875,
      "acc@5": 0.8125,
      "contrastive_loss": 0.21070916950702667,
      "contrastive_loss#1": 1.0535458326339722,
      "epoch": 0.5958549222797928,
      "lm_loss": 0.7139095067977905,
      "loss": 0.924618661403656,
      "step": 345,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.5975820379965457,
      "grad_norm": 2.15625,
      "learning_rate": 5e-05,
      "loss": 0.891,
      "step": 346
    },
    {
      "epoch": 0.5975820379965457,
      "latent_token_nums": 2.75,
      "step": 346
    },
    {
      "epoch": 0.5975820379965457,
      "step": 346,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.12111270427703857,
      "contrastive_loss#1": 0.6055635213851929,
      "epoch": 0.5975820379965457,
      "lm_loss": 0.7411884069442749,
      "loss": 0.8623011112213135,
      "step": 346,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 0.5993091537132987,
      "grad_norm": 2.40625,
      "learning_rate": 5e-05,
      "loss": 0.8994,
      "step": 347
    },
    {
      "epoch": 0.5993091537132987,
      "latent_token_nums": 2.625,
      "step": 347
    },
    {
      "epoch": 0.5993091537132987,
      "step": 347,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.9375,
      "acc@5": 0.75,
      "contrastive_loss": 0.291329950094223,
      "contrastive_loss#1": 1.456649661064148,
      "epoch": 0.5993091537132987,
      "lm_loss": 0.7413349151611328,
      "loss": 1.0326648950576782,
      "step": 347,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.6010362694300518,
      "grad_norm": 2.140625,
      "learning_rate": 5e-05,
      "loss": 0.8625,
      "step": 348
    },
    {
      "epoch": 0.6010362694300518,
      "latent_token_nums": 2.75,
      "step": 348
    },
    {
      "epoch": 0.6010362694300518,
      "step": 348,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.14157013595104218,
      "contrastive_loss#1": 0.7078506350517273,
      "epoch": 0.6010362694300518,
      "lm_loss": 0.7014966011047363,
      "loss": 0.8430667519569397,
      "step": 348,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6027633851468048,
      "grad_norm": 2.390625,
      "learning_rate": 5e-05,
      "loss": 0.8921,
      "step": 349
    },
    {
      "epoch": 0.6027633851468048,
      "latent_token_nums": 2.625,
      "step": 349
    },
    {
      "epoch": 0.6027633851468048,
      "step": 349,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11209406703710556,
      "contrastive_loss#1": 0.5604703426361084,
      "epoch": 0.6027633851468048,
      "lm_loss": 0.754406750202179,
      "loss": 0.8665007948875427,
      "step": 349,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 0.6044905008635578,
      "grad_norm": 2.3125,
      "learning_rate": 5e-05,
      "loss": 0.8701,
      "step": 350
    },
    {
      "epoch": 0.6044905008635578,
      "latent_token_nums": 2.8125,
      "step": 350
    },
    {
      "epoch": 0.6044905008635578,
      "step": 350,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.28791293501853943,
      "contrastive_loss#1": 1.43956458568573,
      "epoch": 0.6044905008635578,
      "lm_loss": 0.644206166267395,
      "loss": 0.9321191310882568,
      "step": 350,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6062176165803109,
      "grad_norm": 2.234375,
      "learning_rate": 5e-05,
      "loss": 0.8602,
      "step": 351
    },
    {
      "epoch": 0.6062176165803109,
      "latent_token_nums": 2.875,
      "step": 351
    },
    {
      "epoch": 0.6062176165803109,
      "step": 351,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.25858670473098755,
      "contrastive_loss#1": 1.292933464050293,
      "epoch": 0.6062176165803109,
      "lm_loss": 0.5744166374206543,
      "loss": 0.8330033421516418,
      "step": 351,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.6079447322970639,
      "grad_norm": 2.1875,
      "learning_rate": 5e-05,
      "loss": 0.8698,
      "step": 352
    },
    {
      "epoch": 0.6079447322970639,
      "latent_token_nums": 3.0625,
      "step": 352
    },
    {
      "epoch": 0.6079447322970639,
      "step": 352,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.28735658526420593,
      "contrastive_loss#1": 1.4367828369140625,
      "epoch": 0.6079447322970639,
      "lm_loss": 0.7413370013237,
      "loss": 1.0286935567855835,
      "step": 352,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.6096718480138169,
      "grad_norm": 2.21875,
      "learning_rate": 5e-05,
      "loss": 0.8818,
      "step": 353
    },
    {
      "epoch": 0.6096718480138169,
      "latent_token_nums": 2.6875,
      "step": 353
    },
    {
      "epoch": 0.6096718480138169,
      "step": 353,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.088495172560215,
      "contrastive_loss#1": 0.4424758553504944,
      "epoch": 0.6096718480138169,
      "lm_loss": 0.6851016283035278,
      "loss": 0.7735968232154846,
      "step": 353,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.6113989637305699,
      "grad_norm": 2.328125,
      "learning_rate": 5e-05,
      "loss": 0.8778,
      "step": 354
    },
    {
      "epoch": 0.6113989637305699,
      "latent_token_nums": 2.8125,
      "step": 354
    },
    {
      "epoch": 0.6113989637305699,
      "step": 354,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.17821592092514038,
      "contrastive_loss#1": 0.8910796046257019,
      "epoch": 0.6113989637305699,
      "lm_loss": 0.803806722164154,
      "loss": 0.9820226430892944,
      "step": 354,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 0.613126079447323,
      "grad_norm": 2.40625,
      "learning_rate": 5e-05,
      "loss": 0.8737,
      "step": 355
    },
    {
      "epoch": 0.613126079447323,
      "latent_token_nums": 2.875,
      "step": 355
    },
    {
      "epoch": 0.613126079447323,
      "step": 355,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.13033543527126312,
      "contrastive_loss#1": 0.6516771912574768,
      "epoch": 0.613126079447323,
      "lm_loss": 0.7588909268379211,
      "loss": 0.8892263770103455,
      "step": 355,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.614853195164076,
      "grad_norm": 2.015625,
      "learning_rate": 5e-05,
      "loss": 0.8731,
      "step": 356
    },
    {
      "epoch": 0.614853195164076,
      "latent_token_nums": 2.8125,
      "step": 356
    },
    {
      "epoch": 0.614853195164076,
      "step": 356,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.16497080028057098,
      "contrastive_loss#1": 0.8248540163040161,
      "epoch": 0.614853195164076,
      "lm_loss": 0.7446739673614502,
      "loss": 0.9096447825431824,
      "step": 356,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.616580310880829,
      "grad_norm": 2.109375,
      "learning_rate": 5e-05,
      "loss": 0.8649,
      "step": 357
    },
    {
      "epoch": 0.616580310880829,
      "latent_token_nums": 2.4375,
      "step": 357
    },
    {
      "epoch": 0.616580310880829,
      "step": 357,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.20480862259864807,
      "contrastive_loss#1": 1.024043083190918,
      "epoch": 0.616580310880829,
      "lm_loss": 0.7323222756385803,
      "loss": 0.9371309280395508,
      "step": 357,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.6183074265975821,
      "grad_norm": 2.171875,
      "learning_rate": 5e-05,
      "loss": 0.8811,
      "step": 358
    },
    {
      "epoch": 0.6183074265975821,
      "latent_token_nums": 2.5625,
      "step": 358
    },
    {
      "epoch": 0.6183074265975821,
      "step": 358,
      "thought_step_nums": 2.3125
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.19492581486701965,
      "contrastive_loss#1": 0.9746290445327759,
      "epoch": 0.6183074265975821,
      "lm_loss": 0.7233730554580688,
      "loss": 0.9182988405227661,
      "step": 358,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.6200345423143351,
      "grad_norm": 2.125,
      "learning_rate": 5e-05,
      "loss": 0.875,
      "step": 359
    },
    {
      "epoch": 0.6200345423143351,
      "latent_token_nums": 2.5625,
      "step": 359
    },
    {
      "epoch": 0.6200345423143351,
      "step": 359,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.14500132203102112,
      "contrastive_loss#1": 0.7250065803527832,
      "epoch": 0.6200345423143351,
      "lm_loss": 0.7115350961685181,
      "loss": 0.8565363883972168,
      "step": 359,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.6217616580310881,
      "grad_norm": 2.0625,
      "learning_rate": 5e-05,
      "loss": 0.8797,
      "step": 360
    },
    {
      "epoch": 0.6217616580310881,
      "latent_token_nums": 2.875,
      "step": 360
    },
    {
      "epoch": 0.6217616580310881,
      "step": 360,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.1277802437543869,
      "contrastive_loss#1": 0.6389012336730957,
      "epoch": 0.6217616580310881,
      "lm_loss": 0.6749994158744812,
      "loss": 0.8027796745300293,
      "step": 360,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6234887737478411,
      "grad_norm": 2.65625,
      "learning_rate": 5e-05,
      "loss": 0.9205,
      "step": 361
    },
    {
      "epoch": 0.6234887737478411,
      "latent_token_nums": 2.9375,
      "step": 361
    },
    {
      "epoch": 0.6234887737478411,
      "step": 361,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.173751562833786,
      "contrastive_loss#1": 0.8687577843666077,
      "epoch": 0.6234887737478411,
      "lm_loss": 0.6833027601242065,
      "loss": 0.8570543527603149,
      "step": 361,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6252158894645942,
      "grad_norm": 2.109375,
      "learning_rate": 5e-05,
      "loss": 0.8569,
      "step": 362
    },
    {
      "epoch": 0.6252158894645942,
      "latent_token_nums": 2.875,
      "step": 362
    },
    {
      "epoch": 0.6252158894645942,
      "step": 362,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.10999096930027008,
      "contrastive_loss#1": 0.5499548316001892,
      "epoch": 0.6252158894645942,
      "lm_loss": 0.671143114566803,
      "loss": 0.7811340689659119,
      "step": 362,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6269430051813472,
      "grad_norm": 2.1875,
      "learning_rate": 5e-05,
      "loss": 0.8776,
      "step": 363
    },
    {
      "epoch": 0.6269430051813472,
      "latent_token_nums": 2.875,
      "step": 363
    },
    {
      "epoch": 0.6269430051813472,
      "step": 363,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.21659861505031586,
      "contrastive_loss#1": 1.0829930305480957,
      "epoch": 0.6269430051813472,
      "lm_loss": 0.7246197462081909,
      "loss": 0.941218376159668,
      "step": 363,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6286701208981001,
      "grad_norm": 2.3125,
      "learning_rate": 5e-05,
      "loss": 0.8809,
      "step": 364
    },
    {
      "epoch": 0.6286701208981001,
      "latent_token_nums": 2.875,
      "step": 364
    },
    {
      "epoch": 0.6286701208981001,
      "step": 364,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.19013206660747528,
      "contrastive_loss#1": 0.9506603479385376,
      "epoch": 0.6286701208981001,
      "lm_loss": 0.6745288372039795,
      "loss": 0.864660918712616,
      "step": 364,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6303972366148531,
      "grad_norm": 2.28125,
      "learning_rate": 5e-05,
      "loss": 0.8773,
      "step": 365
    },
    {
      "epoch": 0.6303972366148531,
      "latent_token_nums": 2.4375,
      "step": 365
    },
    {
      "epoch": 0.6303972366148531,
      "step": 365,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15496154129505157,
      "contrastive_loss#1": 0.7748076915740967,
      "epoch": 0.6303972366148531,
      "lm_loss": 0.7220739126205444,
      "loss": 0.8770354390144348,
      "step": 365,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6321243523316062,
      "grad_norm": 2.0625,
      "learning_rate": 5e-05,
      "loss": 0.8758,
      "step": 366
    },
    {
      "epoch": 0.6321243523316062,
      "latent_token_nums": 2.625,
      "step": 366
    },
    {
      "epoch": 0.6321243523316062,
      "step": 366,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.1740207076072693,
      "contrastive_loss#1": 0.8701035380363464,
      "epoch": 0.6321243523316062,
      "lm_loss": 0.6438957452774048,
      "loss": 0.8179164528846741,
      "step": 366,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6338514680483592,
      "grad_norm": 2.046875,
      "learning_rate": 5e-05,
      "loss": 0.8611,
      "step": 367
    },
    {
      "epoch": 0.6338514680483592,
      "latent_token_nums": 2.875,
      "step": 367
    },
    {
      "epoch": 0.6338514680483592,
      "step": 367,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.14181502163410187,
      "contrastive_loss#1": 0.7090750932693481,
      "epoch": 0.6338514680483592,
      "lm_loss": 0.7281567454338074,
      "loss": 0.869971752166748,
      "step": 367,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6355785837651122,
      "grad_norm": 2.03125,
      "learning_rate": 5e-05,
      "loss": 0.8771,
      "step": 368
    },
    {
      "epoch": 0.6355785837651122,
      "latent_token_nums": 2.875,
      "step": 368
    },
    {
      "epoch": 0.6355785837651122,
      "step": 368,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.10602656751871109,
      "contrastive_loss#1": 0.5301328301429749,
      "epoch": 0.6355785837651122,
      "lm_loss": 0.7373045682907104,
      "loss": 0.8433311581611633,
      "step": 368,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.6373056994818653,
      "grad_norm": 2.1875,
      "learning_rate": 5e-05,
      "loss": 0.8633,
      "step": 369
    },
    {
      "epoch": 0.6373056994818653,
      "latent_token_nums": 2.625,
      "step": 369
    },
    {
      "epoch": 0.6373056994818653,
      "step": 369,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.16766485571861267,
      "contrastive_loss#1": 0.838324248790741,
      "epoch": 0.6373056994818653,
      "lm_loss": 0.7293163537979126,
      "loss": 0.8969812393188477,
      "step": 369,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.6390328151986183,
      "grad_norm": 2.03125,
      "learning_rate": 5e-05,
      "loss": 0.8603,
      "step": 370
    },
    {
      "epoch": 0.6390328151986183,
      "latent_token_nums": 2.625,
      "step": 370
    },
    {
      "epoch": 0.6390328151986183,
      "step": 370,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.1836957037448883,
      "contrastive_loss#1": 0.9184784889221191,
      "epoch": 0.6390328151986183,
      "lm_loss": 0.7562685012817383,
      "loss": 0.9399641752243042,
      "step": 370,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6407599309153713,
      "grad_norm": 2.28125,
      "learning_rate": 5e-05,
      "loss": 0.8871,
      "step": 371
    },
    {
      "epoch": 0.6407599309153713,
      "latent_token_nums": 2.8125,
      "step": 371
    },
    {
      "epoch": 0.6407599309153713,
      "step": 371,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08637253195047379,
      "contrastive_loss#1": 0.43186265230178833,
      "epoch": 0.6407599309153713,
      "lm_loss": 0.6896615028381348,
      "loss": 0.7760340571403503,
      "step": 371,
      "valid_batch_size": 1024.4375
    },
    {
      "epoch": 0.6424870466321243,
      "grad_norm": 2.1875,
      "learning_rate": 5e-05,
      "loss": 0.878,
      "step": 372
    },
    {
      "epoch": 0.6424870466321243,
      "latent_token_nums": 3.125,
      "step": 372
    },
    {
      "epoch": 0.6424870466321243,
      "step": 372,
      "thought_step_nums": 2.875
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.16336721181869507,
      "contrastive_loss#1": 0.8168360590934753,
      "epoch": 0.6424870466321243,
      "lm_loss": 0.737862229347229,
      "loss": 0.9012294411659241,
      "step": 372,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.6442141623488774,
      "grad_norm": 2.3125,
      "learning_rate": 5e-05,
      "loss": 0.8811,
      "step": 373
    },
    {
      "epoch": 0.6442141623488774,
      "latent_token_nums": 2.6875,
      "step": 373
    },
    {
      "epoch": 0.6442141623488774,
      "step": 373,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.1662895530462265,
      "contrastive_loss#1": 0.8314477205276489,
      "epoch": 0.6442141623488774,
      "lm_loss": 0.7392339110374451,
      "loss": 0.9055234789848328,
      "step": 373,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6459412780656304,
      "grad_norm": 2.109375,
      "learning_rate": 5e-05,
      "loss": 0.8863,
      "step": 374
    },
    {
      "epoch": 0.6459412780656304,
      "latent_token_nums": 2.625,
      "step": 374
    },
    {
      "epoch": 0.6459412780656304,
      "step": 374,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.2293909788131714,
      "contrastive_loss#1": 1.146954894065857,
      "epoch": 0.6459412780656304,
      "lm_loss": 0.659237265586853,
      "loss": 0.8886282444000244,
      "step": 374,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6476683937823834,
      "grad_norm": 2.0,
      "learning_rate": 5e-05,
      "loss": 0.8781,
      "step": 375
    },
    {
      "epoch": 0.6476683937823834,
      "latent_token_nums": 2.5625,
      "step": 375
    },
    {
      "epoch": 0.6476683937823834,
      "step": 375,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.9375,
      "acc@5": 0.75,
      "contrastive_loss": 0.2833218574523926,
      "contrastive_loss#1": 1.416609287261963,
      "epoch": 0.6476683937823834,
      "lm_loss": 0.6823478937149048,
      "loss": 0.9656697511672974,
      "step": 375,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6493955094991365,
      "grad_norm": 2.203125,
      "learning_rate": 5e-05,
      "loss": 0.8808,
      "step": 376
    },
    {
      "epoch": 0.6493955094991365,
      "latent_token_nums": 2.6875,
      "step": 376
    },
    {
      "epoch": 0.6493955094991365,
      "step": 376,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.875,
      "acc@5": 0.8125,
      "contrastive_loss": 0.2915991246700287,
      "contrastive_loss#1": 1.4579956531524658,
      "epoch": 0.6493955094991365,
      "lm_loss": 0.7289750576019287,
      "loss": 1.0205742120742798,
      "step": 376,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6511226252158895,
      "grad_norm": 2.265625,
      "learning_rate": 5e-05,
      "loss": 0.8623,
      "step": 377
    },
    {
      "epoch": 0.6511226252158895,
      "latent_token_nums": 2.9375,
      "step": 377
    },
    {
      "epoch": 0.6511226252158895,
      "step": 377,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0942608043551445,
      "contrastive_loss#1": 0.4713040292263031,
      "epoch": 0.6511226252158895,
      "lm_loss": 0.6973759531974792,
      "loss": 0.7916367650032043,
      "step": 377,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6528497409326425,
      "grad_norm": 2.0625,
      "learning_rate": 5e-05,
      "loss": 0.8665,
      "step": 378
    },
    {
      "epoch": 0.6528497409326425,
      "latent_token_nums": 2.875,
      "step": 378
    },
    {
      "epoch": 0.6528497409326425,
      "step": 378,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.17531903088092804,
      "contrastive_loss#1": 0.876595139503479,
      "epoch": 0.6528497409326425,
      "lm_loss": 0.7455233335494995,
      "loss": 0.9208423495292664,
      "step": 378,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.6545768566493955,
      "grad_norm": 2.328125,
      "learning_rate": 5e-05,
      "loss": 0.8908,
      "step": 379
    },
    {
      "epoch": 0.6545768566493955,
      "latent_token_nums": 2.9375,
      "step": 379
    },
    {
      "epoch": 0.6545768566493955,
      "step": 379,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1811315268278122,
      "contrastive_loss#1": 0.9056575894355774,
      "epoch": 0.6545768566493955,
      "lm_loss": 0.7070989608764648,
      "loss": 0.8882305026054382,
      "step": 379,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.6563039723661486,
      "grad_norm": 2.1875,
      "learning_rate": 5e-05,
      "loss": 0.8758,
      "step": 380
    },
    {
      "epoch": 0.6563039723661486,
      "latent_token_nums": 2.75,
      "step": 380
    },
    {
      "epoch": 0.6563039723661486,
      "step": 380,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08894117921590805,
      "contrastive_loss#1": 0.44470590353012085,
      "epoch": 0.6563039723661486,
      "lm_loss": 0.7306603193283081,
      "loss": 0.8196014761924744,
      "step": 380,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6580310880829016,
      "grad_norm": 2.046875,
      "learning_rate": 5e-05,
      "loss": 0.8837,
      "step": 381
    },
    {
      "epoch": 0.6580310880829016,
      "latent_token_nums": 2.6875,
      "step": 381
    },
    {
      "epoch": 0.6580310880829016,
      "step": 381,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.167091965675354,
      "contrastive_loss#1": 0.83545982837677,
      "epoch": 0.6580310880829016,
      "lm_loss": 0.824103057384491,
      "loss": 0.991195023059845,
      "step": 381,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6597582037996546,
      "grad_norm": 2.1875,
      "learning_rate": 5e-05,
      "loss": 0.8996,
      "step": 382
    },
    {
      "epoch": 0.6597582037996546,
      "latent_token_nums": 2.625,
      "step": 382
    },
    {
      "epoch": 0.6597582037996546,
      "step": 382,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.22486138343811035,
      "contrastive_loss#1": 1.1243069171905518,
      "epoch": 0.6597582037996546,
      "lm_loss": 0.6245763897895813,
      "loss": 0.8494377732276917,
      "step": 382,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.6614853195164075,
      "grad_norm": 2.203125,
      "learning_rate": 5e-05,
      "loss": 0.8844,
      "step": 383
    },
    {
      "epoch": 0.6614853195164075,
      "latent_token_nums": 2.875,
      "step": 383
    },
    {
      "epoch": 0.6614853195164075,
      "step": 383,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.2044237107038498,
      "contrastive_loss#1": 1.0221185684204102,
      "epoch": 0.6614853195164075,
      "lm_loss": 0.703837513923645,
      "loss": 0.908261239528656,
      "step": 383,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6632124352331606,
      "grad_norm": 2.265625,
      "learning_rate": 5e-05,
      "loss": 0.8871,
      "step": 384
    },
    {
      "epoch": 0.6632124352331606,
      "latent_token_nums": 2.6875,
      "step": 384
    },
    {
      "epoch": 0.6632124352331606,
      "step": 384,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.75,
      "contrastive_loss": 0.27862080931663513,
      "contrastive_loss#1": 1.393104076385498,
      "epoch": 0.6632124352331606,
      "lm_loss": 0.6789533495903015,
      "loss": 0.9575741291046143,
      "step": 384,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6649395509499136,
      "grad_norm": 2.3125,
      "learning_rate": 5e-05,
      "loss": 0.87,
      "step": 385
    },
    {
      "epoch": 0.6649395509499136,
      "latent_token_nums": 2.8125,
      "step": 385
    },
    {
      "epoch": 0.6649395509499136,
      "step": 385,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1255841702222824,
      "contrastive_loss#1": 0.6279208660125732,
      "epoch": 0.6649395509499136,
      "lm_loss": 0.6792227029800415,
      "loss": 0.8048068881034851,
      "step": 385,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 2.015625,
      "learning_rate": 5e-05,
      "loss": 0.8652,
      "step": 386
    },
    {
      "epoch": 0.6666666666666666,
      "latent_token_nums": 2.4375,
      "step": 386
    },
    {
      "epoch": 0.6666666666666666,
      "step": 386,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.20723728835582733,
      "contrastive_loss#1": 1.0361864566802979,
      "epoch": 0.6666666666666666,
      "lm_loss": 0.7338593602180481,
      "loss": 0.9410966634750366,
      "step": 386,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.6683937823834197,
      "grad_norm": 2.15625,
      "learning_rate": 5e-05,
      "loss": 0.8769,
      "step": 387
    },
    {
      "epoch": 0.6683937823834197,
      "latent_token_nums": 2.75,
      "step": 387
    },
    {
      "epoch": 0.6683937823834197,
      "step": 387,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08337116241455078,
      "contrastive_loss#1": 0.4168558120727539,
      "epoch": 0.6683937823834197,
      "lm_loss": 0.7040520310401917,
      "loss": 0.7874231934547424,
      "step": 387,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6701208981001727,
      "grad_norm": 2.375,
      "learning_rate": 5e-05,
      "loss": 0.8799,
      "step": 388
    },
    {
      "epoch": 0.6701208981001727,
      "latent_token_nums": 2.75,
      "step": 388
    },
    {
      "epoch": 0.6701208981001727,
      "step": 388,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.17131341993808746,
      "contrastive_loss#1": 0.8565670847892761,
      "epoch": 0.6701208981001727,
      "lm_loss": 0.7101166844367981,
      "loss": 0.8814300894737244,
      "step": 388,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6718480138169257,
      "grad_norm": 2.109375,
      "learning_rate": 5e-05,
      "loss": 0.8728,
      "step": 389
    },
    {
      "epoch": 0.6718480138169257,
      "latent_token_nums": 2.5625,
      "step": 389
    },
    {
      "epoch": 0.6718480138169257,
      "step": 389,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.22317500412464142,
      "contrastive_loss#1": 1.115875005722046,
      "epoch": 0.6718480138169257,
      "lm_loss": 0.7248181104660034,
      "loss": 0.9479930996894836,
      "step": 389,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6735751295336787,
      "grad_norm": 2.3125,
      "learning_rate": 5e-05,
      "loss": 0.8716,
      "step": 390
    },
    {
      "epoch": 0.6735751295336787,
      "latent_token_nums": 3.125,
      "step": 390
    },
    {
      "epoch": 0.6735751295336787,
      "step": 390,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.17898190021514893,
      "contrastive_loss#1": 0.8949095010757446,
      "epoch": 0.6735751295336787,
      "lm_loss": 0.7324473261833191,
      "loss": 0.911429226398468,
      "step": 390,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6753022452504318,
      "grad_norm": 2.203125,
      "learning_rate": 5e-05,
      "loss": 0.8785,
      "step": 391
    },
    {
      "epoch": 0.6753022452504318,
      "latent_token_nums": 2.75,
      "step": 391
    },
    {
      "epoch": 0.6753022452504318,
      "step": 391,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.10551059246063232,
      "contrastive_loss#1": 0.5275529623031616,
      "epoch": 0.6753022452504318,
      "lm_loss": 0.781169056892395,
      "loss": 0.8866796493530273,
      "step": 391,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6770293609671848,
      "grad_norm": 2.15625,
      "learning_rate": 5e-05,
      "loss": 0.8609,
      "step": 392
    },
    {
      "epoch": 0.6770293609671848,
      "latent_token_nums": 2.9375,
      "step": 392
    },
    {
      "epoch": 0.6770293609671848,
      "step": 392,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.17257347702980042,
      "contrastive_loss#1": 0.8628673553466797,
      "epoch": 0.6770293609671848,
      "lm_loss": 0.6800962686538696,
      "loss": 0.8526697158813477,
      "step": 392,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6787564766839378,
      "grad_norm": 2.0,
      "learning_rate": 5e-05,
      "loss": 0.8746,
      "step": 393
    },
    {
      "epoch": 0.6787564766839378,
      "latent_token_nums": 2.4375,
      "step": 393
    },
    {
      "epoch": 0.6787564766839378,
      "step": 393,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.5625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.17431886494159698,
      "contrastive_loss#1": 0.8715943098068237,
      "epoch": 0.6787564766839378,
      "lm_loss": 0.5790770053863525,
      "loss": 0.7533958554267883,
      "step": 393,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6804835924006909,
      "grad_norm": 1.9765625,
      "learning_rate": 5e-05,
      "loss": 0.8737,
      "step": 394
    },
    {
      "epoch": 0.6804835924006909,
      "latent_token_nums": 2.75,
      "step": 394
    },
    {
      "epoch": 0.6804835924006909,
      "step": 394,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.9375,
      "acc@5": 0.75,
      "contrastive_loss": 0.27607467770576477,
      "contrastive_loss#1": 1.3803733587265015,
      "epoch": 0.6804835924006909,
      "lm_loss": 0.7152419090270996,
      "loss": 0.991316556930542,
      "step": 394,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.6822107081174439,
      "grad_norm": 2.15625,
      "learning_rate": 5e-05,
      "loss": 0.8796,
      "step": 395
    },
    {
      "epoch": 0.6822107081174439,
      "latent_token_nums": 2.625,
      "step": 395
    },
    {
      "epoch": 0.6822107081174439,
      "step": 395,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11940457671880722,
      "contrastive_loss#1": 0.5970228910446167,
      "epoch": 0.6822107081174439,
      "lm_loss": 0.7428585290908813,
      "loss": 0.8622630834579468,
      "step": 395,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6839378238341969,
      "grad_norm": 2.140625,
      "learning_rate": 5e-05,
      "loss": 0.8595,
      "step": 396
    },
    {
      "epoch": 0.6839378238341969,
      "latent_token_nums": 2.9375,
      "step": 396
    },
    {
      "epoch": 0.6839378238341969,
      "step": 396,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.23144720494747162,
      "contrastive_loss#1": 1.1572359800338745,
      "epoch": 0.6839378238341969,
      "lm_loss": 0.6528158187866211,
      "loss": 0.8842630386352539,
      "step": 396,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6856649395509499,
      "grad_norm": 2.140625,
      "learning_rate": 5e-05,
      "loss": 0.8727,
      "step": 397
    },
    {
      "epoch": 0.6856649395509499,
      "latent_token_nums": 2.625,
      "step": 397
    },
    {
      "epoch": 0.6856649395509499,
      "step": 397,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.1388336569070816,
      "contrastive_loss#1": 0.6941682696342468,
      "epoch": 0.6856649395509499,
      "lm_loss": 0.7121084928512573,
      "loss": 0.8509421348571777,
      "step": 397,
      "valid_batch_size": 1024.125
    },
    {
      "epoch": 0.687392055267703,
      "grad_norm": 2.15625,
      "learning_rate": 5e-05,
      "loss": 0.8805,
      "step": 398
    },
    {
      "epoch": 0.687392055267703,
      "latent_token_nums": 3.0625,
      "step": 398
    },
    {
      "epoch": 0.687392055267703,
      "step": 398,
      "thought_step_nums": 2.3125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.14085344970226288,
      "contrastive_loss#1": 0.7042672634124756,
      "epoch": 0.687392055267703,
      "lm_loss": 0.809898853302002,
      "loss": 0.950752317905426,
      "step": 398,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.689119170984456,
      "grad_norm": 2.296875,
      "learning_rate": 5e-05,
      "loss": 0.8724,
      "step": 399
    },
    {
      "epoch": 0.689119170984456,
      "latent_token_nums": 2.75,
      "step": 399
    },
    {
      "epoch": 0.689119170984456,
      "step": 399,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.13184821605682373,
      "contrastive_loss#1": 0.6592410802841187,
      "epoch": 0.689119170984456,
      "lm_loss": 0.6798741817474365,
      "loss": 0.8117223978042603,
      "step": 399,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.690846286701209,
      "grad_norm": 2.328125,
      "learning_rate": 5e-05,
      "loss": 0.8658,
      "step": 400
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 4053,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 7,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}