{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 4.66321243523316,
  "eval_steps": 500,
  "global_step": 2700,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0,
      "latent_token_nums": 2.875,
      "step": 0
    },
    {
      "epoch": 0,
      "step": 0,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.0,
      "acc@10": 0.0,
      "acc@5": 0.0,
      "contrastive_loss": 1.760535478591919,
      "contrastive_loss#1": 8.802677154541016,
      "epoch": 0,
      "lm_loss": 1.1484653949737549,
      "loss": 2.909000873565674,
      "step": 0,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.0017271157167530224,
      "grad_norm": 900.0,
      "learning_rate": 6.097560975609757e-07,
      "loss": 3.0602,
      "step": 1
    },
    {
      "epoch": 0.0017271157167530224,
      "latent_token_nums": 2.8125,
      "step": 1
    },
    {
      "epoch": 0.0017271157167530224,
      "step": 1,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.0,
      "acc@10": 0.0,
      "acc@5": 0.0,
      "contrastive_loss": 2.003488063812256,
      "contrastive_loss#1": 10.017439842224121,
      "epoch": 0.0017271157167530224,
      "lm_loss": 1.0524499416351318,
      "loss": 3.0559380054473877,
      "step": 1,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.0034542314335060447,
      "grad_norm": 880.0,
      "learning_rate": 1.2195121951219514e-06,
      "loss": 3.0488,
      "step": 2
    },
    {
      "epoch": 0.0034542314335060447,
      "latent_token_nums": 2.75,
      "step": 2
    },
    {
      "epoch": 0.0034542314335060447,
      "step": 2,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.0,
      "acc@10": 0.0,
      "acc@5": 0.0,
      "contrastive_loss": 1.8555166721343994,
      "contrastive_loss#1": 9.277583122253418,
      "epoch": 0.0034542314335060447,
      "lm_loss": 1.134157419204712,
      "loss": 2.9896740913391113,
      "step": 2,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.0051813471502590676,
      "grad_norm": 872.0,
      "learning_rate": 1.8292682926829268e-06,
      "loss": 3.0487,
      "step": 3
    },
    {
      "epoch": 0.0051813471502590676,
      "latent_token_nums": 2.75,
      "step": 3
    },
    {
      "epoch": 0.0051813471502590676,
      "step": 3,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.0,
      "acc@10": 0.0625,
      "acc@5": 0.0,
      "contrastive_loss": 1.7876499891281128,
      "contrastive_loss#1": 8.938249588012695,
      "epoch": 0.0051813471502590676,
      "lm_loss": 1.0912901163101196,
      "loss": 2.8789401054382324,
      "step": 3,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.0069084628670120895,
      "grad_norm": 828.0,
      "learning_rate": 2.4390243902439027e-06,
      "loss": 3.0078,
      "step": 4
    },
    {
      "epoch": 0.0069084628670120895,
      "latent_token_nums": 2.9375,
      "step": 4
    },
    {
      "epoch": 0.0069084628670120895,
      "step": 4,
      "thought_step_nums": 2.3125
    },
    {
      "acc@1": 0.0,
      "acc@10": 0.0625,
      "acc@5": 0.0625,
      "contrastive_loss": 1.9945999383926392,
      "contrastive_loss#1": 9.972999572753906,
      "epoch": 0.0069084628670120895,
      "lm_loss": 1.08259916305542,
      "loss": 3.0771989822387695,
      "step": 4,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.008635578583765112,
      "grad_norm": 776.0,
      "learning_rate": 3.0487804878048782e-06,
      "loss": 2.9321,
      "step": 5
    },
    {
      "epoch": 0.008635578583765112,
      "latent_token_nums": 2.625,
      "step": 5
    },
    {
      "epoch": 0.008635578583765112,
      "step": 5,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.0,
      "acc@10": 0.0,
      "acc@5": 0.0,
      "contrastive_loss": 1.7157829999923706,
      "contrastive_loss#1": 8.578914642333984,
      "epoch": 0.008635578583765112,
      "lm_loss": 1.1541850566864014,
      "loss": 2.8699679374694824,
      "step": 5,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.010362694300518135,
      "grad_norm": 600.0,
      "learning_rate": 3.6585365853658537e-06,
      "loss": 2.7714,
      "step": 6
    },
    {
      "epoch": 0.010362694300518135,
      "latent_token_nums": 2.75,
      "step": 6
    },
    {
      "epoch": 0.010362694300518135,
      "step": 6,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.0,
      "acc@10": 0.0,
      "acc@5": 0.0,
      "contrastive_loss": 1.4756158590316772,
      "contrastive_loss#1": 7.378079414367676,
      "epoch": 0.010362694300518135,
      "lm_loss": 1.0698970556259155,
      "loss": 2.5455129146575928,
      "step": 6,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.012089810017271158,
      "grad_norm": 382.0,
      "learning_rate": 4.26829268292683e-06,
      "loss": 2.6485,
      "step": 7
    },
    {
      "epoch": 0.012089810017271158,
      "latent_token_nums": 2.9375,
      "step": 7
    },
    {
      "epoch": 0.012089810017271158,
      "step": 7,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.0,
      "acc@10": 0.25,
      "acc@5": 0.125,
      "contrastive_loss": 1.4729340076446533,
      "contrastive_loss#1": 7.3646697998046875,
      "epoch": 0.012089810017271158,
      "lm_loss": 1.0938012599945068,
      "loss": 2.56673526763916,
      "step": 7,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.013816925734024179,
      "grad_norm": 182.0,
      "learning_rate": 4.8780487804878055e-06,
      "loss": 2.5513,
      "step": 8
    },
    {
      "epoch": 0.013816925734024179,
      "latent_token_nums": 2.8125,
      "step": 8
    },
    {
      "epoch": 0.013816925734024179,
      "step": 8,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.0,
      "acc@10": 0.0,
      "acc@5": 0.0,
      "contrastive_loss": 1.427969217300415,
      "contrastive_loss#1": 7.139845848083496,
      "epoch": 0.013816925734024179,
      "lm_loss": 1.1109776496887207,
      "loss": 2.5389468669891357,
      "step": 8,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.015544041450777202,
      "grad_norm": 104.5,
      "learning_rate": 5.487804878048781e-06,
      "loss": 2.511,
      "step": 9
    },
    {
      "epoch": 0.015544041450777202,
      "latent_token_nums": 2.875,
      "step": 9
    },
    {
      "epoch": 0.015544041450777202,
      "step": 9,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.0,
      "acc@10": 0.0625,
      "acc@5": 0.0,
      "contrastive_loss": 1.4342457056045532,
      "contrastive_loss#1": 7.171228408813477,
      "epoch": 0.015544041450777202,
      "lm_loss": 1.0467461347579956,
      "loss": 2.480991840362549,
      "step": 9,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.017271157167530225,
      "grad_norm": 104.5,
      "learning_rate": 6.0975609756097564e-06,
      "loss": 2.4695,
      "step": 10
    },
    {
      "epoch": 0.017271157167530225,
      "latent_token_nums": 2.625,
      "step": 10
    },
    {
      "epoch": 0.017271157167530225,
      "step": 10,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.0,
      "acc@10": 0.0,
      "acc@5": 0.0,
      "contrastive_loss": 1.429718255996704,
      "contrastive_loss#1": 7.148591041564941,
      "epoch": 0.017271157167530225,
      "lm_loss": 1.0337374210357666,
      "loss": 2.4634556770324707,
      "step": 10,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.018998272884283247,
      "grad_norm": 119.0,
      "learning_rate": 6.707317073170733e-06,
      "loss": 2.4568,
      "step": 11
    },
    {
      "epoch": 0.018998272884283247,
      "latent_token_nums": 2.9375,
      "step": 11
    },
    {
      "epoch": 0.018998272884283247,
      "step": 11,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.0,
      "acc@10": 0.0,
      "acc@5": 0.0,
      "contrastive_loss": 1.397654414176941,
      "contrastive_loss#1": 6.988271713256836,
      "epoch": 0.018998272884283247,
      "lm_loss": 1.1744188070297241,
      "loss": 2.572073221206665,
      "step": 11,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.02072538860103627,
      "grad_norm": 58.5,
      "learning_rate": 7.317073170731707e-06,
      "loss": 2.4236,
      "step": 12
    },
    {
      "epoch": 0.02072538860103627,
      "latent_token_nums": 2.9375,
      "step": 12
    },
    {
      "epoch": 0.02072538860103627,
      "step": 12,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.0,
      "acc@10": 0.0,
      "acc@5": 0.0,
      "contrastive_loss": 1.3478039503097534,
      "contrastive_loss#1": 6.739019393920898,
      "epoch": 0.02072538860103627,
      "lm_loss": 0.9886120557785034,
      "loss": 2.336416006088257,
      "step": 12,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.022452504317789293,
      "grad_norm": 37.5,
      "learning_rate": 7.926829268292683e-06,
      "loss": 2.3917,
      "step": 13
    },
    {
      "epoch": 0.022452504317789293,
      "latent_token_nums": 2.75,
      "step": 13
    },
    {
      "epoch": 0.022452504317789293,
      "step": 13,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.0,
      "acc@10": 0.0,
      "acc@5": 0.0,
      "contrastive_loss": 1.3682725429534912,
      "contrastive_loss#1": 6.841362476348877,
      "epoch": 0.022452504317789293,
      "lm_loss": 1.1498939990997314,
      "loss": 2.5181665420532227,
      "step": 13,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.024179620034542316,
      "grad_norm": 48.5,
      "learning_rate": 8.53658536585366e-06,
      "loss": 2.3935,
      "step": 14
    },
    {
      "epoch": 0.024179620034542316,
      "latent_token_nums": 2.9375,
      "step": 14
    },
    {
      "epoch": 0.024179620034542316,
      "step": 14,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.0,
      "acc@10": 0.0,
      "acc@5": 0.0,
      "contrastive_loss": 1.3603403568267822,
      "contrastive_loss#1": 6.801701545715332,
      "epoch": 0.024179620034542316,
      "lm_loss": 0.9554165601730347,
      "loss": 2.3157567977905273,
      "step": 14,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.025906735751295335,
      "grad_norm": 33.25,
      "learning_rate": 9.146341463414634e-06,
      "loss": 2.3674,
      "step": 15
    },
    {
      "epoch": 0.025906735751295335,
      "latent_token_nums": 2.5,
      "step": 15
    },
    {
      "epoch": 0.025906735751295335,
      "step": 15,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.0625,
      "acc@10": 0.0625,
      "acc@5": 0.0625,
      "contrastive_loss": 1.3195055723190308,
      "contrastive_loss#1": 6.597527503967285,
      "epoch": 0.025906735751295335,
      "lm_loss": 0.9741712808609009,
      "loss": 2.2936768531799316,
      "step": 15,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.027633851468048358,
      "grad_norm": 24.125,
      "learning_rate": 9.756097560975611e-06,
      "loss": 2.3467,
      "step": 16
    },
    {
      "epoch": 0.027633851468048358,
      "latent_token_nums": 2.875,
      "step": 16
    },
    {
      "epoch": 0.027633851468048358,
      "step": 16,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.0,
      "acc@10": 0.0,
      "acc@5": 0.0,
      "contrastive_loss": 1.3567723035812378,
      "contrastive_loss#1": 6.78386116027832,
      "epoch": 0.027633851468048358,
      "lm_loss": 1.051196575164795,
      "loss": 2.4079689979553223,
      "step": 16,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.02936096718480138,
      "grad_norm": 27.625,
      "learning_rate": 1.0365853658536585e-05,
      "loss": 2.3037,
      "step": 17
    },
    {
      "epoch": 0.02936096718480138,
      "latent_token_nums": 2.875,
      "step": 17
    },
    {
      "epoch": 0.02936096718480138,
      "step": 17,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.0625,
      "acc@10": 0.25,
      "acc@5": 0.25,
      "contrastive_loss": 1.2663702964782715,
      "contrastive_loss#1": 6.331851482391357,
      "epoch": 0.02936096718480138,
      "lm_loss": 0.981899082660675,
      "loss": 2.2482693195343018,
      "step": 17,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.031088082901554404,
      "grad_norm": 45.0,
      "learning_rate": 1.0975609756097562e-05,
      "loss": 2.2808,
      "step": 18
    },
    {
      "epoch": 0.031088082901554404,
      "latent_token_nums": 2.5625,
      "step": 18
    },
    {
      "epoch": 0.031088082901554404,
      "step": 18,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.0,
      "acc@10": 0.0625,
      "acc@5": 0.0,
      "contrastive_loss": 1.328698754310608,
      "contrastive_loss#1": 6.64349365234375,
      "epoch": 0.031088082901554404,
      "lm_loss": 0.9648629426956177,
      "loss": 2.2935616970062256,
      "step": 18,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.03281519861830743,
      "grad_norm": 40.25,
      "learning_rate": 1.1585365853658537e-05,
      "loss": 2.2581,
      "step": 19
    },
    {
      "epoch": 0.03281519861830743,
      "latent_token_nums": 2.6875,
      "step": 19
    },
    {
      "epoch": 0.03281519861830743,
      "step": 19,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.0,
      "acc@10": 0.125,
      "acc@5": 0.0625,
      "contrastive_loss": 1.2911556959152222,
      "contrastive_loss#1": 6.455778121948242,
      "epoch": 0.03281519861830743,
      "lm_loss": 0.8499927520751953,
      "loss": 2.141148567199707,
      "step": 19,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.03454231433506045,
      "grad_norm": 40.0,
      "learning_rate": 1.2195121951219513e-05,
      "loss": 2.209,
      "step": 20
    },
    {
      "epoch": 0.03454231433506045,
      "latent_token_nums": 2.75,
      "step": 20
    },
    {
      "epoch": 0.03454231433506045,
      "step": 20,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.0,
      "acc@10": 0.25,
      "acc@5": 0.0,
      "contrastive_loss": 1.2486435174942017,
      "contrastive_loss#1": 6.243217468261719,
      "epoch": 0.03454231433506045,
      "lm_loss": 0.9394038319587708,
      "loss": 2.188047409057617,
      "step": 20,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.03626943005181347,
      "grad_norm": 32.75,
      "learning_rate": 1.2804878048780488e-05,
      "loss": 2.1952,
      "step": 21
    },
    {
      "epoch": 0.03626943005181347,
      "latent_token_nums": 2.6875,
      "step": 21
    },
    {
      "epoch": 0.03626943005181347,
      "step": 21,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.0,
      "acc@10": 0.0,
      "acc@5": 0.0,
      "contrastive_loss": 1.2658106088638306,
      "contrastive_loss#1": 6.329052925109863,
      "epoch": 0.03626943005181347,
      "lm_loss": 0.9267563819885254,
      "loss": 2.1925668716430664,
      "step": 21,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.037996545768566495,
      "grad_norm": 32.75,
      "learning_rate": 1.3414634146341466e-05,
      "loss": 2.1295,
      "step": 22
    },
    {
      "epoch": 0.037996545768566495,
      "latent_token_nums": 2.8125,
      "step": 22
    },
    {
      "epoch": 0.037996545768566495,
      "step": 22,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.0,
      "acc@10": 0.1875,
      "acc@5": 0.0625,
      "contrastive_loss": 1.1989765167236328,
      "contrastive_loss#1": 5.994882583618164,
      "epoch": 0.037996545768566495,
      "lm_loss": 0.8630324602127075,
      "loss": 2.062008857727051,
      "step": 22,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.039723661485319514,
      "grad_norm": 65.0,
      "learning_rate": 1.4024390243902441e-05,
      "loss": 2.0953,
      "step": 23
    },
    {
      "epoch": 0.039723661485319514,
      "latent_token_nums": 2.4375,
      "step": 23
    },
    {
      "epoch": 0.039723661485319514,
      "step": 23,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.0625,
      "acc@10": 0.3125,
      "acc@5": 0.25,
      "contrastive_loss": 1.104535698890686,
      "contrastive_loss#1": 5.522678375244141,
      "epoch": 0.039723661485319514,
      "lm_loss": 0.9251497387886047,
      "loss": 2.0296854972839355,
      "step": 23,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.04145077720207254,
      "grad_norm": 79.5,
      "learning_rate": 1.4634146341463415e-05,
      "loss": 2.022,
      "step": 24
    },
    {
      "epoch": 0.04145077720207254,
      "latent_token_nums": 2.75,
      "step": 24
    },
    {
      "epoch": 0.04145077720207254,
      "step": 24,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.1875,
      "acc@10": 0.4375,
      "acc@5": 0.375,
      "contrastive_loss": 0.9612783789634705,
      "contrastive_loss#1": 4.806391716003418,
      "epoch": 0.04145077720207254,
      "lm_loss": 0.8626295328140259,
      "loss": 1.8239078521728516,
      "step": 24,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.04317789291882556,
      "grad_norm": 119.5,
      "learning_rate": 1.524390243902439e-05,
      "loss": 1.9227,
      "step": 25
    },
    {
      "epoch": 0.04317789291882556,
      "latent_token_nums": 3.0,
      "step": 25
    },
    {
      "epoch": 0.04317789291882556,
      "step": 25,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.125,
      "acc@10": 0.4375,
      "acc@5": 0.375,
      "contrastive_loss": 0.9664424061775208,
      "contrastive_loss#1": 4.832211971282959,
      "epoch": 0.04317789291882556,
      "lm_loss": 0.8632375597953796,
      "loss": 1.8296799659729004,
      "step": 25,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.044905008635578586,
      "grad_norm": 159.0,
      "learning_rate": 1.5853658536585366e-05,
      "loss": 1.7453,
      "step": 26
    },
    {
      "epoch": 0.044905008635578586,
      "latent_token_nums": 2.75,
      "step": 26
    },
    {
      "epoch": 0.044905008635578586,
      "step": 26,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.5291533470153809,
      "contrastive_loss#1": 2.6457667350769043,
      "epoch": 0.044905008635578586,
      "lm_loss": 0.95289546251297,
      "loss": 1.482048749923706,
      "step": 26,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.046632124352331605,
      "grad_norm": 141.0,
      "learning_rate": 1.6463414634146345e-05,
      "loss": 1.5194,
      "step": 27
    },
    {
      "epoch": 0.046632124352331605,
      "latent_token_nums": 3.0,
      "step": 27
    },
    {
      "epoch": 0.046632124352331605,
      "step": 27,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.464627742767334,
      "contrastive_loss#1": 2.32313871383667,
      "epoch": 0.046632124352331605,
      "lm_loss": 0.8291876912117004,
      "loss": 1.2938153743743896,
      "step": 27,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.04835924006908463,
      "grad_norm": 79.0,
      "learning_rate": 1.707317073170732e-05,
      "loss": 1.3941,
      "step": 28
    },
    {
      "epoch": 0.04835924006908463,
      "latent_token_nums": 2.75,
      "step": 28
    },
    {
      "epoch": 0.04835924006908463,
      "step": 28,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.3366202116012573,
      "contrastive_loss#1": 1.6831010580062866,
      "epoch": 0.04835924006908463,
      "lm_loss": 0.8299115896224976,
      "loss": 1.1665318012237549,
      "step": 28,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.05008635578583765,
      "grad_norm": 92.5,
      "learning_rate": 1.7682926829268292e-05,
      "loss": 1.3259,
      "step": 29
    },
    {
      "epoch": 0.05008635578583765,
      "latent_token_nums": 2.875,
      "step": 29
    },
    {
      "epoch": 0.05008635578583765,
      "step": 29,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.5625,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.2597467601299286,
      "contrastive_loss#1": 1.2987337112426758,
      "epoch": 0.05008635578583765,
      "lm_loss": 0.8800938129425049,
      "loss": 1.1398406028747559,
      "step": 29,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.05181347150259067,
      "grad_norm": 48.75,
      "learning_rate": 1.8292682926829268e-05,
      "loss": 1.3125,
      "step": 30
    },
    {
      "epoch": 0.05181347150259067,
      "latent_token_nums": 2.875,
      "step": 30
    },
    {
      "epoch": 0.05181347150259067,
      "step": 30,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.3125,
      "acc@10": 0.8125,
      "acc@5": 0.8125,
      "contrastive_loss": 0.4895954132080078,
      "contrastive_loss#1": 2.447977066040039,
      "epoch": 0.05181347150259067,
      "lm_loss": 1.0024473667144775,
      "loss": 1.4920427799224854,
      "step": 30,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.0535405872193437,
      "grad_norm": 25.375,
      "learning_rate": 1.8902439024390246e-05,
      "loss": 1.2235,
      "step": 31
    },
    {
      "epoch": 0.0535405872193437,
      "latent_token_nums": 2.8125,
      "step": 31
    },
    {
      "epoch": 0.0535405872193437,
      "step": 31,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.625,
      "acc@5": 0.625,
      "contrastive_loss": 0.6131194233894348,
      "contrastive_loss#1": 3.0655970573425293,
      "epoch": 0.0535405872193437,
      "lm_loss": 0.9489591717720032,
      "loss": 1.562078595161438,
      "step": 31,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.055267702936096716,
      "grad_norm": 16.0,
      "learning_rate": 1.9512195121951222e-05,
      "loss": 1.2113,
      "step": 32
    },
    {
      "epoch": 0.055267702936096716,
      "latent_token_nums": 2.75,
      "step": 32
    },
    {
      "epoch": 0.055267702936096716,
      "step": 32,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.4375,
      "acc@10": 0.75,
      "acc@5": 0.75,
      "contrastive_loss": 0.42899808287620544,
      "contrastive_loss#1": 2.1449904441833496,
      "epoch": 0.055267702936096716,
      "lm_loss": 0.8022583723068237,
      "loss": 1.2312564849853516,
      "step": 32,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.05699481865284974,
      "grad_norm": 11.5625,
      "learning_rate": 2.0121951219512197e-05,
      "loss": 1.1938,
      "step": 33
    },
    {
      "epoch": 0.05699481865284974,
      "latent_token_nums": 3.0,
      "step": 33
    },
    {
      "epoch": 0.05699481865284974,
      "step": 33,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.1289679855108261,
      "contrastive_loss#1": 0.644839882850647,
      "epoch": 0.05699481865284974,
      "lm_loss": 0.9078639149665833,
      "loss": 1.0368318557739258,
      "step": 33,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.05872193436960276,
      "grad_norm": 9.0,
      "learning_rate": 2.073170731707317e-05,
      "loss": 1.1556,
      "step": 34
    },
    {
      "epoch": 0.05872193436960276,
      "latent_token_nums": 2.8125,
      "step": 34
    },
    {
      "epoch": 0.05872193436960276,
      "step": 34,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.2904982268810272,
      "contrastive_loss#1": 1.452491044998169,
      "epoch": 0.05872193436960276,
      "lm_loss": 0.8631712794303894,
      "loss": 1.1536694765090942,
      "step": 34,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.06044905008635579,
      "grad_norm": 9.375,
      "learning_rate": 2.134146341463415e-05,
      "loss": 1.1238,
      "step": 35
    },
    {
      "epoch": 0.06044905008635579,
      "latent_token_nums": 2.75,
      "step": 35
    },
    {
      "epoch": 0.06044905008635579,
      "step": 35,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1912534236907959,
      "contrastive_loss#1": 0.9562671184539795,
      "epoch": 0.06044905008635579,
      "lm_loss": 0.8606365323066711,
      "loss": 1.0518898963928223,
      "step": 35,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.06217616580310881,
      "grad_norm": 8.625,
      "learning_rate": 2.1951219512195124e-05,
      "loss": 1.1065,
      "step": 36
    },
    {
      "epoch": 0.06217616580310881,
      "latent_token_nums": 2.9375,
      "step": 36
    },
    {
      "epoch": 0.06217616580310881,
      "step": 36,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.20083566009998322,
      "contrastive_loss#1": 1.0041782855987549,
      "epoch": 0.06217616580310881,
      "lm_loss": 0.8874152898788452,
      "loss": 1.088250994682312,
      "step": 36,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.06390328151986183,
      "grad_norm": 6.875,
      "learning_rate": 2.25609756097561e-05,
      "loss": 1.0927,
      "step": 37
    },
    {
      "epoch": 0.06390328151986183,
      "latent_token_nums": 2.75,
      "step": 37
    },
    {
      "epoch": 0.06390328151986183,
      "step": 37,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.18777792155742645,
      "contrastive_loss#1": 0.9388896226882935,
      "epoch": 0.06390328151986183,
      "lm_loss": 0.8137197494506836,
      "loss": 1.0014976263046265,
      "step": 37,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.06563039723661486,
      "grad_norm": 5.125,
      "learning_rate": 2.3170731707317075e-05,
      "loss": 1.0898,
      "step": 38
    },
    {
      "epoch": 0.06563039723661486,
      "latent_token_nums": 2.9375,
      "step": 38
    },
    {
      "epoch": 0.06563039723661486,
      "step": 38,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.1958867460489273,
      "contrastive_loss#1": 0.9794337153434753,
      "epoch": 0.06563039723661486,
      "lm_loss": 0.9253515005111694,
      "loss": 1.1212382316589355,
      "step": 38,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.06735751295336788,
      "grad_norm": 5.21875,
      "learning_rate": 2.378048780487805e-05,
      "loss": 1.1029,
      "step": 39
    },
    {
      "epoch": 0.06735751295336788,
      "latent_token_nums": 2.9375,
      "step": 39
    },
    {
      "epoch": 0.06735751295336788,
      "step": 39,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.8125,
      "contrastive_loss": 0.2612789273262024,
      "contrastive_loss#1": 1.3063945770263672,
      "epoch": 0.06735751295336788,
      "lm_loss": 0.7594736814498901,
      "loss": 1.0207526683807373,
      "step": 39,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.0690846286701209,
      "grad_norm": 5.6875,
      "learning_rate": 2.4390243902439026e-05,
      "loss": 1.0788,
      "step": 40
    },
    {
      "epoch": 0.0690846286701209,
      "latent_token_nums": 2.875,
      "step": 40
    },
    {
      "epoch": 0.0690846286701209,
      "step": 40,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.375,
      "acc@10": 0.8125,
      "acc@5": 0.6875,
      "contrastive_loss": 0.4339025616645813,
      "contrastive_loss#1": 2.1695127487182617,
      "epoch": 0.0690846286701209,
      "lm_loss": 0.8533338308334351,
      "loss": 1.2872364521026611,
      "step": 40,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.07081174438687392,
      "grad_norm": 4.46875,
      "learning_rate": 2.5e-05,
      "loss": 1.0463,
      "step": 41
    },
    {
      "epoch": 0.07081174438687392,
      "latent_token_nums": 2.625,
      "step": 41
    },
    {
      "epoch": 0.07081174438687392,
      "step": 41,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.2559868395328522,
      "contrastive_loss#1": 1.2799341678619385,
      "epoch": 0.07081174438687392,
      "lm_loss": 0.8076056241989136,
      "loss": 1.0635924339294434,
      "step": 41,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 0.07253886010362694,
      "grad_norm": 4.5,
      "learning_rate": 2.5609756097560977e-05,
      "loss": 1.0503,
      "step": 42
    },
    {
      "epoch": 0.07253886010362694,
      "latent_token_nums": 2.375,
      "step": 42
    },
    {
      "epoch": 0.07253886010362694,
      "step": 42,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.2193235456943512,
      "contrastive_loss#1": 1.0966176986694336,
      "epoch": 0.07253886010362694,
      "lm_loss": 0.779422402381897,
      "loss": 0.9987459182739258,
      "step": 42,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.07426597582037997,
      "grad_norm": 4.28125,
      "learning_rate": 2.6219512195121952e-05,
      "loss": 1.0386,
      "step": 43
    },
    {
      "epoch": 0.07426597582037997,
      "latent_token_nums": 2.5,
      "step": 43
    },
    {
      "epoch": 0.07426597582037997,
      "step": 43,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.875,
      "acc@5": 0.8125,
      "contrastive_loss": 0.250463604927063,
      "contrastive_loss#1": 1.252318024635315,
      "epoch": 0.07426597582037997,
      "lm_loss": 0.797925591468811,
      "loss": 1.048389196395874,
      "step": 43,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.07599309153713299,
      "grad_norm": 4.75,
      "learning_rate": 2.682926829268293e-05,
      "loss": 1.0374,
      "step": 44
    },
    {
      "epoch": 0.07599309153713299,
      "latent_token_nums": 2.75,
      "step": 44
    },
    {
      "epoch": 0.07599309153713299,
      "step": 44,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.2088022530078888,
      "contrastive_loss#1": 1.0440112352371216,
      "epoch": 0.07599309153713299,
      "lm_loss": 0.8797611594200134,
      "loss": 1.0885634422302246,
      "step": 44,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.07772020725388601,
      "grad_norm": 5.09375,
      "learning_rate": 2.7439024390243906e-05,
      "loss": 1.0293,
      "step": 45
    },
    {
      "epoch": 0.07772020725388601,
      "latent_token_nums": 3.0,
      "step": 45
    },
    {
      "epoch": 0.07772020725388601,
      "step": 45,
      "thought_step_nums": 2.875
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.16010601818561554,
      "contrastive_loss#1": 0.8005300760269165,
      "epoch": 0.07772020725388601,
      "lm_loss": 0.8352620601654053,
      "loss": 0.9953680634498596,
      "step": 45,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.07944732297063903,
      "grad_norm": 49.25,
      "learning_rate": 2.8048780487804882e-05,
      "loss": 1.023,
      "step": 46
    },
    {
      "epoch": 0.07944732297063903,
      "latent_token_nums": 2.375,
      "step": 46
    },
    {
      "epoch": 0.07944732297063903,
      "step": 46,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.20299868285655975,
      "contrastive_loss#1": 1.01499342918396,
      "epoch": 0.07944732297063903,
      "lm_loss": 0.81828773021698,
      "loss": 1.0212863683700562,
      "step": 46,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.08117443868739206,
      "grad_norm": 19.25,
      "learning_rate": 2.8658536585365854e-05,
      "loss": 1.0413,
      "step": 47
    },
    {
      "epoch": 0.08117443868739206,
      "latent_token_nums": 2.75,
      "step": 47
    },
    {
      "epoch": 0.08117443868739206,
      "step": 47,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08203929662704468,
      "contrastive_loss#1": 0.4101964831352234,
      "epoch": 0.08117443868739206,
      "lm_loss": 0.9345235824584961,
      "loss": 1.0165629386901855,
      "step": 47,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.08290155440414508,
      "grad_norm": 161.0,
      "learning_rate": 2.926829268292683e-05,
      "loss": 1.2438,
      "step": 48
    },
    {
      "epoch": 0.08290155440414508,
      "latent_token_nums": 2.6875,
      "step": 48
    },
    {
      "epoch": 0.08290155440414508,
      "step": 48,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.4375,
      "acc@10": 1.0,
      "acc@5": 0.75,
      "contrastive_loss": 0.2907772958278656,
      "contrastive_loss#1": 1.4538865089416504,
      "epoch": 0.08290155440414508,
      "lm_loss": 0.7142524719238281,
      "loss": 1.0050297975540161,
      "step": 48,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.0846286701208981,
      "grad_norm": 64.5,
      "learning_rate": 2.9878048780487805e-05,
      "loss": 1.1917,
      "step": 49
    },
    {
      "epoch": 0.0846286701208981,
      "latent_token_nums": 3.125,
      "step": 49
    },
    {
      "epoch": 0.0846286701208981,
      "step": 49,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.875,
      "acc@5": 0.8125,
      "contrastive_loss": 0.33190903067588806,
      "contrastive_loss#1": 1.6595451831817627,
      "epoch": 0.0846286701208981,
      "lm_loss": 0.7819196581840515,
      "loss": 1.1138286590576172,
      "step": 49,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 0.08635578583765112,
      "grad_norm": 18.125,
      "learning_rate": 3.048780487804878e-05,
      "loss": 1.0197,
      "step": 50
    },
    {
      "epoch": 0.08635578583765112,
      "latent_token_nums": 2.75,
      "step": 50
    },
    {
      "epoch": 0.08635578583765112,
      "step": 50,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.3281969726085663,
      "contrastive_loss#1": 1.6409847736358643,
      "epoch": 0.08635578583765112,
      "lm_loss": 0.775916576385498,
      "loss": 1.1041135787963867,
      "step": 50,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 0.08808290155440414,
      "grad_norm": 4.5,
      "learning_rate": 3.109756097560976e-05,
      "loss": 1.0147,
      "step": 51
    },
    {
      "epoch": 0.08808290155440414,
      "latent_token_nums": 2.5625,
      "step": 51
    },
    {
      "epoch": 0.08808290155440414,
      "step": 51,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.8125,
      "acc@5": 0.8125,
      "contrastive_loss": 0.2308853715658188,
      "contrastive_loss#1": 1.1544268131256104,
      "epoch": 0.08808290155440414,
      "lm_loss": 0.7250336408615112,
      "loss": 0.9559190273284912,
      "step": 51,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.08981001727115717,
      "grad_norm": 6.0,
      "learning_rate": 3.170731707317073e-05,
      "loss": 1.016,
      "step": 52
    },
    {
      "epoch": 0.08981001727115717,
      "latent_token_nums": 2.875,
      "step": 52
    },
    {
      "epoch": 0.08981001727115717,
      "step": 52,
      "thought_step_nums": 2.875
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.3080451190471649,
      "contrastive_loss#1": 1.5402255058288574,
      "epoch": 0.08981001727115717,
      "lm_loss": 0.8077519536018372,
      "loss": 1.1157970428466797,
      "step": 52,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.09153713298791019,
      "grad_norm": 20.125,
      "learning_rate": 3.231707317073171e-05,
      "loss": 1.0066,
      "step": 53
    },
    {
      "epoch": 0.09153713298791019,
      "latent_token_nums": 2.75,
      "step": 53
    },
    {
      "epoch": 0.09153713298791019,
      "step": 53,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.18275466561317444,
      "contrastive_loss#1": 0.9137732982635498,
      "epoch": 0.09153713298791019,
      "lm_loss": 0.664313793182373,
      "loss": 0.8470684289932251,
      "step": 53,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.09326424870466321,
      "grad_norm": 3.875,
      "learning_rate": 3.292682926829269e-05,
      "loss": 0.9996,
      "step": 54
    },
    {
      "epoch": 0.09326424870466321,
      "latent_token_nums": 2.9375,
      "step": 54
    },
    {
      "epoch": 0.09326424870466321,
      "step": 54,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.10713913291692734,
      "contrastive_loss#1": 0.5356956720352173,
      "epoch": 0.09326424870466321,
      "lm_loss": 0.7348017692565918,
      "loss": 0.8419408798217773,
      "step": 54,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.09499136442141623,
      "grad_norm": 3.859375,
      "learning_rate": 3.353658536585366e-05,
      "loss": 0.9856,
      "step": 55
    },
    {
      "epoch": 0.09499136442141623,
      "latent_token_nums": 2.9375,
      "step": 55
    },
    {
      "epoch": 0.09499136442141623,
      "step": 55,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.18898220360279083,
      "contrastive_loss#1": 0.944911003112793,
      "epoch": 0.09499136442141623,
      "lm_loss": 0.7744361162185669,
      "loss": 0.9634183049201965,
      "step": 55,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.09671848013816926,
      "grad_norm": 6.125,
      "learning_rate": 3.414634146341464e-05,
      "loss": 0.9875,
      "step": 56
    },
    {
      "epoch": 0.09671848013816926,
      "latent_token_nums": 2.75,
      "step": 56
    },
    {
      "epoch": 0.09671848013816926,
      "step": 56,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.14906294643878937,
      "contrastive_loss#1": 0.7453147172927856,
      "epoch": 0.09671848013816926,
      "lm_loss": 0.8106591105461121,
      "loss": 0.9597220420837402,
      "step": 56,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.09844559585492228,
      "grad_norm": 4.40625,
      "learning_rate": 3.475609756097561e-05,
      "loss": 1.0011,
      "step": 57
    },
    {
      "epoch": 0.09844559585492228,
      "latent_token_nums": 2.8125,
      "step": 57
    },
    {
      "epoch": 0.09844559585492228,
      "step": 57,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.8125,
      "acc@5": 0.75,
      "contrastive_loss": 0.3421436548233032,
      "contrastive_loss#1": 1.7107182741165161,
      "epoch": 0.09844559585492228,
      "lm_loss": 0.7426897287368774,
      "loss": 1.0848333835601807,
      "step": 57,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.1001727115716753,
      "grad_norm": 3.84375,
      "learning_rate": 3.5365853658536584e-05,
      "loss": 0.9454,
      "step": 58
    },
    {
      "epoch": 0.1001727115716753,
      "latent_token_nums": 2.75,
      "step": 58
    },
    {
      "epoch": 0.1001727115716753,
      "step": 58,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11474499851465225,
      "contrastive_loss#1": 0.5737249851226807,
      "epoch": 0.1001727115716753,
      "lm_loss": 0.7219008207321167,
      "loss": 0.8366458415985107,
      "step": 58,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.10189982728842832,
      "grad_norm": 4.21875,
      "learning_rate": 3.597560975609756e-05,
      "loss": 0.9601,
      "step": 59
    },
    {
      "epoch": 0.10189982728842832,
      "latent_token_nums": 2.6875,
      "step": 59
    },
    {
      "epoch": 0.10189982728842832,
      "step": 59,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.875,
      "acc@5": 0.8125,
      "contrastive_loss": 0.45594674348831177,
      "contrastive_loss#1": 2.279733657836914,
      "epoch": 0.10189982728842832,
      "lm_loss": 0.7504184246063232,
      "loss": 1.2063651084899902,
      "step": 59,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.10362694300518134,
      "grad_norm": 3.9375,
      "learning_rate": 3.6585365853658535e-05,
      "loss": 0.9662,
      "step": 60
    },
    {
      "epoch": 0.10362694300518134,
      "latent_token_nums": 2.4375,
      "step": 60
    },
    {
      "epoch": 0.10362694300518134,
      "step": 60,
      "thought_step_nums": 2.3125
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.75,
      "acc@5": 0.75,
      "contrastive_loss": 0.3033875823020935,
      "contrastive_loss#1": 1.5169378519058228,
      "epoch": 0.10362694300518134,
      "lm_loss": 0.7121400833129883,
      "loss": 1.0155277252197266,
      "step": 60,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.10535405872193437,
      "grad_norm": 3.484375,
      "learning_rate": 3.7195121951219514e-05,
      "loss": 0.9735,
      "step": 61
    },
    {
      "epoch": 0.10535405872193437,
      "latent_token_nums": 2.4375,
      "step": 61
    },
    {
      "epoch": 0.10535405872193437,
      "step": 61,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.4375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.2995811700820923,
      "contrastive_loss#1": 1.4979058504104614,
      "epoch": 0.10535405872193437,
      "lm_loss": 0.737680196762085,
      "loss": 1.0372613668441772,
      "step": 61,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.1070811744386874,
      "grad_norm": 4.5,
      "learning_rate": 3.780487804878049e-05,
      "loss": 0.9698,
      "step": 62
    },
    {
      "epoch": 0.1070811744386874,
      "latent_token_nums": 3.125,
      "step": 62
    },
    {
      "epoch": 0.1070811744386874,
      "step": 62,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.5625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.18829762935638428,
      "contrastive_loss#1": 0.9414881467819214,
      "epoch": 0.1070811744386874,
      "lm_loss": 0.7352660298347473,
      "loss": 0.9235636591911316,
      "step": 62,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.10880829015544041,
      "grad_norm": 4.5625,
      "learning_rate": 3.8414634146341465e-05,
      "loss": 0.9747,
      "step": 63
    },
    {
      "epoch": 0.10880829015544041,
      "latent_token_nums": 2.625,
      "step": 63
    },
    {
      "epoch": 0.10880829015544041,
      "step": 63,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.1815273016691208,
      "contrastive_loss#1": 0.9076365232467651,
      "epoch": 0.10880829015544041,
      "lm_loss": 0.7284133434295654,
      "loss": 0.9099406599998474,
      "step": 63,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.11053540587219343,
      "grad_norm": 3.015625,
      "learning_rate": 3.9024390243902444e-05,
      "loss": 0.966,
      "step": 64
    },
    {
      "epoch": 0.11053540587219343,
      "latent_token_nums": 2.6875,
      "step": 64
    },
    {
      "epoch": 0.11053540587219343,
      "step": 64,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.2114112377166748,
      "contrastive_loss#1": 1.057056188583374,
      "epoch": 0.11053540587219343,
      "lm_loss": 0.7563239336013794,
      "loss": 0.9677351713180542,
      "step": 64,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.11226252158894647,
      "grad_norm": 4.21875,
      "learning_rate": 3.9634146341463416e-05,
      "loss": 0.9628,
      "step": 65
    },
    {
      "epoch": 0.11226252158894647,
      "latent_token_nums": 2.625,
      "step": 65
    },
    {
      "epoch": 0.11226252158894647,
      "step": 65,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.21420346200466156,
      "contrastive_loss#1": 1.0710172653198242,
      "epoch": 0.11226252158894647,
      "lm_loss": 0.72490394115448,
      "loss": 0.9391074180603027,
      "step": 65,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.11398963730569948,
      "grad_norm": 3.640625,
      "learning_rate": 4.0243902439024395e-05,
      "loss": 0.9669,
      "step": 66
    },
    {
      "epoch": 0.11398963730569948,
      "latent_token_nums": 2.6875,
      "step": 66
    },
    {
      "epoch": 0.11398963730569948,
      "step": 66,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.15959404408931732,
      "contrastive_loss#1": 0.797970175743103,
      "epoch": 0.11398963730569948,
      "lm_loss": 0.6560174226760864,
      "loss": 0.8156114816665649,
      "step": 66,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.1157167530224525,
      "grad_norm": 3.078125,
      "learning_rate": 4.085365853658537e-05,
      "loss": 0.9407,
      "step": 67
    },
    {
      "epoch": 0.1157167530224525,
      "latent_token_nums": 2.75,
      "step": 67
    },
    {
      "epoch": 0.1157167530224525,
      "step": 67,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.14682048559188843,
      "contrastive_loss#1": 0.7341024279594421,
      "epoch": 0.1157167530224525,
      "lm_loss": 0.7339786291122437,
      "loss": 0.8807991147041321,
      "step": 67,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.11744386873920552,
      "grad_norm": 4.5625,
      "learning_rate": 4.146341463414634e-05,
      "loss": 0.9529,
      "step": 68
    },
    {
      "epoch": 0.11744386873920552,
      "latent_token_nums": 2.625,
      "step": 68
    },
    {
      "epoch": 0.11744386873920552,
      "step": 68,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.154974102973938,
      "contrastive_loss#1": 0.7748705148696899,
      "epoch": 0.11744386873920552,
      "lm_loss": 0.7598984241485596,
      "loss": 0.9148725271224976,
      "step": 68,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.11917098445595854,
      "grad_norm": 3.125,
      "learning_rate": 4.207317073170732e-05,
      "loss": 0.9508,
      "step": 69
    },
    {
      "epoch": 0.11917098445595854,
      "latent_token_nums": 2.75,
      "step": 69
    },
    {
      "epoch": 0.11917098445595854,
      "step": 69,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.25278887152671814,
      "contrastive_loss#1": 1.263944387435913,
      "epoch": 0.11917098445595854,
      "lm_loss": 0.786500096321106,
      "loss": 1.0392889976501465,
      "step": 69,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 0.12089810017271158,
      "grad_norm": 4.96875,
      "learning_rate": 4.26829268292683e-05,
      "loss": 0.9552,
      "step": 70
    },
    {
      "epoch": 0.12089810017271158,
      "latent_token_nums": 2.8125,
      "step": 70
    },
    {
      "epoch": 0.12089810017271158,
      "step": 70,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15460661053657532,
      "contrastive_loss#1": 0.7730330228805542,
      "epoch": 0.12089810017271158,
      "lm_loss": 0.62077796459198,
      "loss": 0.7753845453262329,
      "step": 70,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.1226252158894646,
      "grad_norm": 3.515625,
      "learning_rate": 4.329268292682927e-05,
      "loss": 0.9362,
      "step": 71
    },
    {
      "epoch": 0.1226252158894646,
      "latent_token_nums": 2.375,
      "step": 71
    },
    {
      "epoch": 0.1226252158894646,
      "step": 71,
      "thought_step_nums": 2.25
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.17268383502960205,
      "contrastive_loss#1": 0.8634191751480103,
      "epoch": 0.1226252158894646,
      "lm_loss": 0.740646481513977,
      "loss": 0.9133303165435791,
      "step": 71,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.12435233160621761,
      "grad_norm": 3.3125,
      "learning_rate": 4.390243902439025e-05,
      "loss": 0.9418,
      "step": 72
    },
    {
      "epoch": 0.12435233160621761,
      "latent_token_nums": 3.125,
      "step": 72
    },
    {
      "epoch": 0.12435233160621761,
      "step": 72,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.3173215389251709,
      "contrastive_loss#1": 1.5866076946258545,
      "epoch": 0.12435233160621761,
      "lm_loss": 0.7154924273490906,
      "loss": 1.0328140258789062,
      "step": 72,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.12607944732297063,
      "grad_norm": 3.125,
      "learning_rate": 4.451219512195122e-05,
      "loss": 0.9427,
      "step": 73
    },
    {
      "epoch": 0.12607944732297063,
      "latent_token_nums": 2.5625,
      "step": 73
    },
    {
      "epoch": 0.12607944732297063,
      "step": 73,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.8125,
      "acc@5": 0.75,
      "contrastive_loss": 0.35026487708091736,
      "contrastive_loss#1": 1.7513244152069092,
      "epoch": 0.12607944732297063,
      "lm_loss": 0.765203595161438,
      "loss": 1.1154685020446777,
      "step": 73,
      "valid_batch_size": 1024.3125
    },
    {
      "epoch": 0.12780656303972365,
      "grad_norm": 3.046875,
      "learning_rate": 4.51219512195122e-05,
      "loss": 0.9584,
      "step": 74
    },
    {
      "epoch": 0.12780656303972365,
      "latent_token_nums": 3.0,
      "step": 74
    },
    {
      "epoch": 0.12780656303972365,
      "step": 74,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.24572554230690002,
      "contrastive_loss#1": 1.2286276817321777,
      "epoch": 0.12780656303972365,
      "lm_loss": 0.6237987279891968,
      "loss": 0.8695242404937744,
      "step": 74,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.12953367875647667,
      "grad_norm": 3.328125,
      "learning_rate": 4.573170731707318e-05,
      "loss": 0.9309,
      "step": 75
    },
    {
      "epoch": 0.12953367875647667,
      "latent_token_nums": 2.625,
      "step": 75
    },
    {
      "epoch": 0.12953367875647667,
      "step": 75,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07449844479560852,
      "contrastive_loss#1": 0.3724922239780426,
      "epoch": 0.12953367875647667,
      "lm_loss": 0.6956959962844849,
      "loss": 0.770194411277771,
      "step": 75,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.13126079447322972,
      "grad_norm": 3.234375,
      "learning_rate": 4.634146341463415e-05,
      "loss": 0.9668,
      "step": 76
    },
    {
      "epoch": 0.13126079447322972,
      "latent_token_nums": 2.5,
      "step": 76
    },
    {
      "epoch": 0.13126079447322972,
      "step": 76,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.23055791854858398,
      "contrastive_loss#1": 1.15278959274292,
      "epoch": 0.13126079447322972,
      "lm_loss": 0.704866349697113,
      "loss": 0.935424268245697,
      "step": 76,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.13298791018998274,
      "grad_norm": 3.796875,
      "learning_rate": 4.695121951219512e-05,
      "loss": 0.9289,
      "step": 77
    },
    {
      "epoch": 0.13298791018998274,
      "latent_token_nums": 2.875,
      "step": 77
    },
    {
      "epoch": 0.13298791018998274,
      "step": 77,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15880858898162842,
      "contrastive_loss#1": 0.7940429449081421,
      "epoch": 0.13298791018998274,
      "lm_loss": 0.7475109100341797,
      "loss": 0.9063194990158081,
      "step": 77,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.13471502590673576,
      "grad_norm": 3.53125,
      "learning_rate": 4.75609756097561e-05,
      "loss": 0.9371,
      "step": 78
    },
    {
      "epoch": 0.13471502590673576,
      "latent_token_nums": 2.6875,
      "step": 78
    },
    {
      "epoch": 0.13471502590673576,
      "step": 78,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.16949677467346191,
      "contrastive_loss#1": 0.8474838733673096,
      "epoch": 0.13471502590673576,
      "lm_loss": 0.6835198402404785,
      "loss": 0.8530166149139404,
      "step": 78,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.13644214162348878,
      "grad_norm": 3.0625,
      "learning_rate": 4.817073170731707e-05,
      "loss": 0.9361,
      "step": 79
    },
    {
      "epoch": 0.13644214162348878,
      "latent_token_nums": 2.5625,
      "step": 79
    },
    {
      "epoch": 0.13644214162348878,
      "step": 79,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.14010818302631378,
      "contrastive_loss#1": 0.7005409002304077,
      "epoch": 0.13644214162348878,
      "lm_loss": 0.6968201994895935,
      "loss": 0.8369283676147461,
      "step": 79,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.1381692573402418,
      "grad_norm": 3.984375,
      "learning_rate": 4.878048780487805e-05,
      "loss": 0.926,
      "step": 80
    },
    {
      "epoch": 0.1381692573402418,
      "latent_token_nums": 3.125,
      "step": 80
    },
    {
      "epoch": 0.1381692573402418,
      "step": 80,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.875,
      "acc@5": 0.8125,
      "contrastive_loss": 0.27036547660827637,
      "contrastive_loss#1": 1.3518273830413818,
      "epoch": 0.1381692573402418,
      "lm_loss": 0.7980960607528687,
      "loss": 1.068461537361145,
      "step": 80,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.13989637305699482,
      "grad_norm": 3.546875,
      "learning_rate": 4.9390243902439024e-05,
      "loss": 0.942,
      "step": 81
    },
    {
      "epoch": 0.13989637305699482,
      "latent_token_nums": 2.5625,
      "step": 81
    },
    {
      "epoch": 0.13989637305699482,
      "step": 81,
      "thought_step_nums": 2.3125
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.2143608182668686,
      "contrastive_loss#1": 1.0718040466308594,
      "epoch": 0.13989637305699482,
      "lm_loss": 0.7018274068832397,
      "loss": 0.9161882400512695,
      "step": 81,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.14162348877374784,
      "grad_norm": 95.5,
      "learning_rate": 5e-05,
      "loss": 0.952,
      "step": 82
    },
    {
      "epoch": 0.14162348877374784,
      "latent_token_nums": 2.6875,
      "step": 82
    },
    {
      "epoch": 0.14162348877374784,
      "step": 82,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.2365327924489975,
      "contrastive_loss#1": 1.182663917541504,
      "epoch": 0.14162348877374784,
      "lm_loss": 0.6736729741096497,
      "loss": 0.9102057814598083,
      "step": 82,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.14335060449050085,
      "grad_norm": 4.5625,
      "learning_rate": 5e-05,
      "loss": 0.9511,
      "step": 83
    },
    {
      "epoch": 0.14335060449050085,
      "latent_token_nums": 2.9375,
      "step": 83
    },
    {
      "epoch": 0.14335060449050085,
      "step": 83,
      "thought_step_nums": 2.3125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.10761985927820206,
      "contrastive_loss#1": 0.5380992889404297,
      "epoch": 0.14335060449050085,
      "lm_loss": 0.6486474871635437,
      "loss": 0.7562673687934875,
      "step": 83,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.14507772020725387,
      "grad_norm": 4.3125,
      "learning_rate": 5e-05,
      "loss": 0.9559,
      "step": 84
    },
    {
      "epoch": 0.14507772020725387,
      "latent_token_nums": 2.8125,
      "step": 84
    },
    {
      "epoch": 0.14507772020725387,
      "step": 84,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.28602907061576843,
      "contrastive_loss#1": 1.430145263671875,
      "epoch": 0.14507772020725387,
      "lm_loss": 0.7351198792457581,
      "loss": 1.021148920059204,
      "step": 84,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.14680483592400692,
      "grad_norm": 2.921875,
      "learning_rate": 5e-05,
      "loss": 0.947,
      "step": 85
    },
    {
      "epoch": 0.14680483592400692,
      "latent_token_nums": 2.625,
      "step": 85
    },
    {
      "epoch": 0.14680483592400692,
      "step": 85,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.17998290061950684,
      "contrastive_loss#1": 0.8999145030975342,
      "epoch": 0.14680483592400692,
      "lm_loss": 0.6785044074058533,
      "loss": 0.8584873080253601,
      "step": 85,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.14853195164075994,
      "grad_norm": 3.25,
      "learning_rate": 5e-05,
      "loss": 0.9275,
      "step": 86
    },
    {
      "epoch": 0.14853195164075994,
      "latent_token_nums": 2.75,
      "step": 86
    },
    {
      "epoch": 0.14853195164075994,
      "step": 86,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.16203533113002777,
      "contrastive_loss#1": 0.8101766109466553,
      "epoch": 0.14853195164075994,
      "lm_loss": 0.6469965577125549,
      "loss": 0.8090319037437439,
      "step": 86,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.15025906735751296,
      "grad_norm": 3.21875,
      "learning_rate": 5e-05,
      "loss": 0.9385,
      "step": 87
    },
    {
      "epoch": 0.15025906735751296,
      "latent_token_nums": 2.9375,
      "step": 87
    },
    {
      "epoch": 0.15025906735751296,
      "step": 87,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.16758480668067932,
      "contrastive_loss#1": 0.8379240036010742,
      "epoch": 0.15025906735751296,
      "lm_loss": 0.7600960731506348,
      "loss": 0.9276808500289917,
      "step": 87,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.15198618307426598,
      "grad_norm": 2.875,
      "learning_rate": 5e-05,
      "loss": 0.924,
      "step": 88
    },
    {
      "epoch": 0.15198618307426598,
      "latent_token_nums": 2.75,
      "step": 88
    },
    {
      "epoch": 0.15198618307426598,
      "step": 88,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.22043819725513458,
      "contrastive_loss#1": 1.1021909713745117,
      "epoch": 0.15198618307426598,
      "lm_loss": 0.7786678671836853,
      "loss": 0.9991060495376587,
      "step": 88,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.153713298791019,
      "grad_norm": 3.40625,
      "learning_rate": 5e-05,
      "loss": 0.9448,
      "step": 89
    },
    {
      "epoch": 0.153713298791019,
      "latent_token_nums": 3.0625,
      "step": 89
    },
    {
      "epoch": 0.153713298791019,
      "step": 89,
      "thought_step_nums": 2.9375
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.2249671220779419,
      "contrastive_loss#1": 1.1248356103897095,
      "epoch": 0.153713298791019,
      "lm_loss": 0.6719374060630798,
      "loss": 0.8969045281410217,
      "step": 89,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.15544041450777202,
      "grad_norm": 2.8125,
      "learning_rate": 5e-05,
      "loss": 0.9167,
      "step": 90
    },
    {
      "epoch": 0.15544041450777202,
      "latent_token_nums": 2.5625,
      "step": 90
    },
    {
      "epoch": 0.15544041450777202,
      "step": 90,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.13706424832344055,
      "contrastive_loss#1": 0.6853212118148804,
      "epoch": 0.15544041450777202,
      "lm_loss": 0.7785190939903259,
      "loss": 0.9155833721160889,
      "step": 90,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.15716753022452504,
      "grad_norm": 2.84375,
      "learning_rate": 5e-05,
      "loss": 0.9303,
      "step": 91
    },
    {
      "epoch": 0.15716753022452504,
      "latent_token_nums": 3.125,
      "step": 91
    },
    {
      "epoch": 0.15716753022452504,
      "step": 91,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.13314174115657806,
      "contrastive_loss#1": 0.6657087206840515,
      "epoch": 0.15716753022452504,
      "lm_loss": 0.8193382024765015,
      "loss": 0.9524799585342407,
      "step": 91,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.15889464594127806,
      "grad_norm": 2.640625,
      "learning_rate": 5e-05,
      "loss": 0.9297,
      "step": 92
    },
    {
      "epoch": 0.15889464594127806,
      "latent_token_nums": 2.9375,
      "step": 92
    },
    {
      "epoch": 0.15889464594127806,
      "step": 92,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.20012421905994415,
      "contrastive_loss#1": 1.0006210803985596,
      "epoch": 0.15889464594127806,
      "lm_loss": 0.7248613834381104,
      "loss": 0.9249855875968933,
      "step": 92,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.16062176165803108,
      "grad_norm": 2.671875,
      "learning_rate": 5e-05,
      "loss": 0.9474,
      "step": 93
    },
    {
      "epoch": 0.16062176165803108,
      "latent_token_nums": 2.9375,
      "step": 93
    },
    {
      "epoch": 0.16062176165803108,
      "step": 93,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.24635127186775208,
      "contrastive_loss#1": 1.231756329536438,
      "epoch": 0.16062176165803108,
      "lm_loss": 0.7340971231460571,
      "loss": 0.9804483652114868,
      "step": 93,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.16234887737478412,
      "grad_norm": 2.5,
      "learning_rate": 5e-05,
      "loss": 0.9475,
      "step": 94
    },
    {
      "epoch": 0.16234887737478412,
      "latent_token_nums": 2.5625,
      "step": 94
    },
    {
      "epoch": 0.16234887737478412,
      "step": 94,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1835336536169052,
      "contrastive_loss#1": 0.9176682233810425,
      "epoch": 0.16234887737478412,
      "lm_loss": 0.7132017612457275,
      "loss": 0.896735429763794,
      "step": 94,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.16407599309153714,
      "grad_norm": 2.53125,
      "learning_rate": 5e-05,
      "loss": 0.9241,
      "step": 95
    },
    {
      "epoch": 0.16407599309153714,
      "latent_token_nums": 2.75,
      "step": 95
    },
    {
      "epoch": 0.16407599309153714,
      "step": 95,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.12032349407672882,
      "contrastive_loss#1": 0.6016174554824829,
      "epoch": 0.16407599309153714,
      "lm_loss": 0.7236554622650146,
      "loss": 0.8439789414405823,
      "step": 95,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.16580310880829016,
      "grad_norm": 2.484375,
      "learning_rate": 5e-05,
      "loss": 0.9162,
      "step": 96
    },
    {
      "epoch": 0.16580310880829016,
      "latent_token_nums": 2.75,
      "step": 96
    },
    {
      "epoch": 0.16580310880829016,
      "step": 96,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.25073710083961487,
      "contrastive_loss#1": 1.253685474395752,
      "epoch": 0.16580310880829016,
      "lm_loss": 0.8188225626945496,
      "loss": 1.0695596933364868,
      "step": 96,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.16753022452504318,
      "grad_norm": 2.84375,
      "learning_rate": 5e-05,
      "loss": 0.9333,
      "step": 97
    },
    {
      "epoch": 0.16753022452504318,
      "latent_token_nums": 2.9375,
      "step": 97
    },
    {
      "epoch": 0.16753022452504318,
      "step": 97,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15167702734470367,
      "contrastive_loss#1": 0.7583851218223572,
      "epoch": 0.16753022452504318,
      "lm_loss": 0.7797576189041138,
      "loss": 0.9314346313476562,
      "step": 97,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.1692573402417962,
      "grad_norm": 2.703125,
      "learning_rate": 5e-05,
      "loss": 0.9288,
      "step": 98
    },
    {
      "epoch": 0.1692573402417962,
      "latent_token_nums": 2.6875,
      "step": 98
    },
    {
      "epoch": 0.1692573402417962,
      "step": 98,
      "thought_step_nums": 2.3125
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.12305501848459244,
      "contrastive_loss#1": 0.6152750849723816,
      "epoch": 0.1692573402417962,
      "lm_loss": 0.7414572238922119,
      "loss": 0.8645122647285461,
      "step": 98,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.17098445595854922,
      "grad_norm": 2.859375,
      "learning_rate": 5e-05,
      "loss": 0.9149,
      "step": 99
    },
    {
      "epoch": 0.17098445595854922,
      "latent_token_nums": 2.375,
      "step": 99
    },
    {
      "epoch": 0.17098445595854922,
      "step": 99,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.5,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1870049685239792,
      "contrastive_loss#1": 0.9350247979164124,
      "epoch": 0.17098445595854922,
      "lm_loss": 0.5675103068351746,
      "loss": 0.7545152902603149,
      "step": 99,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.17271157167530224,
      "grad_norm": 3.046875,
      "learning_rate": 5e-05,
      "loss": 0.9323,
      "step": 100
    },
    {
      "epoch": 0.17271157167530224,
      "latent_token_nums": 2.875,
      "step": 100
    },
    {
      "epoch": 0.17271157167530224,
      "step": 100,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.19231316447257996,
      "contrastive_loss#1": 0.9615657925605774,
      "epoch": 0.17271157167530224,
      "lm_loss": 0.7260468602180481,
      "loss": 0.9183599948883057,
      "step": 100,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.17443868739205526,
      "grad_norm": 3.09375,
      "learning_rate": 5e-05,
      "loss": 0.9302,
      "step": 101
    },
    {
      "epoch": 0.17443868739205526,
      "latent_token_nums": 2.6875,
      "step": 101
    },
    {
      "epoch": 0.17443868739205526,
      "step": 101,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.21563315391540527,
      "contrastive_loss#1": 1.0781657695770264,
      "epoch": 0.17443868739205526,
      "lm_loss": 0.7559676170349121,
      "loss": 0.9716007709503174,
      "step": 101,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.17616580310880828,
      "grad_norm": 2.65625,
      "learning_rate": 5e-05,
      "loss": 0.9236,
      "step": 102
    },
    {
      "epoch": 0.17616580310880828,
      "latent_token_nums": 3.0,
      "step": 102
    },
    {
      "epoch": 0.17616580310880828,
      "step": 102,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09616335481405258,
      "contrastive_loss#1": 0.4808167517185211,
      "epoch": 0.17616580310880828,
      "lm_loss": 0.7845364809036255,
      "loss": 0.8806998133659363,
      "step": 102,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.17789291882556132,
      "grad_norm": 2.75,
      "learning_rate": 5e-05,
      "loss": 0.9359,
      "step": 103
    },
    {
      "epoch": 0.17789291882556132,
      "latent_token_nums": 2.75,
      "step": 103
    },
    {
      "epoch": 0.17789291882556132,
      "step": 103,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.875,
      "acc@5": 0.8125,
      "contrastive_loss": 0.28250595927238464,
      "contrastive_loss#1": 1.412529706954956,
      "epoch": 0.17789291882556132,
      "lm_loss": 0.7439224123954773,
      "loss": 1.0264283418655396,
      "step": 103,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.17962003454231434,
      "grad_norm": 2.375,
      "learning_rate": 5e-05,
      "loss": 0.9352,
      "step": 104
    },
    {
      "epoch": 0.17962003454231434,
      "latent_token_nums": 2.6875,
      "step": 104
    },
    {
      "epoch": 0.17962003454231434,
      "step": 104,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.8125,
      "acc@5": 0.8125,
      "contrastive_loss": 0.2689242959022522,
      "contrastive_loss#1": 1.3446214199066162,
      "epoch": 0.17962003454231434,
      "lm_loss": 0.595905065536499,
      "loss": 0.8648293614387512,
      "step": 104,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.18134715025906736,
      "grad_norm": 2.78125,
      "learning_rate": 5e-05,
      "loss": 0.9452,
      "step": 105
    },
    {
      "epoch": 0.18134715025906736,
      "latent_token_nums": 2.9375,
      "step": 105
    },
    {
      "epoch": 0.18134715025906736,
      "step": 105,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08314186334609985,
      "contrastive_loss#1": 0.41570931673049927,
      "epoch": 0.18134715025906736,
      "lm_loss": 0.6818143129348755,
      "loss": 0.7649561762809753,
      "step": 105,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.18307426597582038,
      "grad_norm": 2.40625,
      "learning_rate": 5e-05,
      "loss": 0.9172,
      "step": 106
    },
    {
      "epoch": 0.18307426597582038,
      "latent_token_nums": 2.8125,
      "step": 106
    },
    {
      "epoch": 0.18307426597582038,
      "step": 106,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.875,
      "acc@5": 0.8125,
      "contrastive_loss": 0.2599428594112396,
      "contrastive_loss#1": 1.2997143268585205,
      "epoch": 0.18307426597582038,
      "lm_loss": 0.6881141066551208,
      "loss": 0.9480569362640381,
      "step": 106,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.1848013816925734,
      "grad_norm": 2.515625,
      "learning_rate": 5e-05,
      "loss": 0.9256,
      "step": 107
    },
    {
      "epoch": 0.1848013816925734,
      "latent_token_nums": 2.9375,
      "step": 107
    },
    {
      "epoch": 0.1848013816925734,
      "step": 107,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.875,
      "acc@5": 0.8125,
      "contrastive_loss": 0.33882439136505127,
      "contrastive_loss#1": 1.6941219568252563,
      "epoch": 0.1848013816925734,
      "lm_loss": 0.6851872205734253,
      "loss": 1.0240116119384766,
      "step": 107,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.18652849740932642,
      "grad_norm": 2.734375,
      "learning_rate": 5e-05,
      "loss": 0.9394,
      "step": 108
    },
    {
      "epoch": 0.18652849740932642,
      "latent_token_nums": 2.3125,
      "step": 108
    },
    {
      "epoch": 0.18652849740932642,
      "step": 108,
      "thought_step_nums": 2.3125
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.30560269951820374,
      "contrastive_loss#1": 1.5280134677886963,
      "epoch": 0.18652849740932642,
      "lm_loss": 0.6612946391105652,
      "loss": 0.9668973684310913,
      "step": 108,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.18825561312607944,
      "grad_norm": 2.90625,
      "learning_rate": 5e-05,
      "loss": 0.9273,
      "step": 109
    },
    {
      "epoch": 0.18825561312607944,
      "latent_token_nums": 2.5625,
      "step": 109
    },
    {
      "epoch": 0.18825561312607944,
      "step": 109,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.17422957718372345,
      "contrastive_loss#1": 0.871147871017456,
      "epoch": 0.18825561312607944,
      "lm_loss": 0.7405105233192444,
      "loss": 0.9147400856018066,
      "step": 109,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.18998272884283246,
      "grad_norm": 2.796875,
      "learning_rate": 5e-05,
      "loss": 0.933,
      "step": 110
    },
    {
      "epoch": 0.18998272884283246,
      "latent_token_nums": 2.6875,
      "step": 110
    },
    {
      "epoch": 0.18998272884283246,
      "step": 110,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.12133099138736725,
      "contrastive_loss#1": 0.606654942035675,
      "epoch": 0.18998272884283246,
      "lm_loss": 0.8021804094314575,
      "loss": 0.9235113859176636,
      "step": 110,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.19170984455958548,
      "grad_norm": 2.84375,
      "learning_rate": 5e-05,
      "loss": 0.935,
      "step": 111
    },
    {
      "epoch": 0.19170984455958548,
      "latent_token_nums": 3.0625,
      "step": 111
    },
    {
      "epoch": 0.19170984455958548,
      "step": 111,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.1657717525959015,
      "contrastive_loss#1": 0.8288587331771851,
      "epoch": 0.19170984455958548,
      "lm_loss": 0.7318127155303955,
      "loss": 0.8975844383239746,
      "step": 111,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.19343696027633853,
      "grad_norm": 2.640625,
      "learning_rate": 5e-05,
      "loss": 0.9067,
      "step": 112
    },
    {
      "epoch": 0.19343696027633853,
      "latent_token_nums": 2.8125,
      "step": 112
    },
    {
      "epoch": 0.19343696027633853,
      "step": 112,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.3071896731853485,
      "contrastive_loss#1": 1.5359482765197754,
      "epoch": 0.19343696027633853,
      "lm_loss": 0.663905143737793,
      "loss": 0.9710948467254639,
      "step": 112,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.19516407599309155,
      "grad_norm": 2.6875,
      "learning_rate": 5e-05,
      "loss": 0.919,
      "step": 113
    },
    {
      "epoch": 0.19516407599309155,
      "latent_token_nums": 3.0,
      "step": 113
    },
    {
      "epoch": 0.19516407599309155,
      "step": 113,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.323993444442749,
      "contrastive_loss#1": 1.6199672222137451,
      "epoch": 0.19516407599309155,
      "lm_loss": 0.6346616744995117,
      "loss": 0.9586551189422607,
      "step": 113,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.19689119170984457,
      "grad_norm": 2.75,
      "learning_rate": 5e-05,
      "loss": 0.9184,
      "step": 114
    },
    {
      "epoch": 0.19689119170984457,
      "latent_token_nums": 2.9375,
      "step": 114
    },
    {
      "epoch": 0.19689119170984457,
      "step": 114,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07398387789726257,
      "contrastive_loss#1": 0.36991938948631287,
      "epoch": 0.19689119170984457,
      "lm_loss": 0.6898666620254517,
      "loss": 0.7638505697250366,
      "step": 114,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.19861830742659758,
      "grad_norm": 2.640625,
      "learning_rate": 5e-05,
      "loss": 0.9118,
      "step": 115
    },
    {
      "epoch": 0.19861830742659758,
      "latent_token_nums": 3.0625,
      "step": 115
    },
    {
      "epoch": 0.19861830742659758,
      "step": 115,
      "thought_step_nums": 2.9375
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11561942100524902,
      "contrastive_loss#1": 0.5780971050262451,
      "epoch": 0.19861830742659758,
      "lm_loss": 0.7633473873138428,
      "loss": 0.8789668083190918,
      "step": 115,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.2003454231433506,
      "grad_norm": 2.421875,
      "learning_rate": 5e-05,
      "loss": 0.9011,
      "step": 116
    },
    {
      "epoch": 0.2003454231433506,
      "latent_token_nums": 2.8125,
      "step": 116
    },
    {
      "epoch": 0.2003454231433506,
      "step": 116,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.2085493803024292,
      "contrastive_loss#1": 1.042746901512146,
      "epoch": 0.2003454231433506,
      "lm_loss": 0.7098721265792847,
      "loss": 0.9184215068817139,
      "step": 116,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.20207253886010362,
      "grad_norm": 2.734375,
      "learning_rate": 5e-05,
      "loss": 0.9108,
      "step": 117
    },
    {
      "epoch": 0.20207253886010362,
      "latent_token_nums": 2.4375,
      "step": 117
    },
    {
      "epoch": 0.20207253886010362,
      "step": 117,
      "thought_step_nums": 2.3125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.2113729566335678,
      "contrastive_loss#1": 1.0568647384643555,
      "epoch": 0.20207253886010362,
      "lm_loss": 0.7037535309791565,
      "loss": 0.9151265025138855,
      "step": 117,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.20379965457685664,
      "grad_norm": 2.765625,
      "learning_rate": 5e-05,
      "loss": 0.9243,
      "step": 118
    },
    {
      "epoch": 0.20379965457685664,
      "latent_token_nums": 2.6875,
      "step": 118
    },
    {
      "epoch": 0.20379965457685664,
      "step": 118,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.21438518166542053,
      "contrastive_loss#1": 1.0719258785247803,
      "epoch": 0.20379965457685664,
      "lm_loss": 0.78011554479599,
      "loss": 0.9945007562637329,
      "step": 118,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.20552677029360966,
      "grad_norm": 2.578125,
      "learning_rate": 5e-05,
      "loss": 0.9054,
      "step": 119
    },
    {
      "epoch": 0.20552677029360966,
      "latent_token_nums": 2.875,
      "step": 119
    },
    {
      "epoch": 0.20552677029360966,
      "step": 119,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.22093892097473145,
      "contrastive_loss#1": 1.1046946048736572,
      "epoch": 0.20552677029360966,
      "lm_loss": 0.7179381847381592,
      "loss": 0.9388771057128906,
      "step": 119,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.20725388601036268,
      "grad_norm": 2.640625,
      "learning_rate": 5e-05,
      "loss": 0.9018,
      "step": 120
    },
    {
      "epoch": 0.20725388601036268,
      "latent_token_nums": 2.8125,
      "step": 120
    },
    {
      "epoch": 0.20725388601036268,
      "step": 120,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.21359501779079437,
      "contrastive_loss#1": 1.0679750442504883,
      "epoch": 0.20725388601036268,
      "lm_loss": 0.7254631519317627,
      "loss": 0.9390581846237183,
      "step": 120,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.20898100172711573,
      "grad_norm": 2.578125,
      "learning_rate": 5e-05,
      "loss": 0.9223,
      "step": 121
    },
    {
      "epoch": 0.20898100172711573,
      "latent_token_nums": 2.9375,
      "step": 121
    },
    {
      "epoch": 0.20898100172711573,
      "step": 121,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.19768579304218292,
      "contrastive_loss#1": 0.9884289503097534,
      "epoch": 0.20898100172711573,
      "lm_loss": 0.7201322317123413,
      "loss": 0.917818009853363,
      "step": 121,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 0.21070811744386875,
      "grad_norm": 2.359375,
      "learning_rate": 5e-05,
      "loss": 0.9334,
      "step": 122
    },
    {
      "epoch": 0.21070811744386875,
      "latent_token_nums": 2.625,
      "step": 122
    },
    {
      "epoch": 0.21070811744386875,
      "step": 122,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.10638997703790665,
      "contrastive_loss#1": 0.5319498777389526,
      "epoch": 0.21070811744386875,
      "lm_loss": 0.6367990970611572,
      "loss": 0.7431890964508057,
      "step": 122,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.21243523316062177,
      "grad_norm": 2.8125,
      "learning_rate": 5e-05,
      "loss": 0.8932,
      "step": 123
    },
    {
      "epoch": 0.21243523316062177,
      "latent_token_nums": 2.6875,
      "step": 123
    },
    {
      "epoch": 0.21243523316062177,
      "step": 123,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.1663137823343277,
      "contrastive_loss#1": 0.8315688967704773,
      "epoch": 0.21243523316062177,
      "lm_loss": 0.689271867275238,
      "loss": 0.8555856347084045,
      "step": 123,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 0.2141623488773748,
      "grad_norm": 2.59375,
      "learning_rate": 5e-05,
      "loss": 0.9066,
      "step": 124
    },
    {
      "epoch": 0.2141623488773748,
      "latent_token_nums": 2.8125,
      "step": 124
    },
    {
      "epoch": 0.2141623488773748,
      "step": 124,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.11260207742452621,
      "contrastive_loss#1": 0.5630103945732117,
      "epoch": 0.2141623488773748,
      "lm_loss": 0.6773102283477783,
      "loss": 0.7899122834205627,
      "step": 124,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.2158894645941278,
      "grad_norm": 2.828125,
      "learning_rate": 5e-05,
      "loss": 0.9149,
      "step": 125
    },
    {
      "epoch": 0.2158894645941278,
      "latent_token_nums": 2.5625,
      "step": 125
    },
    {
      "epoch": 0.2158894645941278,
      "step": 125,
      "thought_step_nums": 2.3125
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.21235977113246918,
      "contrastive_loss#1": 1.0617988109588623,
      "epoch": 0.2158894645941278,
      "lm_loss": 0.7682841420173645,
      "loss": 0.9806439280509949,
      "step": 125,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.21761658031088082,
      "grad_norm": 2.59375,
      "learning_rate": 5e-05,
      "loss": 0.9125,
      "step": 126
    },
    {
      "epoch": 0.21761658031088082,
      "latent_token_nums": 2.6875,
      "step": 126
    },
    {
      "epoch": 0.21761658031088082,
      "step": 126,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.21070241928100586,
      "contrastive_loss#1": 1.0535120964050293,
      "epoch": 0.21761658031088082,
      "lm_loss": 0.7359223961830139,
      "loss": 0.9466248154640198,
      "step": 126,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.21934369602763384,
      "grad_norm": 2.765625,
      "learning_rate": 5e-05,
      "loss": 0.9203,
      "step": 127
    },
    {
      "epoch": 0.21934369602763384,
      "latent_token_nums": 2.6875,
      "step": 127
    },
    {
      "epoch": 0.21934369602763384,
      "step": 127,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.12296199798583984,
      "contrastive_loss#1": 0.6148099899291992,
      "epoch": 0.21934369602763384,
      "lm_loss": 0.6590629816055298,
      "loss": 0.7820249795913696,
      "step": 127,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.22107081174438686,
      "grad_norm": 2.609375,
      "learning_rate": 5e-05,
      "loss": 0.9044,
      "step": 128
    },
    {
      "epoch": 0.22107081174438686,
      "latent_token_nums": 2.9375,
      "step": 128
    },
    {
      "epoch": 0.22107081174438686,
      "step": 128,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.23577380180358887,
      "contrastive_loss#1": 1.1788690090179443,
      "epoch": 0.22107081174438686,
      "lm_loss": 0.7263543605804443,
      "loss": 0.9621281623840332,
      "step": 128,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.22279792746113988,
      "grad_norm": 2.4375,
      "learning_rate": 5e-05,
      "loss": 0.9046,
      "step": 129
    },
    {
      "epoch": 0.22279792746113988,
      "latent_token_nums": 2.625,
      "step": 129
    },
    {
      "epoch": 0.22279792746113988,
      "step": 129,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.23033037781715393,
      "contrastive_loss#1": 1.1516518592834473,
      "epoch": 0.22279792746113988,
      "lm_loss": 0.7157034873962402,
      "loss": 0.9460338354110718,
      "step": 129,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.22452504317789293,
      "grad_norm": 2.625,
      "learning_rate": 5e-05,
      "loss": 0.9237,
      "step": 130
    },
    {
      "epoch": 0.22452504317789293,
      "latent_token_nums": 2.8125,
      "step": 130
    },
    {
      "epoch": 0.22452504317789293,
      "step": 130,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.2802923917770386,
      "contrastive_loss#1": 1.4014619588851929,
      "epoch": 0.22452504317789293,
      "lm_loss": 0.6791236996650696,
      "loss": 0.9594160914421082,
      "step": 130,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 0.22625215889464595,
      "grad_norm": 2.59375,
      "learning_rate": 5e-05,
      "loss": 0.9087,
      "step": 131
    },
    {
      "epoch": 0.22625215889464595,
      "latent_token_nums": 2.6875,
      "step": 131
    },
    {
      "epoch": 0.22625215889464595,
      "step": 131,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.16861286759376526,
      "contrastive_loss#1": 0.8430643081665039,
      "epoch": 0.22625215889464595,
      "lm_loss": 0.7242357730865479,
      "loss": 0.8928486108779907,
      "step": 131,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.22797927461139897,
      "grad_norm": 2.203125,
      "learning_rate": 5e-05,
      "loss": 0.8868,
      "step": 132
    },
    {
      "epoch": 0.22797927461139897,
      "latent_token_nums": 2.8125,
      "step": 132
    },
    {
      "epoch": 0.22797927461139897,
      "step": 132,
      "thought_step_nums": 2.3125
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.16770736873149872,
      "contrastive_loss#1": 0.8385368585586548,
      "epoch": 0.22797927461139897,
      "lm_loss": 0.7643598318099976,
      "loss": 0.9320672154426575,
      "step": 132,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 0.229706390328152,
      "grad_norm": 2.578125,
      "learning_rate": 5e-05,
      "loss": 0.8848,
      "step": 133
    },
    {
      "epoch": 0.229706390328152,
      "latent_token_nums": 2.5625,
      "step": 133
    },
    {
      "epoch": 0.229706390328152,
      "step": 133,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.13579218089580536,
      "contrastive_loss#1": 0.6789608597755432,
      "epoch": 0.229706390328152,
      "lm_loss": 0.643797755241394,
      "loss": 0.7795899510383606,
      "step": 133,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.231433506044905,
      "grad_norm": 2.5,
      "learning_rate": 5e-05,
      "loss": 0.8935,
      "step": 134
    },
    {
      "epoch": 0.231433506044905,
      "latent_token_nums": 2.5,
      "step": 134
    },
    {
      "epoch": 0.231433506044905,
      "step": 134,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.9375,
      "acc@5": 0.75,
      "contrastive_loss": 0.36916300654411316,
      "contrastive_loss#1": 1.8458150625228882,
      "epoch": 0.231433506044905,
      "lm_loss": 0.6684552431106567,
      "loss": 1.0376182794570923,
      "step": 134,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.23316062176165803,
      "grad_norm": 2.6875,
      "learning_rate": 5e-05,
      "loss": 0.9057,
      "step": 135
    },
    {
      "epoch": 0.23316062176165803,
      "latent_token_nums": 2.5625,
      "step": 135
    },
    {
      "epoch": 0.23316062176165803,
      "step": 135,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.5,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.20325465500354767,
      "contrastive_loss#1": 1.0162732601165771,
      "epoch": 0.23316062176165803,
      "lm_loss": 0.7040519714355469,
      "loss": 0.9073066115379333,
      "step": 135,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.23488773747841105,
      "grad_norm": 2.8125,
      "learning_rate": 5e-05,
      "loss": 0.9024,
      "step": 136
    },
    {
      "epoch": 0.23488773747841105,
      "latent_token_nums": 3.0,
      "step": 136
    },
    {
      "epoch": 0.23488773747841105,
      "step": 136,
      "thought_step_nums": 2.875
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.2756544351577759,
      "contrastive_loss#1": 1.3782721757888794,
      "epoch": 0.23488773747841105,
      "lm_loss": 0.7361377477645874,
      "loss": 1.0117921829223633,
      "step": 136,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 0.23661485319516407,
      "grad_norm": 2.625,
      "learning_rate": 5e-05,
      "loss": 0.9154,
      "step": 137
    },
    {
      "epoch": 0.23661485319516407,
      "latent_token_nums": 2.5,
      "step": 137
    },
    {
      "epoch": 0.23661485319516407,
      "step": 137,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.875,
      "acc@5": 0.8125,
      "contrastive_loss": 0.3116624057292938,
      "contrastive_loss#1": 1.5583120584487915,
      "epoch": 0.23661485319516407,
      "lm_loss": 0.7645189762115479,
      "loss": 1.076181411743164,
      "step": 137,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 0.23834196891191708,
      "grad_norm": 2.25,
      "learning_rate": 5e-05,
      "loss": 0.9115,
      "step": 138
    },
    {
      "epoch": 0.23834196891191708,
      "latent_token_nums": 2.5625,
      "step": 138
    },
    {
      "epoch": 0.23834196891191708,
      "step": 138,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.24806606769561768,
      "contrastive_loss#1": 1.2403303384780884,
      "epoch": 0.23834196891191708,
      "lm_loss": 0.7157848477363586,
      "loss": 0.9638509154319763,
      "step": 138,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.24006908462867013,
      "grad_norm": 2.5625,
      "learning_rate": 5e-05,
      "loss": 0.8906,
      "step": 139
    },
    {
      "epoch": 0.24006908462867013,
      "latent_token_nums": 2.6875,
      "step": 139
    },
    {
      "epoch": 0.24006908462867013,
      "step": 139,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.2015770524740219,
      "contrastive_loss#1": 1.007885217666626,
      "epoch": 0.24006908462867013,
      "lm_loss": 0.6961809396743774,
      "loss": 0.8977580070495605,
      "step": 139,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.24179620034542315,
      "grad_norm": 2.8125,
      "learning_rate": 5e-05,
      "loss": 0.8745,
      "step": 140
    },
    {
      "epoch": 0.24179620034542315,
      "latent_token_nums": 2.5625,
      "step": 140
    },
    {
      "epoch": 0.24179620034542315,
      "step": 140,
      "thought_step_nums": 2.3125
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.23438043892383575,
      "contrastive_loss#1": 1.1719021797180176,
      "epoch": 0.24179620034542315,
      "lm_loss": 0.7224524021148682,
      "loss": 0.9568328261375427,
      "step": 140,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.24352331606217617,
      "grad_norm": 2.390625,
      "learning_rate": 5e-05,
      "loss": 0.8996,
      "step": 141
    },
    {
      "epoch": 0.24352331606217617,
      "latent_token_nums": 2.8125,
      "step": 141
    },
    {
      "epoch": 0.24352331606217617,
      "step": 141,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1689154952764511,
      "contrastive_loss#1": 0.844577431678772,
      "epoch": 0.24352331606217617,
      "lm_loss": 0.739324688911438,
      "loss": 0.9082401990890503,
      "step": 141,
      "valid_batch_size": 1024.4375
    },
    {
      "epoch": 0.2452504317789292,
      "grad_norm": 2.578125,
      "learning_rate": 5e-05,
      "loss": 0.8912,
      "step": 142
    },
    {
      "epoch": 0.2452504317789292,
      "latent_token_nums": 2.875,
      "step": 142
    },
    {
      "epoch": 0.2452504317789292,
      "step": 142,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.13470278680324554,
      "contrastive_loss#1": 0.6735138893127441,
      "epoch": 0.2452504317789292,
      "lm_loss": 0.7269357442855835,
      "loss": 0.8616385459899902,
      "step": 142,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.2469775474956822,
      "grad_norm": 2.5625,
      "learning_rate": 5e-05,
      "loss": 0.8818,
      "step": 143
    },
    {
      "epoch": 0.2469775474956822,
      "latent_token_nums": 2.625,
      "step": 143
    },
    {
      "epoch": 0.2469775474956822,
      "step": 143,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.21570444107055664,
      "contrastive_loss#1": 1.0785222053527832,
      "epoch": 0.2469775474956822,
      "lm_loss": 0.588731050491333,
      "loss": 0.8044354915618896,
      "step": 143,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.24870466321243523,
      "grad_norm": 2.4375,
      "learning_rate": 5e-05,
      "loss": 0.8721,
      "step": 144
    },
    {
      "epoch": 0.24870466321243523,
      "latent_token_nums": 3.0,
      "step": 144
    },
    {
      "epoch": 0.24870466321243523,
      "step": 144,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.18681600689888,
      "contrastive_loss#1": 0.9340800046920776,
      "epoch": 0.24870466321243523,
      "lm_loss": 0.739424467086792,
      "loss": 0.9262404441833496,
      "step": 144,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.2504317789291883,
      "grad_norm": 2.328125,
      "learning_rate": 5e-05,
      "loss": 0.8771,
      "step": 145
    },
    {
      "epoch": 0.2504317789291883,
      "latent_token_nums": 2.5,
      "step": 145
    },
    {
      "epoch": 0.2504317789291883,
      "step": 145,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05928696319460869,
      "contrastive_loss#1": 0.29643481969833374,
      "epoch": 0.2504317789291883,
      "lm_loss": 0.7064107060432434,
      "loss": 0.7656976580619812,
      "step": 145,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.25215889464594127,
      "grad_norm": 2.890625,
      "learning_rate": 5e-05,
      "loss": 0.8889,
      "step": 146
    },
    {
      "epoch": 0.25215889464594127,
      "latent_token_nums": 3.0,
      "step": 146
    },
    {
      "epoch": 0.25215889464594127,
      "step": 146,
      "thought_step_nums": 3.0
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.18071900308132172,
      "contrastive_loss#1": 0.903594970703125,
      "epoch": 0.25215889464594127,
      "lm_loss": 0.6918379664421082,
      "loss": 0.8725569844245911,
      "step": 146,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.2538860103626943,
      "grad_norm": 2.640625,
      "learning_rate": 5e-05,
      "loss": 0.9026,
      "step": 147
    },
    {
      "epoch": 0.2538860103626943,
      "latent_token_nums": 2.625,
      "step": 147
    },
    {
      "epoch": 0.2538860103626943,
      "step": 147,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.057374801486730576,
      "contrastive_loss#1": 0.286873996257782,
      "epoch": 0.2538860103626943,
      "lm_loss": 0.7835279107093811,
      "loss": 0.8409026861190796,
      "step": 147,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.2556131260794473,
      "grad_norm": 2.46875,
      "learning_rate": 5e-05,
      "loss": 0.8977,
      "step": 148
    },
    {
      "epoch": 0.2556131260794473,
      "latent_token_nums": 2.625,
      "step": 148
    },
    {
      "epoch": 0.2556131260794473,
      "step": 148,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.13784924149513245,
      "contrastive_loss#1": 0.6892461776733398,
      "epoch": 0.2556131260794473,
      "lm_loss": 0.7954550981521606,
      "loss": 0.9333043098449707,
      "step": 148,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.25734024179620035,
      "grad_norm": 2.21875,
      "learning_rate": 5e-05,
      "loss": 0.8946,
      "step": 149
    },
    {
      "epoch": 0.25734024179620035,
      "latent_token_nums": 2.625,
      "step": 149
    },
    {
      "epoch": 0.25734024179620035,
      "step": 149,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11130471527576447,
      "contrastive_loss#1": 0.5565235614776611,
      "epoch": 0.25734024179620035,
      "lm_loss": 0.7511652708053589,
      "loss": 0.8624699711799622,
      "step": 149,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.25906735751295334,
      "grad_norm": 2.625,
      "learning_rate": 5e-05,
      "loss": 0.8788,
      "step": 150
    },
    {
      "epoch": 0.25906735751295334,
      "latent_token_nums": 2.625,
      "step": 150
    },
    {
      "epoch": 0.25906735751295334,
      "step": 150,
      "thought_step_nums": 2.25
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1283707618713379,
      "contrastive_loss#1": 0.6418538093566895,
      "epoch": 0.25906735751295334,
      "lm_loss": 0.7224407196044922,
      "loss": 0.8508114814758301,
      "step": 150,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.2607944732297064,
      "grad_norm": 2.390625,
      "learning_rate": 5e-05,
      "loss": 0.8931,
      "step": 151
    },
    {
      "epoch": 0.2607944732297064,
      "latent_token_nums": 2.9375,
      "step": 151
    },
    {
      "epoch": 0.2607944732297064,
      "step": 151,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09448664635419846,
      "contrastive_loss#1": 0.4724332094192505,
      "epoch": 0.2607944732297064,
      "lm_loss": 0.7803521156311035,
      "loss": 0.8748387694358826,
      "step": 151,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.26252158894645944,
      "grad_norm": 2.515625,
      "learning_rate": 5e-05,
      "loss": 0.8949,
      "step": 152
    },
    {
      "epoch": 0.26252158894645944,
      "latent_token_nums": 2.9375,
      "step": 152
    },
    {
      "epoch": 0.26252158894645944,
      "step": 152,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1429724395275116,
      "contrastive_loss#1": 0.7148621678352356,
      "epoch": 0.26252158894645944,
      "lm_loss": 0.7416563034057617,
      "loss": 0.8846287727355957,
      "step": 152,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.26424870466321243,
      "grad_norm": 2.125,
      "learning_rate": 5e-05,
      "loss": 0.8955,
      "step": 153
    },
    {
      "epoch": 0.26424870466321243,
      "latent_token_nums": 2.375,
      "step": 153
    },
    {
      "epoch": 0.26424870466321243,
      "step": 153,
      "thought_step_nums": 2.25
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.2044176608324051,
      "contrastive_loss#1": 1.0220882892608643,
      "epoch": 0.26424870466321243,
      "lm_loss": 0.7441734671592712,
      "loss": 0.9485911130905151,
      "step": 153,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.2659758203799655,
      "grad_norm": 2.328125,
      "learning_rate": 5e-05,
      "loss": 0.9215,
      "step": 154
    },
    {
      "epoch": 0.2659758203799655,
      "latent_token_nums": 2.625,
      "step": 154
    },
    {
      "epoch": 0.2659758203799655,
      "step": 154,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07618431001901627,
      "contrastive_loss#1": 0.38092154264450073,
      "epoch": 0.2659758203799655,
      "lm_loss": 0.769641637802124,
      "loss": 0.8458259701728821,
      "step": 154,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.26770293609671847,
      "grad_norm": 2.890625,
      "learning_rate": 5e-05,
      "loss": 0.8964,
      "step": 155
    },
    {
      "epoch": 0.26770293609671847,
      "latent_token_nums": 2.875,
      "step": 155
    },
    {
      "epoch": 0.26770293609671847,
      "step": 155,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08266600966453552,
      "contrastive_loss#1": 0.4133300483226776,
      "epoch": 0.26770293609671847,
      "lm_loss": 0.6903647780418396,
      "loss": 0.7730307579040527,
      "step": 155,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.2694300518134715,
      "grad_norm": 2.671875,
      "learning_rate": 5e-05,
      "loss": 0.9056,
      "step": 156
    },
    {
      "epoch": 0.2694300518134715,
      "latent_token_nums": 2.8125,
      "step": 156
    },
    {
      "epoch": 0.2694300518134715,
      "step": 156,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.14132848381996155,
      "contrastive_loss#1": 0.7066423892974854,
      "epoch": 0.2694300518134715,
      "lm_loss": 0.6910251975059509,
      "loss": 0.8323537111282349,
      "step": 156,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.2711571675302245,
      "grad_norm": 2.359375,
      "learning_rate": 5e-05,
      "loss": 0.8754,
      "step": 157
    },
    {
      "epoch": 0.2711571675302245,
      "latent_token_nums": 2.75,
      "step": 157
    },
    {
      "epoch": 0.2711571675302245,
      "step": 157,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.13816586136817932,
      "contrastive_loss#1": 0.6908292770385742,
      "epoch": 0.2711571675302245,
      "lm_loss": 0.6935117840766907,
      "loss": 0.8316776752471924,
      "step": 157,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.27288428324697755,
      "grad_norm": 2.578125,
      "learning_rate": 5e-05,
      "loss": 0.8791,
      "step": 158
    },
    {
      "epoch": 0.27288428324697755,
      "latent_token_nums": 2.5,
      "step": 158
    },
    {
      "epoch": 0.27288428324697755,
      "step": 158,
      "thought_step_nums": 2.25
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.2947952449321747,
      "contrastive_loss#1": 1.4739762544631958,
      "epoch": 0.27288428324697755,
      "lm_loss": 0.725858211517334,
      "loss": 1.020653486251831,
      "step": 158,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.27461139896373055,
      "grad_norm": 3.140625,
      "learning_rate": 5e-05,
      "loss": 0.9079,
      "step": 159
    },
    {
      "epoch": 0.27461139896373055,
      "latent_token_nums": 3.0625,
      "step": 159
    },
    {
      "epoch": 0.27461139896373055,
      "step": 159,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.20248714089393616,
      "contrastive_loss#1": 1.0124356746673584,
      "epoch": 0.27461139896373055,
      "lm_loss": 0.7755559682846069,
      "loss": 0.9780430793762207,
      "step": 159,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.2763385146804836,
      "grad_norm": 2.3125,
      "learning_rate": 5e-05,
      "loss": 0.8959,
      "step": 160
    },
    {
      "epoch": 0.2763385146804836,
      "latent_token_nums": 2.6875,
      "step": 160
    },
    {
      "epoch": 0.2763385146804836,
      "step": 160,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.875,
      "acc@5": 0.8125,
      "contrastive_loss": 0.3415625989437103,
      "contrastive_loss#1": 1.707813024520874,
      "epoch": 0.2763385146804836,
      "lm_loss": 0.7725586295127869,
      "loss": 1.1141211986541748,
      "step": 160,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.27806563039723664,
      "grad_norm": 2.6875,
      "learning_rate": 5e-05,
      "loss": 0.8972,
      "step": 161
    },
    {
      "epoch": 0.27806563039723664,
      "latent_token_nums": 3.0,
      "step": 161
    },
    {
      "epoch": 0.27806563039723664,
      "step": 161,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.12073848396539688,
      "contrastive_loss#1": 0.6036924123764038,
      "epoch": 0.27806563039723664,
      "lm_loss": 0.7711809277534485,
      "loss": 0.8919194340705872,
      "step": 161,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.27979274611398963,
      "grad_norm": 2.375,
      "learning_rate": 5e-05,
      "loss": 0.9052,
      "step": 162
    },
    {
      "epoch": 0.27979274611398963,
      "latent_token_nums": 2.6875,
      "step": 162
    },
    {
      "epoch": 0.27979274611398963,
      "step": 162,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1833898276090622,
      "contrastive_loss#1": 0.9169491529464722,
      "epoch": 0.27979274611398963,
      "lm_loss": 0.6901488304138184,
      "loss": 0.8735386729240417,
      "step": 162,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.2815198618307427,
      "grad_norm": 2.65625,
      "learning_rate": 5e-05,
      "loss": 0.9133,
      "step": 163
    },
    {
      "epoch": 0.2815198618307427,
      "latent_token_nums": 3.0,
      "step": 163
    },
    {
      "epoch": 0.2815198618307427,
      "step": 163,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.10235285758972168,
      "contrastive_loss#1": 0.5117642879486084,
      "epoch": 0.2815198618307427,
      "lm_loss": 0.7369257211685181,
      "loss": 0.8392785787582397,
      "step": 163,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.28324697754749567,
      "grad_norm": 2.296875,
      "learning_rate": 5e-05,
      "loss": 0.8935,
      "step": 164
    },
    {
      "epoch": 0.28324697754749567,
      "latent_token_nums": 3.0625,
      "step": 164
    },
    {
      "epoch": 0.28324697754749567,
      "step": 164,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.10820706188678741,
      "contrastive_loss#1": 0.5410352945327759,
      "epoch": 0.28324697754749567,
      "lm_loss": 0.7097793817520142,
      "loss": 0.8179864287376404,
      "step": 164,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.2849740932642487,
      "grad_norm": 2.359375,
      "learning_rate": 5e-05,
      "loss": 0.87,
      "step": 165
    },
    {
      "epoch": 0.2849740932642487,
      "latent_token_nums": 2.625,
      "step": 165
    },
    {
      "epoch": 0.2849740932642487,
      "step": 165,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.16747568547725677,
      "contrastive_loss#1": 0.8373784422874451,
      "epoch": 0.2849740932642487,
      "lm_loss": 0.6826257109642029,
      "loss": 0.8501014113426208,
      "step": 165,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.2867012089810017,
      "grad_norm": 2.71875,
      "learning_rate": 5e-05,
      "loss": 0.8914,
      "step": 166
    },
    {
      "epoch": 0.2867012089810017,
      "latent_token_nums": 3.0625,
      "step": 166
    },
    {
      "epoch": 0.2867012089810017,
      "step": 166,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.875,
      "acc@5": 0.8125,
      "contrastive_loss": 0.26146385073661804,
      "contrastive_loss#1": 1.307319164276123,
      "epoch": 0.2867012089810017,
      "lm_loss": 0.6796532869338989,
      "loss": 0.9411171674728394,
      "step": 166,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.28842832469775476,
      "grad_norm": 2.28125,
      "learning_rate": 5e-05,
      "loss": 0.898,
      "step": 167
    },
    {
      "epoch": 0.28842832469775476,
      "latent_token_nums": 2.625,
      "step": 167
    },
    {
      "epoch": 0.28842832469775476,
      "step": 167,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.18297183513641357,
      "contrastive_loss#1": 0.9148591756820679,
      "epoch": 0.28842832469775476,
      "lm_loss": 0.7005013227462769,
      "loss": 0.8834731578826904,
      "step": 167,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.29015544041450775,
      "grad_norm": 2.28125,
      "learning_rate": 5e-05,
      "loss": 0.8976,
      "step": 168
    },
    {
      "epoch": 0.29015544041450775,
      "latent_token_nums": 2.9375,
      "step": 168
    },
    {
      "epoch": 0.29015544041450775,
      "step": 168,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1713695526123047,
      "contrastive_loss#1": 0.8568477630615234,
      "epoch": 0.29015544041450775,
      "lm_loss": 0.6362724900245667,
      "loss": 0.8076420426368713,
      "step": 168,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.2918825561312608,
      "grad_norm": 2.515625,
      "learning_rate": 5e-05,
      "loss": 0.8983,
      "step": 169
    },
    {
      "epoch": 0.2918825561312608,
      "latent_token_nums": 2.75,
      "step": 169
    },
    {
      "epoch": 0.2918825561312608,
      "step": 169,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.16920070350170135,
      "contrastive_loss#1": 0.846003532409668,
      "epoch": 0.2918825561312608,
      "lm_loss": 0.7036032676696777,
      "loss": 0.8728039860725403,
      "step": 169,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.29360967184801384,
      "grad_norm": 2.40625,
      "learning_rate": 5e-05,
      "loss": 0.8925,
      "step": 170
    },
    {
      "epoch": 0.29360967184801384,
      "latent_token_nums": 2.9375,
      "step": 170
    },
    {
      "epoch": 0.29360967184801384,
      "step": 170,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.4375,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.2890491485595703,
      "contrastive_loss#1": 1.4452457427978516,
      "epoch": 0.29360967184801384,
      "lm_loss": 0.7507133483886719,
      "loss": 1.0397624969482422,
      "step": 170,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.29533678756476683,
      "grad_norm": 2.40625,
      "learning_rate": 5e-05,
      "loss": 0.9048,
      "step": 171
    },
    {
      "epoch": 0.29533678756476683,
      "latent_token_nums": 3.1875,
      "step": 171
    },
    {
      "epoch": 0.29533678756476683,
      "step": 171,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.1161089763045311,
      "contrastive_loss#1": 0.5805448889732361,
      "epoch": 0.29533678756476683,
      "lm_loss": 0.7706310153007507,
      "loss": 0.88673996925354,
      "step": 171,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.2970639032815199,
      "grad_norm": 2.3125,
      "learning_rate": 5e-05,
      "loss": 0.8908,
      "step": 172
    },
    {
      "epoch": 0.2970639032815199,
      "latent_token_nums": 3.1875,
      "step": 172
    },
    {
      "epoch": 0.2970639032815199,
      "step": 172,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.3017488121986389,
      "contrastive_loss#1": 1.5087440013885498,
      "epoch": 0.2970639032815199,
      "lm_loss": 0.7605621218681335,
      "loss": 1.0623109340667725,
      "step": 172,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.2987910189982729,
      "grad_norm": 2.390625,
      "learning_rate": 5e-05,
      "loss": 0.8942,
      "step": 173
    },
    {
      "epoch": 0.2987910189982729,
      "latent_token_nums": 2.4375,
      "step": 173
    },
    {
      "epoch": 0.2987910189982729,
      "step": 173,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.20732490718364716,
      "contrastive_loss#1": 1.036624550819397,
      "epoch": 0.2987910189982729,
      "lm_loss": 0.789046585559845,
      "loss": 0.9963715076446533,
      "step": 173,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.3005181347150259,
      "grad_norm": 2.21875,
      "learning_rate": 5e-05,
      "loss": 0.8818,
      "step": 174
    },
    {
      "epoch": 0.3005181347150259,
      "latent_token_nums": 2.5,
      "step": 174
    },
    {
      "epoch": 0.3005181347150259,
      "step": 174,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.14477811753749847,
      "contrastive_loss#1": 0.7238905429840088,
      "epoch": 0.3005181347150259,
      "lm_loss": 0.6961030960083008,
      "loss": 0.8408812284469604,
      "step": 174,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.3022452504317789,
      "grad_norm": 2.234375,
      "learning_rate": 5e-05,
      "loss": 0.8845,
      "step": 175
    },
    {
      "epoch": 0.3022452504317789,
      "latent_token_nums": 2.6875,
      "step": 175
    },
    {
      "epoch": 0.3022452504317789,
      "step": 175,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.18957839906215668,
      "contrastive_loss#1": 0.9478919506072998,
      "epoch": 0.3022452504317789,
      "lm_loss": 0.658808708190918,
      "loss": 0.8483871221542358,
      "step": 175,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.30397236614853196,
      "grad_norm": 2.296875,
      "learning_rate": 5e-05,
      "loss": 0.9114,
      "step": 176
    },
    {
      "epoch": 0.30397236614853196,
      "latent_token_nums": 3.0,
      "step": 176
    },
    {
      "epoch": 0.30397236614853196,
      "step": 176,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.19420285522937775,
      "contrastive_loss#1": 0.9710142612457275,
      "epoch": 0.30397236614853196,
      "lm_loss": 0.6922780871391296,
      "loss": 0.8864809274673462,
      "step": 176,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.30569948186528495,
      "grad_norm": 2.28125,
      "learning_rate": 5e-05,
      "loss": 0.8772,
      "step": 177
    },
    {
      "epoch": 0.30569948186528495,
      "latent_token_nums": 2.8125,
      "step": 177
    },
    {
      "epoch": 0.30569948186528495,
      "step": 177,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.2560148239135742,
      "contrastive_loss#1": 1.280074119567871,
      "epoch": 0.30569948186528495,
      "lm_loss": 0.641035258769989,
      "loss": 0.8970500826835632,
      "step": 177,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.307426597582038,
      "grad_norm": 2.171875,
      "learning_rate": 5e-05,
      "loss": 0.8818,
      "step": 178
    },
    {
      "epoch": 0.307426597582038,
      "latent_token_nums": 2.6875,
      "step": 178
    },
    {
      "epoch": 0.307426597582038,
      "step": 178,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.25043556094169617,
      "contrastive_loss#1": 1.2521777153015137,
      "epoch": 0.307426597582038,
      "lm_loss": 0.6816149353981018,
      "loss": 0.9320504665374756,
      "step": 178,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.30915371329879104,
      "grad_norm": 2.1875,
      "learning_rate": 5e-05,
      "loss": 0.8966,
      "step": 179
    },
    {
      "epoch": 0.30915371329879104,
      "latent_token_nums": 2.5,
      "step": 179
    },
    {
      "epoch": 0.30915371329879104,
      "step": 179,
      "thought_step_nums": 2.25
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07719051092863083,
      "contrastive_loss#1": 0.38595253229141235,
      "epoch": 0.30915371329879104,
      "lm_loss": 0.7520349025726318,
      "loss": 0.8292254209518433,
      "step": 179,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.31088082901554404,
      "grad_norm": 2.25,
      "learning_rate": 5e-05,
      "loss": 0.8636,
      "step": 180
    },
    {
      "epoch": 0.31088082901554404,
      "latent_token_nums": 2.8125,
      "step": 180
    },
    {
      "epoch": 0.31088082901554404,
      "step": 180,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.19952639937400818,
      "contrastive_loss#1": 0.9976319670677185,
      "epoch": 0.31088082901554404,
      "lm_loss": 0.6566085815429688,
      "loss": 0.8561350107192993,
      "step": 180,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.3126079447322971,
      "grad_norm": 2.25,
      "learning_rate": 5e-05,
      "loss": 0.8809,
      "step": 181
    },
    {
      "epoch": 0.3126079447322971,
      "latent_token_nums": 2.375,
      "step": 181
    },
    {
      "epoch": 0.3126079447322971,
      "step": 181,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11399602890014648,
      "contrastive_loss#1": 0.5699801445007324,
      "epoch": 0.3126079447322971,
      "lm_loss": 0.6586394309997559,
      "loss": 0.7726354598999023,
      "step": 181,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.3143350604490501,
      "grad_norm": 2.1875,
      "learning_rate": 5e-05,
      "loss": 0.8865,
      "step": 182
    },
    {
      "epoch": 0.3143350604490501,
      "latent_token_nums": 2.9375,
      "step": 182
    },
    {
      "epoch": 0.3143350604490501,
      "step": 182,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.5625,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.20695637166500092,
      "contrastive_loss#1": 1.034781813621521,
      "epoch": 0.3143350604490501,
      "lm_loss": 0.6918121576309204,
      "loss": 0.8987685441970825,
      "step": 182,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.3160621761658031,
      "grad_norm": 2.078125,
      "learning_rate": 5e-05,
      "loss": 0.8753,
      "step": 183
    },
    {
      "epoch": 0.3160621761658031,
      "latent_token_nums": 2.6875,
      "step": 183
    },
    {
      "epoch": 0.3160621761658031,
      "step": 183,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.12806104123592377,
      "contrastive_loss#1": 0.6403051614761353,
      "epoch": 0.3160621761658031,
      "lm_loss": 0.7263928651809692,
      "loss": 0.8544539213180542,
      "step": 183,
      "valid_batch_size": 1024.4375
    },
    {
      "epoch": 0.3177892918825561,
      "grad_norm": 2.40625,
      "learning_rate": 5e-05,
      "loss": 0.891,
      "step": 184
    },
    {
      "epoch": 0.3177892918825561,
      "latent_token_nums": 2.5625,
      "step": 184
    },
    {
      "epoch": 0.3177892918825561,
      "step": 184,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0731092020869255,
      "contrastive_loss#1": 0.36554598808288574,
      "epoch": 0.3177892918825561,
      "lm_loss": 0.7518782615661621,
      "loss": 0.8249874711036682,
      "step": 184,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.31951640759930916,
      "grad_norm": 2.390625,
      "learning_rate": 5e-05,
      "loss": 0.896,
      "step": 185
    },
    {
      "epoch": 0.31951640759930916,
      "latent_token_nums": 2.5625,
      "step": 185
    },
    {
      "epoch": 0.31951640759930916,
      "step": 185,
      "thought_step_nums": 2.1875
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.22509782016277313,
      "contrastive_loss#1": 1.1254891157150269,
      "epoch": 0.31951640759930916,
      "lm_loss": 0.7762395739555359,
      "loss": 1.0013374090194702,
      "step": 185,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.32124352331606215,
      "grad_norm": 2.421875,
      "learning_rate": 5e-05,
      "loss": 0.8923,
      "step": 186
    },
    {
      "epoch": 0.32124352331606215,
      "latent_token_nums": 2.9375,
      "step": 186
    },
    {
      "epoch": 0.32124352331606215,
      "step": 186,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.29825639724731445,
      "contrastive_loss#1": 1.4912819862365723,
      "epoch": 0.32124352331606215,
      "lm_loss": 0.6757174730300903,
      "loss": 0.9739738702774048,
      "step": 186,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.3229706390328152,
      "grad_norm": 2.515625,
      "learning_rate": 5e-05,
      "loss": 0.9072,
      "step": 187
    },
    {
      "epoch": 0.3229706390328152,
      "latent_token_nums": 2.5,
      "step": 187
    },
    {
      "epoch": 0.3229706390328152,
      "step": 187,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.28759902715682983,
      "contrastive_loss#1": 1.4379950761795044,
      "epoch": 0.3229706390328152,
      "lm_loss": 0.6799831390380859,
      "loss": 0.9675821661949158,
      "step": 187,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.32469775474956825,
      "grad_norm": 2.046875,
      "learning_rate": 5e-05,
      "loss": 0.9071,
      "step": 188
    },
    {
      "epoch": 0.32469775474956825,
      "latent_token_nums": 2.9375,
      "step": 188
    },
    {
      "epoch": 0.32469775474956825,
      "step": 188,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.14210812747478485,
      "contrastive_loss#1": 0.7105406522750854,
      "epoch": 0.32469775474956825,
      "lm_loss": 0.6708791255950928,
      "loss": 0.8129872679710388,
      "step": 188,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.32642487046632124,
      "grad_norm": 2.1875,
      "learning_rate": 5e-05,
      "loss": 0.8794,
      "step": 189
    },
    {
      "epoch": 0.32642487046632124,
      "latent_token_nums": 3.25,
      "step": 189
    },
    {
      "epoch": 0.32642487046632124,
      "step": 189,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.12437848001718521,
      "contrastive_loss#1": 0.6218923926353455,
      "epoch": 0.32642487046632124,
      "lm_loss": 0.6858629584312439,
      "loss": 0.8102414608001709,
      "step": 189,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.3281519861830743,
      "grad_norm": 2.15625,
      "learning_rate": 5e-05,
      "loss": 0.8946,
      "step": 190
    },
    {
      "epoch": 0.3281519861830743,
      "latent_token_nums": 2.5625,
      "step": 190
    },
    {
      "epoch": 0.3281519861830743,
      "step": 190,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.3125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.2748865485191345,
      "contrastive_loss#1": 1.3744326829910278,
      "epoch": 0.3281519861830743,
      "lm_loss": 0.7576565146446228,
      "loss": 1.0325430631637573,
      "step": 190,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.3298791018998273,
      "grad_norm": 2.328125,
      "learning_rate": 5e-05,
      "loss": 0.9142,
      "step": 191
    },
    {
      "epoch": 0.3298791018998273,
      "latent_token_nums": 2.875,
      "step": 191
    },
    {
      "epoch": 0.3298791018998273,
      "step": 191,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15543904900550842,
      "contrastive_loss#1": 0.7771952152252197,
      "epoch": 0.3298791018998273,
      "lm_loss": 0.6099599003791809,
      "loss": 0.7653989791870117,
      "step": 191,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.3316062176165803,
      "grad_norm": 2.21875,
      "learning_rate": 5e-05,
      "loss": 0.907,
      "step": 192
    },
    {
      "epoch": 0.3316062176165803,
      "latent_token_nums": 2.5,
      "step": 192
    },
    {
      "epoch": 0.3316062176165803,
      "step": 192,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15458431839942932,
      "contrastive_loss#1": 0.7729215621948242,
      "epoch": 0.3316062176165803,
      "lm_loss": 0.6230055093765259,
      "loss": 0.7775897979736328,
      "step": 192,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.3333333333333333,
      "grad_norm": 2.140625,
      "learning_rate": 5e-05,
      "loss": 0.8903,
      "step": 193
    },
    {
      "epoch": 0.3333333333333333,
      "latent_token_nums": 2.875,
      "step": 193
    },
    {
      "epoch": 0.3333333333333333,
      "step": 193,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.1210196390748024,
      "contrastive_loss#1": 0.6050981879234314,
      "epoch": 0.3333333333333333,
      "lm_loss": 0.8149412274360657,
      "loss": 0.9359608888626099,
      "step": 193,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.33506044905008636,
      "grad_norm": 2.15625,
      "learning_rate": 5e-05,
      "loss": 0.8835,
      "step": 194
    },
    {
      "epoch": 0.33506044905008636,
      "latent_token_nums": 2.875,
      "step": 194
    },
    {
      "epoch": 0.33506044905008636,
      "step": 194,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11367740482091904,
      "contrastive_loss#1": 0.5683870315551758,
      "epoch": 0.33506044905008636,
      "lm_loss": 0.5991693735122681,
      "loss": 0.7128467559814453,
      "step": 194,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.33678756476683935,
      "grad_norm": 2.296875,
      "learning_rate": 5e-05,
      "loss": 0.8879,
      "step": 195
    },
    {
      "epoch": 0.33678756476683935,
      "latent_token_nums": 2.8125,
      "step": 195
    },
    {
      "epoch": 0.33678756476683935,
      "step": 195,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.10323438793420792,
      "contrastive_loss#1": 0.516171932220459,
      "epoch": 0.33678756476683935,
      "lm_loss": 0.648464560508728,
      "loss": 0.7516989707946777,
      "step": 195,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.3385146804835924,
      "grad_norm": 2.4375,
      "learning_rate": 5e-05,
      "loss": 0.8869,
      "step": 196
    },
    {
      "epoch": 0.3385146804835924,
      "latent_token_nums": 2.625,
      "step": 196
    },
    {
      "epoch": 0.3385146804835924,
      "step": 196,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.2800696790218353,
      "contrastive_loss#1": 1.4003483057022095,
      "epoch": 0.3385146804835924,
      "lm_loss": 0.7800965309143066,
      "loss": 1.0601662397384644,
      "step": 196,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.34024179620034545,
      "grad_norm": 2.328125,
      "learning_rate": 5e-05,
      "loss": 0.8796,
      "step": 197
    },
    {
      "epoch": 0.34024179620034545,
      "latent_token_nums": 2.75,
      "step": 197
    },
    {
      "epoch": 0.34024179620034545,
      "step": 197,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.18578600883483887,
      "contrastive_loss#1": 0.9289300441741943,
      "epoch": 0.34024179620034545,
      "lm_loss": 0.6980123519897461,
      "loss": 0.883798360824585,
      "step": 197,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.34196891191709844,
      "grad_norm": 2.28125,
      "learning_rate": 5e-05,
      "loss": 0.8865,
      "step": 198
    },
    {
      "epoch": 0.34196891191709844,
      "latent_token_nums": 2.9375,
      "step": 198
    },
    {
      "epoch": 0.34196891191709844,
      "step": 198,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.10554448515176773,
      "contrastive_loss#1": 0.5277224183082581,
      "epoch": 0.34196891191709844,
      "lm_loss": 0.6689560413360596,
      "loss": 0.7745005488395691,
      "step": 198,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.3436960276338515,
      "grad_norm": 2.234375,
      "learning_rate": 5e-05,
      "loss": 0.8763,
      "step": 199
    },
    {
      "epoch": 0.3436960276338515,
      "latent_token_nums": 2.4375,
      "step": 199
    },
    {
      "epoch": 0.3436960276338515,
      "step": 199,
      "thought_step_nums": 2.1875
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.16320088505744934,
      "contrastive_loss#1": 0.8160043954849243,
      "epoch": 0.3436960276338515,
      "lm_loss": 0.6604351997375488,
      "loss": 0.8236360549926758,
      "step": 199,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.3454231433506045,
      "grad_norm": 2.609375,
      "learning_rate": 5e-05,
      "loss": 0.8925,
      "step": 200
    },
    {
      "epoch": 0.3454231433506045,
      "latent_token_nums": 2.75,
      "step": 200
    },
    {
      "epoch": 0.3454231433506045,
      "step": 200,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.5625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.19681861996650696,
      "contrastive_loss#1": 0.9840930700302124,
      "epoch": 0.3454231433506045,
      "lm_loss": 0.6632660627365112,
      "loss": 0.8600846529006958,
      "step": 200,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.3471502590673575,
      "grad_norm": 2.515625,
      "learning_rate": 5e-05,
      "loss": 0.8953,
      "step": 201
    },
    {
      "epoch": 0.3471502590673575,
      "latent_token_nums": 2.6875,
      "step": 201
    },
    {
      "epoch": 0.3471502590673575,
      "step": 201,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07263434678316116,
      "contrastive_loss#1": 0.3631717264652252,
      "epoch": 0.3471502590673575,
      "lm_loss": 0.7069613933563232,
      "loss": 0.7795957326889038,
      "step": 201,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.3488773747841105,
      "grad_norm": 2.40625,
      "learning_rate": 5e-05,
      "loss": 0.8922,
      "step": 202
    },
    {
      "epoch": 0.3488773747841105,
      "latent_token_nums": 2.6875,
      "step": 202
    },
    {
      "epoch": 0.3488773747841105,
      "step": 202,
      "thought_step_nums": 2.3125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.16464577615261078,
      "contrastive_loss#1": 0.8232288956642151,
      "epoch": 0.3488773747841105,
      "lm_loss": 0.6359888911247253,
      "loss": 0.8006346821784973,
      "step": 202,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.35060449050086356,
      "grad_norm": 2.3125,
      "learning_rate": 5e-05,
      "loss": 0.8822,
      "step": 203
    },
    {
      "epoch": 0.35060449050086356,
      "latent_token_nums": 3.0625,
      "step": 203
    },
    {
      "epoch": 0.35060449050086356,
      "step": 203,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1549876183271408,
      "contrastive_loss#1": 0.7749381065368652,
      "epoch": 0.35060449050086356,
      "lm_loss": 0.7814948558807373,
      "loss": 0.9364824891090393,
      "step": 203,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.35233160621761656,
      "grad_norm": 2.421875,
      "learning_rate": 5e-05,
      "loss": 0.8939,
      "step": 204
    },
    {
      "epoch": 0.35233160621761656,
      "latent_token_nums": 2.875,
      "step": 204
    },
    {
      "epoch": 0.35233160621761656,
      "step": 204,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.15922541916370392,
      "contrastive_loss#1": 0.7961270809173584,
      "epoch": 0.35233160621761656,
      "lm_loss": 0.701029896736145,
      "loss": 0.8602553009986877,
      "step": 204,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 0.3540587219343696,
      "grad_norm": 2.34375,
      "learning_rate": 5e-05,
      "loss": 0.8913,
      "step": 205
    },
    {
      "epoch": 0.3540587219343696,
      "latent_token_nums": 3.0,
      "step": 205
    },
    {
      "epoch": 0.3540587219343696,
      "step": 205,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1705479472875595,
      "contrastive_loss#1": 0.852739691734314,
      "epoch": 0.3540587219343696,
      "lm_loss": 0.7493183612823486,
      "loss": 0.9198663234710693,
      "step": 205,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.35578583765112265,
      "grad_norm": 2.734375,
      "learning_rate": 5e-05,
      "loss": 0.9013,
      "step": 206
    },
    {
      "epoch": 0.35578583765112265,
      "latent_token_nums": 3.0,
      "step": 206
    },
    {
      "epoch": 0.35578583765112265,
      "step": 206,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.18736766278743744,
      "contrastive_loss#1": 0.9368383288383484,
      "epoch": 0.35578583765112265,
      "lm_loss": 0.635529637336731,
      "loss": 0.8228973150253296,
      "step": 206,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.35751295336787564,
      "grad_norm": 2.5,
      "learning_rate": 5e-05,
      "loss": 0.892,
      "step": 207
    },
    {
      "epoch": 0.35751295336787564,
      "latent_token_nums": 2.6875,
      "step": 207
    },
    {
      "epoch": 0.35751295336787564,
      "step": 207,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.375,
      "acc@10": 0.9375,
      "acc@5": 0.8125,
      "contrastive_loss": 0.306051105260849,
      "contrastive_loss#1": 1.5302555561065674,
      "epoch": 0.35751295336787564,
      "lm_loss": 0.7302513122558594,
      "loss": 1.0363024473190308,
      "step": 207,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.3592400690846287,
      "grad_norm": 2.171875,
      "learning_rate": 5e-05,
      "loss": 0.8831,
      "step": 208
    },
    {
      "epoch": 0.3592400690846287,
      "latent_token_nums": 2.8125,
      "step": 208
    },
    {
      "epoch": 0.3592400690846287,
      "step": 208,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06083117052912712,
      "contrastive_loss#1": 0.3041558563709259,
      "epoch": 0.3592400690846287,
      "lm_loss": 0.7051474452018738,
      "loss": 0.7659786343574524,
      "step": 208,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.3609671848013817,
      "grad_norm": 2.484375,
      "learning_rate": 5e-05,
      "loss": 0.8854,
      "step": 209
    },
    {
      "epoch": 0.3609671848013817,
      "latent_token_nums": 2.8125,
      "step": 209
    },
    {
      "epoch": 0.3609671848013817,
      "step": 209,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.2709979712963104,
      "contrastive_loss#1": 1.354989767074585,
      "epoch": 0.3609671848013817,
      "lm_loss": 0.660111665725708,
      "loss": 0.9311096668243408,
      "step": 209,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.3626943005181347,
      "grad_norm": 2.109375,
      "learning_rate": 5e-05,
      "loss": 0.8865,
      "step": 210
    },
    {
      "epoch": 0.3626943005181347,
      "latent_token_nums": 2.5,
      "step": 210
    },
    {
      "epoch": 0.3626943005181347,
      "step": 210,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.17532454431056976,
      "contrastive_loss#1": 0.8766226768493652,
      "epoch": 0.3626943005181347,
      "lm_loss": 0.7436732053756714,
      "loss": 0.9189977645874023,
      "step": 210,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.3644214162348877,
      "grad_norm": 2.296875,
      "learning_rate": 5e-05,
      "loss": 0.8686,
      "step": 211
    },
    {
      "epoch": 0.3644214162348877,
      "latent_token_nums": 2.5625,
      "step": 211
    },
    {
      "epoch": 0.3644214162348877,
      "step": 211,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1894296556711197,
      "contrastive_loss#1": 0.9471482634544373,
      "epoch": 0.3644214162348877,
      "lm_loss": 0.70618736743927,
      "loss": 0.8956170082092285,
      "step": 211,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.36614853195164077,
      "grad_norm": 2.359375,
      "learning_rate": 5e-05,
      "loss": 0.8921,
      "step": 212
    },
    {
      "epoch": 0.36614853195164077,
      "latent_token_nums": 2.5625,
      "step": 212
    },
    {
      "epoch": 0.36614853195164077,
      "step": 212,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.3002663254737854,
      "contrastive_loss#1": 1.5013315677642822,
      "epoch": 0.36614853195164077,
      "lm_loss": 0.718558132648468,
      "loss": 1.0188244581222534,
      "step": 212,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.36787564766839376,
      "grad_norm": 2.375,
      "learning_rate": 5e-05,
      "loss": 0.8778,
      "step": 213
    },
    {
      "epoch": 0.36787564766839376,
      "latent_token_nums": 3.1875,
      "step": 213
    },
    {
      "epoch": 0.36787564766839376,
      "step": 213,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15606649219989777,
      "contrastive_loss#1": 0.7803324460983276,
      "epoch": 0.36787564766839376,
      "lm_loss": 0.7870087623596191,
      "loss": 0.9430752396583557,
      "step": 213,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.3696027633851468,
      "grad_norm": 2.34375,
      "learning_rate": 5e-05,
      "loss": 0.8947,
      "step": 214
    },
    {
      "epoch": 0.3696027633851468,
      "latent_token_nums": 3.0,
      "step": 214
    },
    {
      "epoch": 0.3696027633851468,
      "step": 214,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.10770735889673233,
      "contrastive_loss#1": 0.538536787033081,
      "epoch": 0.3696027633851468,
      "lm_loss": 0.7397616505622864,
      "loss": 0.8474690318107605,
      "step": 214,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.37132987910189985,
      "grad_norm": 2.171875,
      "learning_rate": 5e-05,
      "loss": 0.8991,
      "step": 215
    },
    {
      "epoch": 0.37132987910189985,
      "latent_token_nums": 2.6875,
      "step": 215
    },
    {
      "epoch": 0.37132987910189985,
      "step": 215,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.12210752815008163,
      "contrastive_loss#1": 0.6105376482009888,
      "epoch": 0.37132987910189985,
      "lm_loss": 0.772891640663147,
      "loss": 0.8949991464614868,
      "step": 215,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.37305699481865284,
      "grad_norm": 2.15625,
      "learning_rate": 5e-05,
      "loss": 0.8793,
      "step": 216
    },
    {
      "epoch": 0.37305699481865284,
      "latent_token_nums": 2.625,
      "step": 216
    },
    {
      "epoch": 0.37305699481865284,
      "step": 216,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.10148020088672638,
      "contrastive_loss#1": 0.5074009895324707,
      "epoch": 0.37305699481865284,
      "lm_loss": 0.6589846611022949,
      "loss": 0.7604648470878601,
      "step": 216,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.3747841105354059,
      "grad_norm": 2.15625,
      "learning_rate": 5e-05,
      "loss": 0.878,
      "step": 217
    },
    {
      "epoch": 0.3747841105354059,
      "latent_token_nums": 2.9375,
      "step": 217
    },
    {
      "epoch": 0.3747841105354059,
      "step": 217,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.13932503759860992,
      "contrastive_loss#1": 0.6966251730918884,
      "epoch": 0.3747841105354059,
      "lm_loss": 0.6597786545753479,
      "loss": 0.7991036772727966,
      "step": 217,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.3765112262521589,
      "grad_norm": 2.15625,
      "learning_rate": 5e-05,
      "loss": 0.8737,
      "step": 218
    },
    {
      "epoch": 0.3765112262521589,
      "latent_token_nums": 2.625,
      "step": 218
    },
    {
      "epoch": 0.3765112262521589,
      "step": 218,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0788869634270668,
      "contrastive_loss#1": 0.3944348096847534,
      "epoch": 0.3765112262521589,
      "lm_loss": 0.7087499499320984,
      "loss": 0.787636935710907,
      "step": 218,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.37823834196891193,
      "grad_norm": 2.265625,
      "learning_rate": 5e-05,
      "loss": 0.9058,
      "step": 219
    },
    {
      "epoch": 0.37823834196891193,
      "latent_token_nums": 2.875,
      "step": 219
    },
    {
      "epoch": 0.37823834196891193,
      "step": 219,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.1075746938586235,
      "contrastive_loss#1": 0.5378734469413757,
      "epoch": 0.37823834196891193,
      "lm_loss": 0.7464268803596497,
      "loss": 0.8540015816688538,
      "step": 219,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.3799654576856649,
      "grad_norm": 2.25,
      "learning_rate": 5e-05,
      "loss": 0.8866,
      "step": 220
    },
    {
      "epoch": 0.3799654576856649,
      "latent_token_nums": 2.4375,
      "step": 220
    },
    {
      "epoch": 0.3799654576856649,
      "step": 220,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.10810980945825577,
      "contrastive_loss#1": 0.5405490398406982,
      "epoch": 0.3799654576856649,
      "lm_loss": 0.7194439768791199,
      "loss": 0.8275538086891174,
      "step": 220,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.38169257340241797,
      "grad_norm": 2.359375,
      "learning_rate": 5e-05,
      "loss": 0.8946,
      "step": 221
    },
    {
      "epoch": 0.38169257340241797,
      "latent_token_nums": 2.875,
      "step": 221
    },
    {
      "epoch": 0.38169257340241797,
      "step": 221,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.2104550451040268,
      "contrastive_loss#1": 1.0522751808166504,
      "epoch": 0.38169257340241797,
      "lm_loss": 0.6691358089447021,
      "loss": 0.8795908689498901,
      "step": 221,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.38341968911917096,
      "grad_norm": 2.421875,
      "learning_rate": 5e-05,
      "loss": 0.8866,
      "step": 222
    },
    {
      "epoch": 0.38341968911917096,
      "latent_token_nums": 2.625,
      "step": 222
    },
    {
      "epoch": 0.38341968911917096,
      "step": 222,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.14445970952510834,
      "contrastive_loss#1": 0.7222985029220581,
      "epoch": 0.38341968911917096,
      "lm_loss": 0.7102230191230774,
      "loss": 0.8546827435493469,
      "step": 222,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.385146804835924,
      "grad_norm": 2.359375,
      "learning_rate": 5e-05,
      "loss": 0.8848,
      "step": 223
    },
    {
      "epoch": 0.385146804835924,
      "latent_token_nums": 2.9375,
      "step": 223
    },
    {
      "epoch": 0.385146804835924,
      "step": 223,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1826310008764267,
      "contrastive_loss#1": 0.9131549596786499,
      "epoch": 0.385146804835924,
      "lm_loss": 0.6727712154388428,
      "loss": 0.8554022312164307,
      "step": 223,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.38687392055267705,
      "grad_norm": 2.265625,
      "learning_rate": 5e-05,
      "loss": 0.8864,
      "step": 224
    },
    {
      "epoch": 0.38687392055267705,
      "latent_token_nums": 2.8125,
      "step": 224
    },
    {
      "epoch": 0.38687392055267705,
      "step": 224,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.14023233950138092,
      "contrastive_loss#1": 0.7011616826057434,
      "epoch": 0.38687392055267705,
      "lm_loss": 0.723203182220459,
      "loss": 0.8634355068206787,
      "step": 224,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.38860103626943004,
      "grad_norm": 2.15625,
      "learning_rate": 5e-05,
      "loss": 0.8856,
      "step": 225
    },
    {
      "epoch": 0.38860103626943004,
      "latent_token_nums": 3.0,
      "step": 225
    },
    {
      "epoch": 0.38860103626943004,
      "step": 225,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.5625,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.17934513092041016,
      "contrastive_loss#1": 0.8967256546020508,
      "epoch": 0.38860103626943004,
      "lm_loss": 0.6732235550880432,
      "loss": 0.8525686860084534,
      "step": 225,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 0.3903281519861831,
      "grad_norm": 2.140625,
      "learning_rate": 5e-05,
      "loss": 0.8837,
      "step": 226
    },
    {
      "epoch": 0.3903281519861831,
      "latent_token_nums": 2.6875,
      "step": 226
    },
    {
      "epoch": 0.3903281519861831,
      "step": 226,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.10511180013418198,
      "contrastive_loss#1": 0.5255590081214905,
      "epoch": 0.3903281519861831,
      "lm_loss": 0.7345966696739197,
      "loss": 0.8397084474563599,
      "step": 226,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.3920552677029361,
      "grad_norm": 2.265625,
      "learning_rate": 5e-05,
      "loss": 0.9005,
      "step": 227
    },
    {
      "epoch": 0.3920552677029361,
      "latent_token_nums": 2.75,
      "step": 227
    },
    {
      "epoch": 0.3920552677029361,
      "step": 227,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.16044911742210388,
      "contrastive_loss#1": 0.802245557308197,
      "epoch": 0.3920552677029361,
      "lm_loss": 0.717464029788971,
      "loss": 0.8779131174087524,
      "step": 227,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.39378238341968913,
      "grad_norm": 2.109375,
      "learning_rate": 5e-05,
      "loss": 0.8835,
      "step": 228
    },
    {
      "epoch": 0.39378238341968913,
      "latent_token_nums": 2.875,
      "step": 228
    },
    {
      "epoch": 0.39378238341968913,
      "step": 228,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.14903508126735687,
      "contrastive_loss#1": 0.7451754212379456,
      "epoch": 0.39378238341968913,
      "lm_loss": 0.731145977973938,
      "loss": 0.880181074142456,
      "step": 228,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.3955094991364421,
      "grad_norm": 2.234375,
      "learning_rate": 5e-05,
      "loss": 0.8679,
      "step": 229
    },
    {
      "epoch": 0.3955094991364421,
      "latent_token_nums": 2.375,
      "step": 229
    },
    {
      "epoch": 0.3955094991364421,
      "step": 229,
      "thought_step_nums": 2.25
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.22043286263942719,
      "contrastive_loss#1": 1.1021642684936523,
      "epoch": 0.3955094991364421,
      "lm_loss": 0.7671406865119934,
      "loss": 0.9875735640525818,
      "step": 229,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.39723661485319517,
      "grad_norm": 2.25,
      "learning_rate": 5e-05,
      "loss": 0.8704,
      "step": 230
    },
    {
      "epoch": 0.39723661485319517,
      "latent_token_nums": 2.875,
      "step": 230
    },
    {
      "epoch": 0.39723661485319517,
      "step": 230,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.14702263474464417,
      "contrastive_loss#1": 0.7351131439208984,
      "epoch": 0.39723661485319517,
      "lm_loss": 0.7163991928100586,
      "loss": 0.8634217977523804,
      "step": 230,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.39896373056994816,
      "grad_norm": 2.625,
      "learning_rate": 5e-05,
      "loss": 0.8923,
      "step": 231
    },
    {
      "epoch": 0.39896373056994816,
      "latent_token_nums": 2.875,
      "step": 231
    },
    {
      "epoch": 0.39896373056994816,
      "step": 231,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.16653823852539062,
      "contrastive_loss#1": 0.8326911926269531,
      "epoch": 0.39896373056994816,
      "lm_loss": 0.7742605209350586,
      "loss": 0.9407987594604492,
      "step": 231,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.4006908462867012,
      "grad_norm": 2.265625,
      "learning_rate": 5e-05,
      "loss": 0.8904,
      "step": 232
    },
    {
      "epoch": 0.4006908462867012,
      "latent_token_nums": 2.875,
      "step": 232
    },
    {
      "epoch": 0.4006908462867012,
      "step": 232,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.875,
      "acc@5": 0.8125,
      "contrastive_loss": 0.3254798948764801,
      "contrastive_loss#1": 1.6273994445800781,
      "epoch": 0.4006908462867012,
      "lm_loss": 0.8317129611968994,
      "loss": 1.1571928262710571,
      "step": 232,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.40241796200345425,
      "grad_norm": 2.15625,
      "learning_rate": 5e-05,
      "loss": 0.8823,
      "step": 233
    },
    {
      "epoch": 0.40241796200345425,
      "latent_token_nums": 2.8125,
      "step": 233
    },
    {
      "epoch": 0.40241796200345425,
      "step": 233,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.26205143332481384,
      "contrastive_loss#1": 1.3102571964263916,
      "epoch": 0.40241796200345425,
      "lm_loss": 0.6310415267944336,
      "loss": 0.8930929899215698,
      "step": 233,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.40414507772020725,
      "grad_norm": 2.296875,
      "learning_rate": 5e-05,
      "loss": 0.8795,
      "step": 234
    },
    {
      "epoch": 0.40414507772020725,
      "latent_token_nums": 2.75,
      "step": 234
    },
    {
      "epoch": 0.40414507772020725,
      "step": 234,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.13466155529022217,
      "contrastive_loss#1": 0.6733077764511108,
      "epoch": 0.40414507772020725,
      "lm_loss": 0.6978965997695923,
      "loss": 0.8325581550598145,
      "step": 234,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.4058721934369603,
      "grad_norm": 2.109375,
      "learning_rate": 5e-05,
      "loss": 0.8838,
      "step": 235
    },
    {
      "epoch": 0.4058721934369603,
      "latent_token_nums": 2.875,
      "step": 235
    },
    {
      "epoch": 0.4058721934369603,
      "step": 235,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.24023757874965668,
      "contrastive_loss#1": 1.2011878490447998,
      "epoch": 0.4058721934369603,
      "lm_loss": 0.7723000049591064,
      "loss": 1.0125375986099243,
      "step": 235,
      "valid_batch_size": 1024.375
    },
    {
      "epoch": 0.4075993091537133,
      "grad_norm": 2.15625,
      "learning_rate": 5e-05,
      "loss": 0.8932,
      "step": 236
    },
    {
      "epoch": 0.4075993091537133,
      "latent_token_nums": 2.5,
      "step": 236
    },
    {
      "epoch": 0.4075993091537133,
      "step": 236,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.1574944704771042,
      "contrastive_loss#1": 0.7874723672866821,
      "epoch": 0.4075993091537133,
      "lm_loss": 0.6973484754562378,
      "loss": 0.8548429608345032,
      "step": 236,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.40932642487046633,
      "grad_norm": 2.296875,
      "learning_rate": 5e-05,
      "loss": 0.891,
      "step": 237
    },
    {
      "epoch": 0.40932642487046633,
      "latent_token_nums": 2.6875,
      "step": 237
    },
    {
      "epoch": 0.40932642487046633,
      "step": 237,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09051405638456345,
      "contrastive_loss#1": 0.45257025957107544,
      "epoch": 0.40932642487046633,
      "lm_loss": 0.5615956783294678,
      "loss": 0.6521097421646118,
      "step": 237,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.4110535405872193,
      "grad_norm": 2.46875,
      "learning_rate": 5e-05,
      "loss": 0.9009,
      "step": 238
    },
    {
      "epoch": 0.4110535405872193,
      "latent_token_nums": 2.75,
      "step": 238
    },
    {
      "epoch": 0.4110535405872193,
      "step": 238,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15567779541015625,
      "contrastive_loss#1": 0.7783889770507812,
      "epoch": 0.4110535405872193,
      "lm_loss": 0.6683831214904785,
      "loss": 0.8240609169006348,
      "step": 238,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.41278065630397237,
      "grad_norm": 2.453125,
      "learning_rate": 5e-05,
      "loss": 0.895,
      "step": 239
    },
    {
      "epoch": 0.41278065630397237,
      "latent_token_nums": 2.8125,
      "step": 239
    },
    {
      "epoch": 0.41278065630397237,
      "step": 239,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0611179880797863,
      "contrastive_loss#1": 0.3055899441242218,
      "epoch": 0.41278065630397237,
      "lm_loss": 0.7889714241027832,
      "loss": 0.850089430809021,
      "step": 239,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.41450777202072536,
      "grad_norm": 2.390625,
      "learning_rate": 5e-05,
      "loss": 0.8923,
      "step": 240
    },
    {
      "epoch": 0.41450777202072536,
      "latent_token_nums": 2.8125,
      "step": 240
    },
    {
      "epoch": 0.41450777202072536,
      "step": 240,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.24849848449230194,
      "contrastive_loss#1": 1.242492437362671,
      "epoch": 0.41450777202072536,
      "lm_loss": 0.741665780544281,
      "loss": 0.9901642799377441,
      "step": 240,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.4162348877374784,
      "grad_norm": 2.046875,
      "learning_rate": 5e-05,
      "loss": 0.88,
      "step": 241
    },
    {
      "epoch": 0.4162348877374784,
      "latent_token_nums": 3.0625,
      "step": 241
    },
    {
      "epoch": 0.4162348877374784,
      "step": 241,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.2550938129425049,
      "contrastive_loss#1": 1.2754690647125244,
      "epoch": 0.4162348877374784,
      "lm_loss": 0.7539631128311157,
      "loss": 1.0090569257736206,
      "step": 241,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.41796200345423146,
      "grad_norm": 2.234375,
      "learning_rate": 5e-05,
      "loss": 0.8714,
      "step": 242
    },
    {
      "epoch": 0.41796200345423146,
      "latent_token_nums": 2.6875,
      "step": 242
    },
    {
      "epoch": 0.41796200345423146,
      "step": 242,
      "thought_step_nums": 2.3125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07336489111185074,
      "contrastive_loss#1": 0.3668244481086731,
      "epoch": 0.41796200345423146,
      "lm_loss": 0.7701396346092224,
      "loss": 0.8435045480728149,
      "step": 242,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.41968911917098445,
      "grad_norm": 2.125,
      "learning_rate": 5e-05,
      "loss": 0.8993,
      "step": 243
    },
    {
      "epoch": 0.41968911917098445,
      "latent_token_nums": 2.875,
      "step": 243
    },
    {
      "epoch": 0.41968911917098445,
      "step": 243,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.14416730403900146,
      "contrastive_loss#1": 0.7208365201950073,
      "epoch": 0.41968911917098445,
      "lm_loss": 0.7993302345275879,
      "loss": 0.9434975385665894,
      "step": 243,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.4214162348877375,
      "grad_norm": 2.140625,
      "learning_rate": 5e-05,
      "loss": 0.9036,
      "step": 244
    },
    {
      "epoch": 0.4214162348877375,
      "latent_token_nums": 2.625,
      "step": 244
    },
    {
      "epoch": 0.4214162348877375,
      "step": 244,
      "thought_step_nums": 2.25
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.19941852986812592,
      "contrastive_loss#1": 0.997092604637146,
      "epoch": 0.4214162348877375,
      "lm_loss": 0.7165084481239319,
      "loss": 0.915926992893219,
      "step": 244,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.4231433506044905,
      "grad_norm": 2.1875,
      "learning_rate": 5e-05,
      "loss": 0.8935,
      "step": 245
    },
    {
      "epoch": 0.4231433506044905,
      "latent_token_nums": 2.75,
      "step": 245
    },
    {
      "epoch": 0.4231433506044905,
      "step": 245,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.16761015355587006,
      "contrastive_loss#1": 0.8380507230758667,
      "epoch": 0.4231433506044905,
      "lm_loss": 0.7330322265625,
      "loss": 0.9006423950195312,
      "step": 245,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.42487046632124353,
      "grad_norm": 2.234375,
      "learning_rate": 5e-05,
      "loss": 0.8765,
      "step": 246
    },
    {
      "epoch": 0.42487046632124353,
      "latent_token_nums": 2.75,
      "step": 246
    },
    {
      "epoch": 0.42487046632124353,
      "step": 246,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.25175702571868896,
      "contrastive_loss#1": 1.2587851285934448,
      "epoch": 0.42487046632124353,
      "lm_loss": 0.6573148965835571,
      "loss": 0.9090719223022461,
      "step": 246,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.4265975820379965,
      "grad_norm": 2.53125,
      "learning_rate": 5e-05,
      "loss": 0.8976,
      "step": 247
    },
    {
      "epoch": 0.4265975820379965,
      "latent_token_nums": 2.9375,
      "step": 247
    },
    {
      "epoch": 0.4265975820379965,
      "step": 247,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09351461380720139,
      "contrastive_loss#1": 0.46757304668426514,
      "epoch": 0.4265975820379965,
      "lm_loss": 0.6687012314796448,
      "loss": 0.7622158527374268,
      "step": 247,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.4283246977547496,
      "grad_norm": 2.078125,
      "learning_rate": 5e-05,
      "loss": 0.8838,
      "step": 248
    },
    {
      "epoch": 0.4283246977547496,
      "latent_token_nums": 2.875,
      "step": 248
    },
    {
      "epoch": 0.4283246977547496,
      "step": 248,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.1786901205778122,
      "contrastive_loss#1": 0.8934506177902222,
      "epoch": 0.4283246977547496,
      "lm_loss": 0.7413316369056702,
      "loss": 0.9200217723846436,
      "step": 248,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.43005181347150256,
      "grad_norm": 2.453125,
      "learning_rate": 5e-05,
      "loss": 0.8793,
      "step": 249
    },
    {
      "epoch": 0.43005181347150256,
      "latent_token_nums": 2.875,
      "step": 249
    },
    {
      "epoch": 0.43005181347150256,
      "step": 249,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.25619983673095703,
      "contrastive_loss#1": 1.2809991836547852,
      "epoch": 0.43005181347150256,
      "lm_loss": 0.725975751876831,
      "loss": 0.9821755886077881,
      "step": 249,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.4317789291882556,
      "grad_norm": 2.53125,
      "learning_rate": 5e-05,
      "loss": 0.8817,
      "step": 250
    },
    {
      "epoch": 0.4317789291882556,
      "latent_token_nums": 2.6875,
      "step": 250
    },
    {
      "epoch": 0.4317789291882556,
      "step": 250,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.08158882707357407,
      "contrastive_loss#1": 0.40794411301612854,
      "epoch": 0.4317789291882556,
      "lm_loss": 0.6086623072624207,
      "loss": 0.6902511119842529,
      "step": 250,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.43350604490500866,
      "grad_norm": 2.375,
      "learning_rate": 5e-05,
      "loss": 0.8845,
      "step": 251
    },
    {
      "epoch": 0.43350604490500866,
      "latent_token_nums": 3.0,
      "step": 251
    },
    {
      "epoch": 0.43350604490500866,
      "step": 251,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.22756622731685638,
      "contrastive_loss#1": 1.1378310918807983,
      "epoch": 0.43350604490500866,
      "lm_loss": 0.6510670185089111,
      "loss": 0.8786332607269287,
      "step": 251,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.43523316062176165,
      "grad_norm": 2.21875,
      "learning_rate": 5e-05,
      "loss": 0.8824,
      "step": 252
    },
    {
      "epoch": 0.43523316062176165,
      "latent_token_nums": 3.0625,
      "step": 252
    },
    {
      "epoch": 0.43523316062176165,
      "step": 252,
      "thought_step_nums": 2.9375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04120909795165062,
      "contrastive_loss#1": 0.2060454934835434,
      "epoch": 0.43523316062176165,
      "lm_loss": 0.6452174782752991,
      "loss": 0.68642657995224,
      "step": 252,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.4369602763385147,
      "grad_norm": 2.859375,
      "learning_rate": 5e-05,
      "loss": 0.9001,
      "step": 253
    },
    {
      "epoch": 0.4369602763385147,
      "latent_token_nums": 2.9375,
      "step": 253
    },
    {
      "epoch": 0.4369602763385147,
      "step": 253,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.21521416306495667,
      "contrastive_loss#1": 1.076070785522461,
      "epoch": 0.4369602763385147,
      "lm_loss": 0.72385174036026,
      "loss": 0.9390659332275391,
      "step": 253,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.4386873920552677,
      "grad_norm": 2.59375,
      "learning_rate": 5e-05,
      "loss": 0.889,
      "step": 254
    },
    {
      "epoch": 0.4386873920552677,
      "latent_token_nums": 2.6875,
      "step": 254
    },
    {
      "epoch": 0.4386873920552677,
      "step": 254,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15596477687358856,
      "contrastive_loss#1": 0.7798238396644592,
      "epoch": 0.4386873920552677,
      "lm_loss": 0.6884124279022217,
      "loss": 0.8443772196769714,
      "step": 254,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.44041450777202074,
      "grad_norm": 2.203125,
      "learning_rate": 5e-05,
      "loss": 0.8827,
      "step": 255
    },
    {
      "epoch": 0.44041450777202074,
      "latent_token_nums": 2.9375,
      "step": 255
    },
    {
      "epoch": 0.44041450777202074,
      "step": 255,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.1194910779595375,
      "contrastive_loss#1": 0.5974553823471069,
      "epoch": 0.44041450777202074,
      "lm_loss": 0.6796166300773621,
      "loss": 0.7991077303886414,
      "step": 255,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.4421416234887737,
      "grad_norm": 2.171875,
      "learning_rate": 5e-05,
      "loss": 0.8885,
      "step": 256
    },
    {
      "epoch": 0.4421416234887737,
      "latent_token_nums": 2.625,
      "step": 256
    },
    {
      "epoch": 0.4421416234887737,
      "step": 256,
      "thought_step_nums": 2.25
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.19545526802539825,
      "contrastive_loss#1": 0.9772763252258301,
      "epoch": 0.4421416234887737,
      "lm_loss": 0.562264084815979,
      "loss": 0.7577193379402161,
      "step": 256,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.4438687392055268,
      "grad_norm": 2.109375,
      "learning_rate": 5e-05,
      "loss": 0.8918,
      "step": 257
    },
    {
      "epoch": 0.4438687392055268,
      "latent_token_nums": 3.0625,
      "step": 257
    },
    {
      "epoch": 0.4438687392055268,
      "step": 257,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.23605333268642426,
      "contrastive_loss#1": 1.1802666187286377,
      "epoch": 0.4438687392055268,
      "lm_loss": 0.7195384502410889,
      "loss": 0.9555917978286743,
      "step": 257,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.44559585492227977,
      "grad_norm": 2.21875,
      "learning_rate": 5e-05,
      "loss": 0.8716,
      "step": 258
    },
    {
      "epoch": 0.44559585492227977,
      "latent_token_nums": 3.0,
      "step": 258
    },
    {
      "epoch": 0.44559585492227977,
      "step": 258,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.8125,
      "acc@5": 0.75,
      "contrastive_loss": 0.359744131565094,
      "contrastive_loss#1": 1.7987205982208252,
      "epoch": 0.44559585492227977,
      "lm_loss": 0.7301414608955383,
      "loss": 1.0898855924606323,
      "step": 258,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.4473229706390328,
      "grad_norm": 2.28125,
      "learning_rate": 5e-05,
      "loss": 0.8674,
      "step": 259
    },
    {
      "epoch": 0.4473229706390328,
      "latent_token_nums": 2.4375,
      "step": 259
    },
    {
      "epoch": 0.4473229706390328,
      "step": 259,
      "thought_step_nums": 2.3125
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15013931691646576,
      "contrastive_loss#1": 0.75069659948349,
      "epoch": 0.4473229706390328,
      "lm_loss": 0.6059495210647583,
      "loss": 0.7560888528823853,
      "step": 259,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.44905008635578586,
      "grad_norm": 2.328125,
      "learning_rate": 5e-05,
      "loss": 0.8881,
      "step": 260
    },
    {
      "epoch": 0.44905008635578586,
      "latent_token_nums": 3.125,
      "step": 260
    },
    {
      "epoch": 0.44905008635578586,
      "step": 260,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.5625,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.24579206109046936,
      "contrastive_loss#1": 1.2289602756500244,
      "epoch": 0.44905008635578586,
      "lm_loss": 0.6955411434173584,
      "loss": 0.9413331747055054,
      "step": 260,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.45077720207253885,
      "grad_norm": 2.28125,
      "learning_rate": 5e-05,
      "loss": 0.8902,
      "step": 261
    },
    {
      "epoch": 0.45077720207253885,
      "latent_token_nums": 2.6875,
      "step": 261
    },
    {
      "epoch": 0.45077720207253885,
      "step": 261,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11785638332366943,
      "contrastive_loss#1": 0.5892819166183472,
      "epoch": 0.45077720207253885,
      "lm_loss": 0.7034933567047119,
      "loss": 0.8213497400283813,
      "step": 261,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.4525043177892919,
      "grad_norm": 2.109375,
      "learning_rate": 5e-05,
      "loss": 0.884,
      "step": 262
    },
    {
      "epoch": 0.4525043177892919,
      "latent_token_nums": 2.9375,
      "step": 262
    },
    {
      "epoch": 0.4525043177892919,
      "step": 262,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11549550294876099,
      "contrastive_loss#1": 0.5774775147438049,
      "epoch": 0.4525043177892919,
      "lm_loss": 0.7029746174812317,
      "loss": 0.8184701204299927,
      "step": 262,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.4542314335060449,
      "grad_norm": 2.171875,
      "learning_rate": 5e-05,
      "loss": 0.862,
      "step": 263
    },
    {
      "epoch": 0.4542314335060449,
      "latent_token_nums": 3.125,
      "step": 263
    },
    {
      "epoch": 0.4542314335060449,
      "step": 263,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1854611486196518,
      "contrastive_loss#1": 0.9273057579994202,
      "epoch": 0.4542314335060449,
      "lm_loss": 0.7703260183334351,
      "loss": 0.955787181854248,
      "step": 263,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.45595854922279794,
      "grad_norm": 2.03125,
      "learning_rate": 5e-05,
      "loss": 0.8741,
      "step": 264
    },
    {
      "epoch": 0.45595854922279794,
      "latent_token_nums": 2.875,
      "step": 264
    },
    {
      "epoch": 0.45595854922279794,
      "step": 264,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.22602735459804535,
      "contrastive_loss#1": 1.1301367282867432,
      "epoch": 0.45595854922279794,
      "lm_loss": 0.7578997611999512,
      "loss": 0.9839271306991577,
      "step": 264,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.45768566493955093,
      "grad_norm": 2.0625,
      "learning_rate": 5e-05,
      "loss": 0.8718,
      "step": 265
    },
    {
      "epoch": 0.45768566493955093,
      "latent_token_nums": 2.6875,
      "step": 265
    },
    {
      "epoch": 0.45768566493955093,
      "step": 265,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.13721585273742676,
      "contrastive_loss#1": 0.6860792636871338,
      "epoch": 0.45768566493955093,
      "lm_loss": 0.6596428155899048,
      "loss": 0.7968586683273315,
      "step": 265,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.459412780656304,
      "grad_norm": 2.25,
      "learning_rate": 5e-05,
      "loss": 0.8746,
      "step": 266
    },
    {
      "epoch": 0.459412780656304,
      "latent_token_nums": 3.0625,
      "step": 266
    },
    {
      "epoch": 0.459412780656304,
      "step": 266,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.10969531536102295,
      "contrastive_loss#1": 0.5484765768051147,
      "epoch": 0.459412780656304,
      "lm_loss": 0.6964580416679382,
      "loss": 0.8061533570289612,
      "step": 266,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.46113989637305697,
      "grad_norm": 2.328125,
      "learning_rate": 5e-05,
      "loss": 0.8904,
      "step": 267
    },
    {
      "epoch": 0.46113989637305697,
      "latent_token_nums": 2.8125,
      "step": 267
    },
    {
      "epoch": 0.46113989637305697,
      "step": 267,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.5,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.23972168564796448,
      "contrastive_loss#1": 1.1986083984375,
      "epoch": 0.46113989637305697,
      "lm_loss": 0.7072216272354126,
      "loss": 0.9469432830810547,
      "step": 267,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.46286701208981,
      "grad_norm": 2.296875,
      "learning_rate": 5e-05,
      "loss": 0.8823,
      "step": 268
    },
    {
      "epoch": 0.46286701208981,
      "latent_token_nums": 3.0625,
      "step": 268
    },
    {
      "epoch": 0.46286701208981,
      "step": 268,
      "thought_step_nums": 2.9375
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.14773041009902954,
      "contrastive_loss#1": 0.7386520504951477,
      "epoch": 0.46286701208981,
      "lm_loss": 0.7079709768295288,
      "loss": 0.8557013869285583,
      "step": 268,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.46459412780656306,
      "grad_norm": 2.046875,
      "learning_rate": 5e-05,
      "loss": 0.8709,
      "step": 269
    },
    {
      "epoch": 0.46459412780656306,
      "latent_token_nums": 2.6875,
      "step": 269
    },
    {
      "epoch": 0.46459412780656306,
      "step": 269,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.128400519490242,
      "contrastive_loss#1": 0.6420025825500488,
      "epoch": 0.46459412780656306,
      "lm_loss": 0.6849358081817627,
      "loss": 0.8133363127708435,
      "step": 269,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.46632124352331605,
      "grad_norm": 2.421875,
      "learning_rate": 5e-05,
      "loss": 0.9023,
      "step": 270
    },
    {
      "epoch": 0.46632124352331605,
      "latent_token_nums": 2.9375,
      "step": 270
    },
    {
      "epoch": 0.46632124352331605,
      "step": 270,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06016840413212776,
      "contrastive_loss#1": 0.3008420169353485,
      "epoch": 0.46632124352331605,
      "lm_loss": 0.716189444065094,
      "loss": 0.7763578295707703,
      "step": 270,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.4680483592400691,
      "grad_norm": 2.25,
      "learning_rate": 5e-05,
      "loss": 0.8724,
      "step": 271
    },
    {
      "epoch": 0.4680483592400691,
      "latent_token_nums": 3.0625,
      "step": 271
    },
    {
      "epoch": 0.4680483592400691,
      "step": 271,
      "thought_step_nums": 2.9375
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1095922514796257,
      "contrastive_loss#1": 0.5479612350463867,
      "epoch": 0.4680483592400691,
      "lm_loss": 0.6901727914810181,
      "loss": 0.7997650504112244,
      "step": 271,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.4697754749568221,
      "grad_norm": 2.328125,
      "learning_rate": 5e-05,
      "loss": 0.8855,
      "step": 272
    },
    {
      "epoch": 0.4697754749568221,
      "latent_token_nums": 2.625,
      "step": 272
    },
    {
      "epoch": 0.4697754749568221,
      "step": 272,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15054486691951752,
      "contrastive_loss#1": 0.7527243494987488,
      "epoch": 0.4697754749568221,
      "lm_loss": 0.5843037366867065,
      "loss": 0.7348486185073853,
      "step": 272,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.47150259067357514,
      "grad_norm": 2.3125,
      "learning_rate": 5e-05,
      "loss": 0.8785,
      "step": 273
    },
    {
      "epoch": 0.47150259067357514,
      "latent_token_nums": 2.9375,
      "step": 273
    },
    {
      "epoch": 0.47150259067357514,
      "step": 273,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.28664934635162354,
      "contrastive_loss#1": 1.4332467317581177,
      "epoch": 0.47150259067357514,
      "lm_loss": 0.6788955926895142,
      "loss": 0.9655449390411377,
      "step": 273,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.47322970639032813,
      "grad_norm": 2.28125,
      "learning_rate": 5e-05,
      "loss": 0.8925,
      "step": 274
    },
    {
      "epoch": 0.47322970639032813,
      "latent_token_nums": 2.6875,
      "step": 274
    },
    {
      "epoch": 0.47322970639032813,
      "step": 274,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.13205383718013763,
      "contrastive_loss#1": 0.6602691411972046,
      "epoch": 0.47322970639032813,
      "lm_loss": 0.8059030175209045,
      "loss": 0.9379568696022034,
      "step": 274,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.4749568221070812,
      "grad_norm": 2.3125,
      "learning_rate": 5e-05,
      "loss": 0.9233,
      "step": 275
    },
    {
      "epoch": 0.4749568221070812,
      "latent_token_nums": 2.3125,
      "step": 275
    },
    {
      "epoch": 0.4749568221070812,
      "step": 275,
      "thought_step_nums": 2.1875
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.17509394884109497,
      "contrastive_loss#1": 0.8754697442054749,
      "epoch": 0.4749568221070812,
      "lm_loss": 0.6995267271995544,
      "loss": 0.8746206760406494,
      "step": 275,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.47668393782383417,
      "grad_norm": 2.125,
      "learning_rate": 5e-05,
      "loss": 0.8766,
      "step": 276
    },
    {
      "epoch": 0.47668393782383417,
      "latent_token_nums": 2.875,
      "step": 276
    },
    {
      "epoch": 0.47668393782383417,
      "step": 276,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.14246629178524017,
      "contrastive_loss#1": 0.7123314142227173,
      "epoch": 0.47668393782383417,
      "lm_loss": 0.6891856789588928,
      "loss": 0.8316519856452942,
      "step": 276,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 0.4784110535405872,
      "grad_norm": 2.234375,
      "learning_rate": 5e-05,
      "loss": 0.8867,
      "step": 277
    },
    {
      "epoch": 0.4784110535405872,
      "latent_token_nums": 2.6875,
      "step": 277
    },
    {
      "epoch": 0.4784110535405872,
      "step": 277,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.14378683269023895,
      "contrastive_loss#1": 0.718934178352356,
      "epoch": 0.4784110535405872,
      "lm_loss": 0.6382322311401367,
      "loss": 0.7820190787315369,
      "step": 277,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.48013816925734026,
      "grad_norm": 2.09375,
      "learning_rate": 5e-05,
      "loss": 0.8712,
      "step": 278
    },
    {
      "epoch": 0.48013816925734026,
      "latent_token_nums": 2.625,
      "step": 278
    },
    {
      "epoch": 0.48013816925734026,
      "step": 278,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.18563415110111237,
      "contrastive_loss#1": 0.9281707406044006,
      "epoch": 0.48013816925734026,
      "lm_loss": 0.7604666352272034,
      "loss": 0.9461007714271545,
      "step": 278,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.48186528497409326,
      "grad_norm": 2.4375,
      "learning_rate": 5e-05,
      "loss": 0.8803,
      "step": 279
    },
    {
      "epoch": 0.48186528497409326,
      "latent_token_nums": 2.8125,
      "step": 279
    },
    {
      "epoch": 0.48186528497409326,
      "step": 279,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1722707599401474,
      "contrastive_loss#1": 0.8613537549972534,
      "epoch": 0.48186528497409326,
      "lm_loss": 0.7206611633300781,
      "loss": 0.8929319381713867,
      "step": 279,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.4835924006908463,
      "grad_norm": 2.09375,
      "learning_rate": 5e-05,
      "loss": 0.8868,
      "step": 280
    },
    {
      "epoch": 0.4835924006908463,
      "latent_token_nums": 2.625,
      "step": 280
    },
    {
      "epoch": 0.4835924006908463,
      "step": 280,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.19632558524608612,
      "contrastive_loss#1": 0.9816279411315918,
      "epoch": 0.4835924006908463,
      "lm_loss": 0.639314591884613,
      "loss": 0.8356401920318604,
      "step": 280,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.4853195164075993,
      "grad_norm": 2.25,
      "learning_rate": 5e-05,
      "loss": 0.873,
      "step": 281
    },
    {
      "epoch": 0.4853195164075993,
      "latent_token_nums": 2.875,
      "step": 281
    },
    {
      "epoch": 0.4853195164075993,
      "step": 281,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1850646287202835,
      "contrastive_loss#1": 0.9253231287002563,
      "epoch": 0.4853195164075993,
      "lm_loss": 0.7814093232154846,
      "loss": 0.9664739370346069,
      "step": 281,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.48704663212435234,
      "grad_norm": 2.25,
      "learning_rate": 5e-05,
      "loss": 0.8681,
      "step": 282
    },
    {
      "epoch": 0.48704663212435234,
      "latent_token_nums": 2.8125,
      "step": 282
    },
    {
      "epoch": 0.48704663212435234,
      "step": 282,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.875,
      "acc@5": 0.75,
      "contrastive_loss": 0.3494774103164673,
      "contrastive_loss#1": 1.7473870515823364,
      "epoch": 0.48704663212435234,
      "lm_loss": 0.5964583158493042,
      "loss": 0.9459357261657715,
      "step": 282,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.48877374784110533,
      "grad_norm": 2.34375,
      "learning_rate": 5e-05,
      "loss": 0.9038,
      "step": 283
    },
    {
      "epoch": 0.48877374784110533,
      "latent_token_nums": 2.8125,
      "step": 283
    },
    {
      "epoch": 0.48877374784110533,
      "step": 283,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07816996425390244,
      "contrastive_loss#1": 0.3908498287200928,
      "epoch": 0.48877374784110533,
      "lm_loss": 0.6235716342926025,
      "loss": 0.7017415761947632,
      "step": 283,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.4905008635578584,
      "grad_norm": 2.59375,
      "learning_rate": 5e-05,
      "loss": 0.8888,
      "step": 284
    },
    {
      "epoch": 0.4905008635578584,
      "latent_token_nums": 2.75,
      "step": 284
    },
    {
      "epoch": 0.4905008635578584,
      "step": 284,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.22655539214611053,
      "contrastive_loss#1": 1.1327769756317139,
      "epoch": 0.4905008635578584,
      "lm_loss": 0.6604216694831848,
      "loss": 0.8869770765304565,
      "step": 284,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.49222797927461137,
      "grad_norm": 2.1875,
      "learning_rate": 5e-05,
      "loss": 0.879,
      "step": 285
    },
    {
      "epoch": 0.49222797927461137,
      "latent_token_nums": 2.9375,
      "step": 285
    },
    {
      "epoch": 0.49222797927461137,
      "step": 285,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.19822143018245697,
      "contrastive_loss#1": 0.991107165813446,
      "epoch": 0.49222797927461137,
      "lm_loss": 0.7091183662414551,
      "loss": 0.9073398113250732,
      "step": 285,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.4939550949913644,
      "grad_norm": 2.125,
      "learning_rate": 5e-05,
      "loss": 0.878,
      "step": 286
    },
    {
      "epoch": 0.4939550949913644,
      "latent_token_nums": 2.5,
      "step": 286
    },
    {
      "epoch": 0.4939550949913644,
      "step": 286,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.16862498223781586,
      "contrastive_loss#1": 0.8431249260902405,
      "epoch": 0.4939550949913644,
      "lm_loss": 0.6434493064880371,
      "loss": 0.8120743036270142,
      "step": 286,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.49568221070811747,
      "grad_norm": 2.046875,
      "learning_rate": 5e-05,
      "loss": 0.8516,
      "step": 287
    },
    {
      "epoch": 0.49568221070811747,
      "latent_token_nums": 2.5625,
      "step": 287
    },
    {
      "epoch": 0.49568221070811747,
      "step": 287,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.24055567383766174,
      "contrastive_loss#1": 1.2027783393859863,
      "epoch": 0.49568221070811747,
      "lm_loss": 0.706391453742981,
      "loss": 0.9469470977783203,
      "step": 287,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.49740932642487046,
      "grad_norm": 2.21875,
      "learning_rate": 5e-05,
      "loss": 0.8876,
      "step": 288
    },
    {
      "epoch": 0.49740932642487046,
      "latent_token_nums": 2.875,
      "step": 288
    },
    {
      "epoch": 0.49740932642487046,
      "step": 288,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.25076791644096375,
      "contrastive_loss#1": 1.2538394927978516,
      "epoch": 0.49740932642487046,
      "lm_loss": 0.6591342687606812,
      "loss": 0.9099022150039673,
      "step": 288,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.4991364421416235,
      "grad_norm": 2.015625,
      "learning_rate": 5e-05,
      "loss": 0.8895,
      "step": 289
    },
    {
      "epoch": 0.4991364421416235,
      "latent_token_nums": 2.875,
      "step": 289
    },
    {
      "epoch": 0.4991364421416235,
      "step": 289,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.14637528359889984,
      "contrastive_loss#1": 0.7318763732910156,
      "epoch": 0.4991364421416235,
      "lm_loss": 0.7278316020965576,
      "loss": 0.8742069005966187,
      "step": 289,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.5008635578583766,
      "grad_norm": 2.078125,
      "learning_rate": 5e-05,
      "loss": 0.8911,
      "step": 290
    },
    {
      "epoch": 0.5008635578583766,
      "latent_token_nums": 2.6875,
      "step": 290
    },
    {
      "epoch": 0.5008635578583766,
      "step": 290,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.875,
      "acc@5": 0.75,
      "contrastive_loss": 0.27771249413490295,
      "contrastive_loss#1": 1.3885624408721924,
      "epoch": 0.5008635578583766,
      "lm_loss": 0.7844406962394714,
      "loss": 1.0621532201766968,
      "step": 290,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5025906735751295,
      "grad_norm": 2.28125,
      "learning_rate": 5e-05,
      "loss": 0.8884,
      "step": 291
    },
    {
      "epoch": 0.5025906735751295,
      "latent_token_nums": 2.75,
      "step": 291
    },
    {
      "epoch": 0.5025906735751295,
      "step": 291,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.19582682847976685,
      "contrastive_loss#1": 0.9791341423988342,
      "epoch": 0.5025906735751295,
      "lm_loss": 0.6789150238037109,
      "loss": 0.8747418522834778,
      "step": 291,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5043177892918825,
      "grad_norm": 2.0625,
      "learning_rate": 5e-05,
      "loss": 0.8687,
      "step": 292
    },
    {
      "epoch": 0.5043177892918825,
      "latent_token_nums": 2.5625,
      "step": 292
    },
    {
      "epoch": 0.5043177892918825,
      "step": 292,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.18318428099155426,
      "contrastive_loss#1": 0.9159213900566101,
      "epoch": 0.5043177892918825,
      "lm_loss": 0.7341826558113098,
      "loss": 0.9173669219017029,
      "step": 292,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.5060449050086355,
      "grad_norm": 2.09375,
      "learning_rate": 5e-05,
      "loss": 0.8632,
      "step": 293
    },
    {
      "epoch": 0.5060449050086355,
      "latent_token_nums": 2.75,
      "step": 293
    },
    {
      "epoch": 0.5060449050086355,
      "step": 293,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.875,
      "acc@5": 0.8125,
      "contrastive_loss": 0.2846590280532837,
      "contrastive_loss#1": 1.4232951402664185,
      "epoch": 0.5060449050086355,
      "lm_loss": 0.6436964273452759,
      "loss": 0.9283554553985596,
      "step": 293,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5077720207253886,
      "grad_norm": 2.125,
      "learning_rate": 5e-05,
      "loss": 0.8628,
      "step": 294
    },
    {
      "epoch": 0.5077720207253886,
      "latent_token_nums": 3.0625,
      "step": 294
    },
    {
      "epoch": 0.5077720207253886,
      "step": 294,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.13148951530456543,
      "contrastive_loss#1": 0.6574475765228271,
      "epoch": 0.5077720207253886,
      "lm_loss": 0.7196615934371948,
      "loss": 0.8511511087417603,
      "step": 294,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.5094991364421416,
      "grad_norm": 2.234375,
      "learning_rate": 5e-05,
      "loss": 0.8639,
      "step": 295
    },
    {
      "epoch": 0.5094991364421416,
      "latent_token_nums": 2.625,
      "step": 295
    },
    {
      "epoch": 0.5094991364421416,
      "step": 295,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.2152489274740219,
      "contrastive_loss#1": 1.076244592666626,
      "epoch": 0.5094991364421416,
      "lm_loss": 0.7124640345573425,
      "loss": 0.9277129769325256,
      "step": 295,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.5112262521588946,
      "grad_norm": 2.296875,
      "learning_rate": 5e-05,
      "loss": 0.8745,
      "step": 296
    },
    {
      "epoch": 0.5112262521588946,
      "latent_token_nums": 2.625,
      "step": 296
    },
    {
      "epoch": 0.5112262521588946,
      "step": 296,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11131799221038818,
      "contrastive_loss#1": 0.5565899610519409,
      "epoch": 0.5112262521588946,
      "lm_loss": 0.7145320773124695,
      "loss": 0.8258500695228577,
      "step": 296,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5129533678756477,
      "grad_norm": 2.5625,
      "learning_rate": 5e-05,
      "loss": 0.883,
      "step": 297
    },
    {
      "epoch": 0.5129533678756477,
      "latent_token_nums": 2.8125,
      "step": 297
    },
    {
      "epoch": 0.5129533678756477,
      "step": 297,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.8125,
      "contrastive_loss": 0.23298120498657227,
      "contrastive_loss#1": 1.1649060249328613,
      "epoch": 0.5129533678756477,
      "lm_loss": 0.7735022902488708,
      "loss": 1.006483554840088,
      "step": 297,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5146804835924007,
      "grad_norm": 2.265625,
      "learning_rate": 5e-05,
      "loss": 0.8639,
      "step": 298
    },
    {
      "epoch": 0.5146804835924007,
      "latent_token_nums": 2.625,
      "step": 298
    },
    {
      "epoch": 0.5146804835924007,
      "step": 298,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08292368054389954,
      "contrastive_loss#1": 0.4146184027194977,
      "epoch": 0.5146804835924007,
      "lm_loss": 0.6886500716209412,
      "loss": 0.7715737819671631,
      "step": 298,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5164075993091537,
      "grad_norm": 2.25,
      "learning_rate": 5e-05,
      "loss": 0.9003,
      "step": 299
    },
    {
      "epoch": 0.5164075993091537,
      "latent_token_nums": 2.8125,
      "step": 299
    },
    {
      "epoch": 0.5164075993091537,
      "step": 299,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.13740645349025726,
      "contrastive_loss#1": 0.6870322823524475,
      "epoch": 0.5164075993091537,
      "lm_loss": 0.6777157783508301,
      "loss": 0.8151222467422485,
      "step": 299,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5181347150259067,
      "grad_norm": 2.3125,
      "learning_rate": 5e-05,
      "loss": 0.8753,
      "step": 300
    },
    {
      "epoch": 0.5181347150259067,
      "latent_token_nums": 2.6875,
      "step": 300
    },
    {
      "epoch": 0.5181347150259067,
      "step": 300,
      "thought_step_nums": 2.3125
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.14855697751045227,
      "contrastive_loss#1": 0.742784857749939,
      "epoch": 0.5181347150259067,
      "lm_loss": 0.8146393299102783,
      "loss": 0.9631962776184082,
      "step": 300,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5198618307426598,
      "grad_norm": 3.953125,
      "learning_rate": 5e-05,
      "loss": 0.8824,
      "step": 301
    },
    {
      "epoch": 0.5198618307426598,
      "latent_token_nums": 2.75,
      "step": 301
    },
    {
      "epoch": 0.5198618307426598,
      "step": 301,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03454773500561714,
      "contrastive_loss#1": 0.1727386713027954,
      "epoch": 0.5198618307426598,
      "lm_loss": 0.7195818424224854,
      "loss": 0.7541295886039734,
      "step": 301,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5215889464594128,
      "grad_norm": 2.5,
      "learning_rate": 5e-05,
      "loss": 0.884,
      "step": 302
    },
    {
      "epoch": 0.5215889464594128,
      "latent_token_nums": 2.8125,
      "step": 302
    },
    {
      "epoch": 0.5215889464594128,
      "step": 302,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.15555618703365326,
      "contrastive_loss#1": 0.7777808904647827,
      "epoch": 0.5215889464594128,
      "lm_loss": 0.6871488690376282,
      "loss": 0.8427050709724426,
      "step": 302,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5233160621761658,
      "grad_norm": 2.15625,
      "learning_rate": 5e-05,
      "loss": 0.8862,
      "step": 303
    },
    {
      "epoch": 0.5233160621761658,
      "latent_token_nums": 2.625,
      "step": 303
    },
    {
      "epoch": 0.5233160621761658,
      "step": 303,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.14678119122982025,
      "contrastive_loss#1": 0.7339059114456177,
      "epoch": 0.5233160621761658,
      "lm_loss": 0.6668670177459717,
      "loss": 0.8136482238769531,
      "step": 303,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5250431778929189,
      "grad_norm": 2.328125,
      "learning_rate": 5e-05,
      "loss": 0.8645,
      "step": 304
    },
    {
      "epoch": 0.5250431778929189,
      "latent_token_nums": 2.875,
      "step": 304
    },
    {
      "epoch": 0.5250431778929189,
      "step": 304,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07446078211069107,
      "contrastive_loss#1": 0.37230390310287476,
      "epoch": 0.5250431778929189,
      "lm_loss": 0.6481190919876099,
      "loss": 0.7225798964500427,
      "step": 304,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5267702936096719,
      "grad_norm": 2.484375,
      "learning_rate": 5e-05,
      "loss": 0.893,
      "step": 305
    },
    {
      "epoch": 0.5267702936096719,
      "latent_token_nums": 2.9375,
      "step": 305
    },
    {
      "epoch": 0.5267702936096719,
      "step": 305,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.2391984462738037,
      "contrastive_loss#1": 1.1959922313690186,
      "epoch": 0.5267702936096719,
      "lm_loss": 0.7648837566375732,
      "loss": 1.004082202911377,
      "step": 305,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5284974093264249,
      "grad_norm": 2.421875,
      "learning_rate": 5e-05,
      "loss": 0.8874,
      "step": 306
    },
    {
      "epoch": 0.5284974093264249,
      "latent_token_nums": 3.125,
      "step": 306
    },
    {
      "epoch": 0.5284974093264249,
      "step": 306,
      "thought_step_nums": 2.875
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.17653022706508636,
      "contrastive_loss#1": 0.882651150226593,
      "epoch": 0.5284974093264249,
      "lm_loss": 0.6799479722976685,
      "loss": 0.856478214263916,
      "step": 306,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.5302245250431779,
      "grad_norm": 2.296875,
      "learning_rate": 5e-05,
      "loss": 0.8805,
      "step": 307
    },
    {
      "epoch": 0.5302245250431779,
      "latent_token_nums": 3.0,
      "step": 307
    },
    {
      "epoch": 0.5302245250431779,
      "step": 307,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.14574532210826874,
      "contrastive_loss#1": 0.7287265658378601,
      "epoch": 0.5302245250431779,
      "lm_loss": 0.7222833633422852,
      "loss": 0.8680287003517151,
      "step": 307,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.531951640759931,
      "grad_norm": 2.28125,
      "learning_rate": 5e-05,
      "loss": 0.8774,
      "step": 308
    },
    {
      "epoch": 0.531951640759931,
      "latent_token_nums": 2.5625,
      "step": 308
    },
    {
      "epoch": 0.531951640759931,
      "step": 308,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.24396324157714844,
      "contrastive_loss#1": 1.2198162078857422,
      "epoch": 0.531951640759931,
      "lm_loss": 0.7238848209381104,
      "loss": 0.9678480625152588,
      "step": 308,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.533678756476684,
      "grad_norm": 2.265625,
      "learning_rate": 5e-05,
      "loss": 0.9146,
      "step": 309
    },
    {
      "epoch": 0.533678756476684,
      "latent_token_nums": 3.0625,
      "step": 309
    },
    {
      "epoch": 0.533678756476684,
      "step": 309,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.09501778334379196,
      "contrastive_loss#1": 0.475088894367218,
      "epoch": 0.533678756476684,
      "lm_loss": 0.7561261653900146,
      "loss": 0.8511439561843872,
      "step": 309,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5354058721934369,
      "grad_norm": 2.09375,
      "learning_rate": 5e-05,
      "loss": 0.8625,
      "step": 310
    },
    {
      "epoch": 0.5354058721934369,
      "latent_token_nums": 2.625,
      "step": 310
    },
    {
      "epoch": 0.5354058721934369,
      "step": 310,
      "thought_step_nums": 2.25
    },
    {
      "acc@1": 0.375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.18235737085342407,
      "contrastive_loss#1": 0.9117868542671204,
      "epoch": 0.5354058721934369,
      "lm_loss": 0.7454659938812256,
      "loss": 0.9278233647346497,
      "step": 310,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5371329879101899,
      "grad_norm": 2.265625,
      "learning_rate": 5e-05,
      "loss": 0.8817,
      "step": 311
    },
    {
      "epoch": 0.5371329879101899,
      "latent_token_nums": 3.0625,
      "step": 311
    },
    {
      "epoch": 0.5371329879101899,
      "step": 311,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15941187739372253,
      "contrastive_loss#1": 0.7970593571662903,
      "epoch": 0.5371329879101899,
      "lm_loss": 0.6903283596038818,
      "loss": 0.8497402667999268,
      "step": 311,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.538860103626943,
      "grad_norm": 2.359375,
      "learning_rate": 5e-05,
      "loss": 0.8879,
      "step": 312
    },
    {
      "epoch": 0.538860103626943,
      "latent_token_nums": 2.9375,
      "step": 312
    },
    {
      "epoch": 0.538860103626943,
      "step": 312,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.5625,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.16376636922359467,
      "contrastive_loss#1": 0.8188318014144897,
      "epoch": 0.538860103626943,
      "lm_loss": 0.6920528411865234,
      "loss": 0.8558192253112793,
      "step": 312,
      "valid_batch_size": 1024.125
    },
    {
      "epoch": 0.540587219343696,
      "grad_norm": 2.375,
      "learning_rate": 5e-05,
      "loss": 0.8754,
      "step": 313
    },
    {
      "epoch": 0.540587219343696,
      "latent_token_nums": 2.9375,
      "step": 313
    },
    {
      "epoch": 0.540587219343696,
      "step": 313,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.23605374991893768,
      "contrastive_loss#1": 1.1802687644958496,
      "epoch": 0.540587219343696,
      "lm_loss": 0.7188898324966431,
      "loss": 0.9549435973167419,
      "step": 313,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 0.542314335060449,
      "grad_norm": 2.6875,
      "learning_rate": 5e-05,
      "loss": 0.9093,
      "step": 314
    },
    {
      "epoch": 0.542314335060449,
      "latent_token_nums": 3.1875,
      "step": 314
    },
    {
      "epoch": 0.542314335060449,
      "step": 314,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.24904417991638184,
      "contrastive_loss#1": 1.2452208995819092,
      "epoch": 0.542314335060449,
      "lm_loss": 0.6486125588417053,
      "loss": 0.8976567387580872,
      "step": 314,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.5440414507772021,
      "grad_norm": 2.5,
      "learning_rate": 5e-05,
      "loss": 0.887,
      "step": 315
    },
    {
      "epoch": 0.5440414507772021,
      "latent_token_nums": 2.75,
      "step": 315
    },
    {
      "epoch": 0.5440414507772021,
      "step": 315,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0725456103682518,
      "contrastive_loss#1": 0.3627280592918396,
      "epoch": 0.5440414507772021,
      "lm_loss": 0.724997341632843,
      "loss": 0.797542929649353,
      "step": 315,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5457685664939551,
      "grad_norm": 2.40625,
      "learning_rate": 5e-05,
      "loss": 0.8707,
      "step": 316
    },
    {
      "epoch": 0.5457685664939551,
      "latent_token_nums": 2.5,
      "step": 316
    },
    {
      "epoch": 0.5457685664939551,
      "step": 316,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.24055957794189453,
      "contrastive_loss#1": 1.2027978897094727,
      "epoch": 0.5457685664939551,
      "lm_loss": 0.6722205877304077,
      "loss": 0.9127801656723022,
      "step": 316,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5474956822107081,
      "grad_norm": 2.46875,
      "learning_rate": 5e-05,
      "loss": 0.8784,
      "step": 317
    },
    {
      "epoch": 0.5474956822107081,
      "latent_token_nums": 3.125,
      "step": 317
    },
    {
      "epoch": 0.5474956822107081,
      "step": 317,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15713690221309662,
      "contrastive_loss#1": 0.7856845259666443,
      "epoch": 0.5474956822107081,
      "lm_loss": 0.7311286330223083,
      "loss": 0.8882655501365662,
      "step": 317,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.5492227979274611,
      "grad_norm": 2.203125,
      "learning_rate": 5e-05,
      "loss": 0.8804,
      "step": 318
    },
    {
      "epoch": 0.5492227979274611,
      "latent_token_nums": 2.375,
      "step": 318
    },
    {
      "epoch": 0.5492227979274611,
      "step": 318,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.1484953612089157,
      "contrastive_loss#1": 0.7424768209457397,
      "epoch": 0.5492227979274611,
      "lm_loss": 0.6442984342575073,
      "loss": 0.7927938103675842,
      "step": 318,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5509499136442142,
      "grad_norm": 2.265625,
      "learning_rate": 5e-05,
      "loss": 0.8837,
      "step": 319
    },
    {
      "epoch": 0.5509499136442142,
      "latent_token_nums": 2.6875,
      "step": 319
    },
    {
      "epoch": 0.5509499136442142,
      "step": 319,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.19569873809814453,
      "contrastive_loss#1": 0.9784936904907227,
      "epoch": 0.5509499136442142,
      "lm_loss": 0.6758592128753662,
      "loss": 0.8715579509735107,
      "step": 319,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.5526770293609672,
      "grad_norm": 2.15625,
      "learning_rate": 5e-05,
      "loss": 0.8728,
      "step": 320
    },
    {
      "epoch": 0.5526770293609672,
      "latent_token_nums": 3.0625,
      "step": 320
    },
    {
      "epoch": 0.5526770293609672,
      "step": 320,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.18407587707042694,
      "contrastive_loss#1": 0.9203794002532959,
      "epoch": 0.5526770293609672,
      "lm_loss": 0.6982038021087646,
      "loss": 0.8822796940803528,
      "step": 320,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.5544041450777202,
      "grad_norm": 2.015625,
      "learning_rate": 5e-05,
      "loss": 0.8648,
      "step": 321
    },
    {
      "epoch": 0.5544041450777202,
      "latent_token_nums": 2.75,
      "step": 321
    },
    {
      "epoch": 0.5544041450777202,
      "step": 321,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.1110358014702797,
      "contrastive_loss#1": 0.5551789999008179,
      "epoch": 0.5544041450777202,
      "lm_loss": 0.6399497389793396,
      "loss": 0.7509855628013611,
      "step": 321,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5561312607944733,
      "grad_norm": 2.109375,
      "learning_rate": 5e-05,
      "loss": 0.8911,
      "step": 322
    },
    {
      "epoch": 0.5561312607944733,
      "latent_token_nums": 2.875,
      "step": 322
    },
    {
      "epoch": 0.5561312607944733,
      "step": 322,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15336726605892181,
      "contrastive_loss#1": 0.7668363451957703,
      "epoch": 0.5561312607944733,
      "lm_loss": 0.7334494590759277,
      "loss": 0.8868167400360107,
      "step": 322,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5578583765112263,
      "grad_norm": 2.078125,
      "learning_rate": 5e-05,
      "loss": 0.8886,
      "step": 323
    },
    {
      "epoch": 0.5578583765112263,
      "latent_token_nums": 2.8125,
      "step": 323
    },
    {
      "epoch": 0.5578583765112263,
      "step": 323,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15535539388656616,
      "contrastive_loss#1": 0.7767769694328308,
      "epoch": 0.5578583765112263,
      "lm_loss": 0.7231658101081848,
      "loss": 0.878521203994751,
      "step": 323,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.5595854922279793,
      "grad_norm": 2.125,
      "learning_rate": 5e-05,
      "loss": 0.8653,
      "step": 324
    },
    {
      "epoch": 0.5595854922279793,
      "latent_token_nums": 2.375,
      "step": 324
    },
    {
      "epoch": 0.5595854922279793,
      "step": 324,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.29005295038223267,
      "contrastive_loss#1": 1.4502646923065186,
      "epoch": 0.5595854922279793,
      "lm_loss": 0.6399169564247131,
      "loss": 0.9299699068069458,
      "step": 324,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5613126079447323,
      "grad_norm": 2.21875,
      "learning_rate": 5e-05,
      "loss": 0.8977,
      "step": 325
    },
    {
      "epoch": 0.5613126079447323,
      "latent_token_nums": 3.0,
      "step": 325
    },
    {
      "epoch": 0.5613126079447323,
      "step": 325,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11582110077142715,
      "contrastive_loss#1": 0.5791054964065552,
      "epoch": 0.5613126079447323,
      "lm_loss": 0.6902408003807068,
      "loss": 0.8060619235038757,
      "step": 325,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 0.5630397236614854,
      "grad_norm": 2.296875,
      "learning_rate": 5e-05,
      "loss": 0.8736,
      "step": 326
    },
    {
      "epoch": 0.5630397236614854,
      "latent_token_nums": 2.6875,
      "step": 326
    },
    {
      "epoch": 0.5630397236614854,
      "step": 326,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.16523292660713196,
      "contrastive_loss#1": 0.8261646032333374,
      "epoch": 0.5630397236614854,
      "lm_loss": 0.7555435299873352,
      "loss": 0.9207764863967896,
      "step": 326,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.5647668393782384,
      "grad_norm": 2.1875,
      "learning_rate": 5e-05,
      "loss": 0.8837,
      "step": 327
    },
    {
      "epoch": 0.5647668393782384,
      "latent_token_nums": 3.0625,
      "step": 327
    },
    {
      "epoch": 0.5647668393782384,
      "step": 327,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.2338586151599884,
      "contrastive_loss#1": 1.1692930459976196,
      "epoch": 0.5647668393782384,
      "lm_loss": 0.767891526222229,
      "loss": 1.001750111579895,
      "step": 327,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.5664939550949913,
      "grad_norm": 2.109375,
      "learning_rate": 5e-05,
      "loss": 0.8852,
      "step": 328
    },
    {
      "epoch": 0.5664939550949913,
      "latent_token_nums": 2.6875,
      "step": 328
    },
    {
      "epoch": 0.5664939550949913,
      "step": 328,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.18666021525859833,
      "contrastive_loss#1": 0.9333010911941528,
      "epoch": 0.5664939550949913,
      "lm_loss": 0.6647135019302368,
      "loss": 0.8513737320899963,
      "step": 328,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 0.5682210708117443,
      "grad_norm": 2.09375,
      "learning_rate": 5e-05,
      "loss": 0.8653,
      "step": 329
    },
    {
      "epoch": 0.5682210708117443,
      "latent_token_nums": 2.8125,
      "step": 329
    },
    {
      "epoch": 0.5682210708117443,
      "step": 329,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.10517343133687973,
      "contrastive_loss#1": 0.5258671641349792,
      "epoch": 0.5682210708117443,
      "lm_loss": 0.6869070529937744,
      "loss": 0.7920804619789124,
      "step": 329,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5699481865284974,
      "grad_norm": 2.109375,
      "learning_rate": 5e-05,
      "loss": 0.8929,
      "step": 330
    },
    {
      "epoch": 0.5699481865284974,
      "latent_token_nums": 3.0625,
      "step": 330
    },
    {
      "epoch": 0.5699481865284974,
      "step": 330,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.1173429861664772,
      "contrastive_loss#1": 0.5867149233818054,
      "epoch": 0.5699481865284974,
      "lm_loss": 0.7697867155075073,
      "loss": 0.8871297240257263,
      "step": 330,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.5716753022452504,
      "grad_norm": 2.25,
      "learning_rate": 5e-05,
      "loss": 0.8672,
      "step": 331
    },
    {
      "epoch": 0.5716753022452504,
      "latent_token_nums": 2.375,
      "step": 331
    },
    {
      "epoch": 0.5716753022452504,
      "step": 331,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.3363662660121918,
      "contrastive_loss#1": 1.6818313598632812,
      "epoch": 0.5716753022452504,
      "lm_loss": 0.8129627108573914,
      "loss": 1.1493289470672607,
      "step": 331,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.5734024179620034,
      "grad_norm": 2.21875,
      "learning_rate": 5e-05,
      "loss": 0.8679,
      "step": 332
    },
    {
      "epoch": 0.5734024179620034,
      "latent_token_nums": 3.1875,
      "step": 332
    },
    {
      "epoch": 0.5734024179620034,
      "step": 332,
      "thought_step_nums": 2.9375
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.26688167452812195,
      "contrastive_loss#1": 1.3344082832336426,
      "epoch": 0.5734024179620034,
      "lm_loss": 0.7212555408477783,
      "loss": 0.9881372451782227,
      "step": 332,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5751295336787565,
      "grad_norm": 2.34375,
      "learning_rate": 5e-05,
      "loss": 0.8825,
      "step": 333
    },
    {
      "epoch": 0.5751295336787565,
      "latent_token_nums": 2.5625,
      "step": 333
    },
    {
      "epoch": 0.5751295336787565,
      "step": 333,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.19234657287597656,
      "contrastive_loss#1": 0.9617328643798828,
      "epoch": 0.5751295336787565,
      "lm_loss": 0.7153687477111816,
      "loss": 0.9077153205871582,
      "step": 333,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.5768566493955095,
      "grad_norm": 2.109375,
      "learning_rate": 5e-05,
      "loss": 0.8621,
      "step": 334
    },
    {
      "epoch": 0.5768566493955095,
      "latent_token_nums": 2.625,
      "step": 334
    },
    {
      "epoch": 0.5768566493955095,
      "step": 334,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.12152602523565292,
      "contrastive_loss#1": 0.6076301336288452,
      "epoch": 0.5768566493955095,
      "lm_loss": 0.7227301001548767,
      "loss": 0.8442561030387878,
      "step": 334,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5785837651122625,
      "grad_norm": 2.15625,
      "learning_rate": 5e-05,
      "loss": 0.8534,
      "step": 335
    },
    {
      "epoch": 0.5785837651122625,
      "latent_token_nums": 2.9375,
      "step": 335
    },
    {
      "epoch": 0.5785837651122625,
      "step": 335,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.4375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.18532592058181763,
      "contrastive_loss#1": 0.9266296029090881,
      "epoch": 0.5785837651122625,
      "lm_loss": 0.7336796522140503,
      "loss": 0.9190055727958679,
      "step": 335,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 0.5803108808290155,
      "grad_norm": 2.3125,
      "learning_rate": 5e-05,
      "loss": 0.8829,
      "step": 336
    },
    {
      "epoch": 0.5803108808290155,
      "latent_token_nums": 2.5,
      "step": 336
    },
    {
      "epoch": 0.5803108808290155,
      "step": 336,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.19060328602790833,
      "contrastive_loss#1": 0.9530164003372192,
      "epoch": 0.5803108808290155,
      "lm_loss": 0.6599665284156799,
      "loss": 0.8505698442459106,
      "step": 336,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5820379965457686,
      "grad_norm": 2.53125,
      "learning_rate": 5e-05,
      "loss": 0.8757,
      "step": 337
    },
    {
      "epoch": 0.5820379965457686,
      "latent_token_nums": 2.875,
      "step": 337
    },
    {
      "epoch": 0.5820379965457686,
      "step": 337,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05466824769973755,
      "contrastive_loss#1": 0.27334123849868774,
      "epoch": 0.5820379965457686,
      "lm_loss": 0.8374874591827393,
      "loss": 0.8921557068824768,
      "step": 337,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5837651122625216,
      "grad_norm": 2.34375,
      "learning_rate": 5e-05,
      "loss": 0.8818,
      "step": 338
    },
    {
      "epoch": 0.5837651122625216,
      "latent_token_nums": 2.5,
      "step": 338
    },
    {
      "epoch": 0.5837651122625216,
      "step": 338,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08494140952825546,
      "contrastive_loss#1": 0.4247070550918579,
      "epoch": 0.5837651122625216,
      "lm_loss": 0.6693236827850342,
      "loss": 0.7542650699615479,
      "step": 338,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5854922279792746,
      "grad_norm": 2.265625,
      "learning_rate": 5e-05,
      "loss": 0.8666,
      "step": 339
    },
    {
      "epoch": 0.5854922279792746,
      "latent_token_nums": 2.75,
      "step": 339
    },
    {
      "epoch": 0.5854922279792746,
      "step": 339,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08700738102197647,
      "contrastive_loss#1": 0.43503689765930176,
      "epoch": 0.5854922279792746,
      "lm_loss": 0.768576979637146,
      "loss": 0.8555843830108643,
      "step": 339,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5872193436960277,
      "grad_norm": 2.421875,
      "learning_rate": 5e-05,
      "loss": 0.8802,
      "step": 340
    },
    {
      "epoch": 0.5872193436960277,
      "latent_token_nums": 2.5625,
      "step": 340
    },
    {
      "epoch": 0.5872193436960277,
      "step": 340,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.17465424537658691,
      "contrastive_loss#1": 0.8732712268829346,
      "epoch": 0.5872193436960277,
      "lm_loss": 0.746171236038208,
      "loss": 0.9208254814147949,
      "step": 340,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5889464594127807,
      "grad_norm": 2.328125,
      "learning_rate": 5e-05,
      "loss": 0.8825,
      "step": 341
    },
    {
      "epoch": 0.5889464594127807,
      "latent_token_nums": 2.6875,
      "step": 341
    },
    {
      "epoch": 0.5889464594127807,
      "step": 341,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.18608109652996063,
      "contrastive_loss#1": 0.9304054975509644,
      "epoch": 0.5889464594127807,
      "lm_loss": 0.7108826041221619,
      "loss": 0.8969637155532837,
      "step": 341,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5906735751295337,
      "grad_norm": 2.15625,
      "learning_rate": 5e-05,
      "loss": 0.8817,
      "step": 342
    },
    {
      "epoch": 0.5906735751295337,
      "latent_token_nums": 2.8125,
      "step": 342
    },
    {
      "epoch": 0.5906735751295337,
      "step": 342,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.21200494468212128,
      "contrastive_loss#1": 1.0600247383117676,
      "epoch": 0.5906735751295337,
      "lm_loss": 0.48639553785324097,
      "loss": 0.6984004974365234,
      "step": 342,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.5924006908462867,
      "grad_norm": 2.171875,
      "learning_rate": 5e-05,
      "loss": 0.8842,
      "step": 343
    },
    {
      "epoch": 0.5924006908462867,
      "latent_token_nums": 2.875,
      "step": 343
    },
    {
      "epoch": 0.5924006908462867,
      "step": 343,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.14046478271484375,
      "contrastive_loss#1": 0.7023239135742188,
      "epoch": 0.5924006908462867,
      "lm_loss": 0.6336488127708435,
      "loss": 0.7741135954856873,
      "step": 343,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.5941278065630398,
      "grad_norm": 2.078125,
      "learning_rate": 5e-05,
      "loss": 0.8793,
      "step": 344
    },
    {
      "epoch": 0.5941278065630398,
      "latent_token_nums": 2.6875,
      "step": 344
    },
    {
      "epoch": 0.5941278065630398,
      "step": 344,
      "thought_step_nums": 2.1875
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11883191019296646,
      "contrastive_loss#1": 0.5941595435142517,
      "epoch": 0.5941278065630398,
      "lm_loss": 0.7203196287155151,
      "loss": 0.8391515612602234,
      "step": 344,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.5958549222797928,
      "grad_norm": 2.640625,
      "learning_rate": 5e-05,
      "loss": 0.8763,
      "step": 345
    },
    {
      "epoch": 0.5958549222797928,
      "latent_token_nums": 3.0625,
      "step": 345
    },
    {
      "epoch": 0.5958549222797928,
      "step": 345,
      "thought_step_nums": 2.9375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.875,
      "acc@5": 0.8125,
      "contrastive_loss": 0.21070916950702667,
      "contrastive_loss#1": 1.0535458326339722,
      "epoch": 0.5958549222797928,
      "lm_loss": 0.7139095067977905,
      "loss": 0.924618661403656,
      "step": 345,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.5975820379965457,
      "grad_norm": 2.15625,
      "learning_rate": 5e-05,
      "loss": 0.891,
      "step": 346
    },
    {
      "epoch": 0.5975820379965457,
      "latent_token_nums": 2.75,
      "step": 346
    },
    {
      "epoch": 0.5975820379965457,
      "step": 346,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.12111270427703857,
      "contrastive_loss#1": 0.6055635213851929,
      "epoch": 0.5975820379965457,
      "lm_loss": 0.7411884069442749,
      "loss": 0.8623011112213135,
      "step": 346,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 0.5993091537132987,
      "grad_norm": 2.40625,
      "learning_rate": 5e-05,
      "loss": 0.8994,
      "step": 347
    },
    {
      "epoch": 0.5993091537132987,
      "latent_token_nums": 2.625,
      "step": 347
    },
    {
      "epoch": 0.5993091537132987,
      "step": 347,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.9375,
      "acc@5": 0.75,
      "contrastive_loss": 0.291329950094223,
      "contrastive_loss#1": 1.456649661064148,
      "epoch": 0.5993091537132987,
      "lm_loss": 0.7413349151611328,
      "loss": 1.0326648950576782,
      "step": 347,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.6010362694300518,
      "grad_norm": 2.140625,
      "learning_rate": 5e-05,
      "loss": 0.8625,
      "step": 348
    },
    {
      "epoch": 0.6010362694300518,
      "latent_token_nums": 2.75,
      "step": 348
    },
    {
      "epoch": 0.6010362694300518,
      "step": 348,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.14157013595104218,
      "contrastive_loss#1": 0.7078506350517273,
      "epoch": 0.6010362694300518,
      "lm_loss": 0.7014966011047363,
      "loss": 0.8430667519569397,
      "step": 348,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6027633851468048,
      "grad_norm": 2.390625,
      "learning_rate": 5e-05,
      "loss": 0.8921,
      "step": 349
    },
    {
      "epoch": 0.6027633851468048,
      "latent_token_nums": 2.625,
      "step": 349
    },
    {
      "epoch": 0.6027633851468048,
      "step": 349,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11209406703710556,
      "contrastive_loss#1": 0.5604703426361084,
      "epoch": 0.6027633851468048,
      "lm_loss": 0.754406750202179,
      "loss": 0.8665007948875427,
      "step": 349,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 0.6044905008635578,
      "grad_norm": 2.3125,
      "learning_rate": 5e-05,
      "loss": 0.8701,
      "step": 350
    },
    {
      "epoch": 0.6044905008635578,
      "latent_token_nums": 2.8125,
      "step": 350
    },
    {
      "epoch": 0.6044905008635578,
      "step": 350,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.28791293501853943,
      "contrastive_loss#1": 1.43956458568573,
      "epoch": 0.6044905008635578,
      "lm_loss": 0.644206166267395,
      "loss": 0.9321191310882568,
      "step": 350,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6062176165803109,
      "grad_norm": 2.234375,
      "learning_rate": 5e-05,
      "loss": 0.8602,
      "step": 351
    },
    {
      "epoch": 0.6062176165803109,
      "latent_token_nums": 2.875,
      "step": 351
    },
    {
      "epoch": 0.6062176165803109,
      "step": 351,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.25858670473098755,
      "contrastive_loss#1": 1.292933464050293,
      "epoch": 0.6062176165803109,
      "lm_loss": 0.5744166374206543,
      "loss": 0.8330033421516418,
      "step": 351,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.6079447322970639,
      "grad_norm": 2.1875,
      "learning_rate": 5e-05,
      "loss": 0.8698,
      "step": 352
    },
    {
      "epoch": 0.6079447322970639,
      "latent_token_nums": 3.0625,
      "step": 352
    },
    {
      "epoch": 0.6079447322970639,
      "step": 352,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.28735658526420593,
      "contrastive_loss#1": 1.4367828369140625,
      "epoch": 0.6079447322970639,
      "lm_loss": 0.7413370013237,
      "loss": 1.0286935567855835,
      "step": 352,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.6096718480138169,
      "grad_norm": 2.21875,
      "learning_rate": 5e-05,
      "loss": 0.8818,
      "step": 353
    },
    {
      "epoch": 0.6096718480138169,
      "latent_token_nums": 2.6875,
      "step": 353
    },
    {
      "epoch": 0.6096718480138169,
      "step": 353,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.088495172560215,
      "contrastive_loss#1": 0.4424758553504944,
      "epoch": 0.6096718480138169,
      "lm_loss": 0.6851016283035278,
      "loss": 0.7735968232154846,
      "step": 353,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.6113989637305699,
      "grad_norm": 2.328125,
      "learning_rate": 5e-05,
      "loss": 0.8778,
      "step": 354
    },
    {
      "epoch": 0.6113989637305699,
      "latent_token_nums": 2.8125,
      "step": 354
    },
    {
      "epoch": 0.6113989637305699,
      "step": 354,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.17821592092514038,
      "contrastive_loss#1": 0.8910796046257019,
      "epoch": 0.6113989637305699,
      "lm_loss": 0.803806722164154,
      "loss": 0.9820226430892944,
      "step": 354,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 0.613126079447323,
      "grad_norm": 2.40625,
      "learning_rate": 5e-05,
      "loss": 0.8737,
      "step": 355
    },
    {
      "epoch": 0.613126079447323,
      "latent_token_nums": 2.875,
      "step": 355
    },
    {
      "epoch": 0.613126079447323,
      "step": 355,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.13033543527126312,
      "contrastive_loss#1": 0.6516771912574768,
      "epoch": 0.613126079447323,
      "lm_loss": 0.7588909268379211,
      "loss": 0.8892263770103455,
      "step": 355,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.614853195164076,
      "grad_norm": 2.015625,
      "learning_rate": 5e-05,
      "loss": 0.8731,
      "step": 356
    },
    {
      "epoch": 0.614853195164076,
      "latent_token_nums": 2.8125,
      "step": 356
    },
    {
      "epoch": 0.614853195164076,
      "step": 356,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.16497080028057098,
      "contrastive_loss#1": 0.8248540163040161,
      "epoch": 0.614853195164076,
      "lm_loss": 0.7446739673614502,
      "loss": 0.9096447825431824,
      "step": 356,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.616580310880829,
      "grad_norm": 2.109375,
      "learning_rate": 5e-05,
      "loss": 0.8649,
      "step": 357
    },
    {
      "epoch": 0.616580310880829,
      "latent_token_nums": 2.4375,
      "step": 357
    },
    {
      "epoch": 0.616580310880829,
      "step": 357,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.20480862259864807,
      "contrastive_loss#1": 1.024043083190918,
      "epoch": 0.616580310880829,
      "lm_loss": 0.7323222756385803,
      "loss": 0.9371309280395508,
      "step": 357,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.6183074265975821,
      "grad_norm": 2.171875,
      "learning_rate": 5e-05,
      "loss": 0.8811,
      "step": 358
    },
    {
      "epoch": 0.6183074265975821,
      "latent_token_nums": 2.5625,
      "step": 358
    },
    {
      "epoch": 0.6183074265975821,
      "step": 358,
      "thought_step_nums": 2.3125
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.19492581486701965,
      "contrastive_loss#1": 0.9746290445327759,
      "epoch": 0.6183074265975821,
      "lm_loss": 0.7233730554580688,
      "loss": 0.9182988405227661,
      "step": 358,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.6200345423143351,
      "grad_norm": 2.125,
      "learning_rate": 5e-05,
      "loss": 0.875,
      "step": 359
    },
    {
      "epoch": 0.6200345423143351,
      "latent_token_nums": 2.5625,
      "step": 359
    },
    {
      "epoch": 0.6200345423143351,
      "step": 359,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.14500132203102112,
      "contrastive_loss#1": 0.7250065803527832,
      "epoch": 0.6200345423143351,
      "lm_loss": 0.7115350961685181,
      "loss": 0.8565363883972168,
      "step": 359,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.6217616580310881,
      "grad_norm": 2.0625,
      "learning_rate": 5e-05,
      "loss": 0.8797,
      "step": 360
    },
    {
      "epoch": 0.6217616580310881,
      "latent_token_nums": 2.875,
      "step": 360
    },
    {
      "epoch": 0.6217616580310881,
      "step": 360,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.1277802437543869,
      "contrastive_loss#1": 0.6389012336730957,
      "epoch": 0.6217616580310881,
      "lm_loss": 0.6749994158744812,
      "loss": 0.8027796745300293,
      "step": 360,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6234887737478411,
      "grad_norm": 2.65625,
      "learning_rate": 5e-05,
      "loss": 0.9205,
      "step": 361
    },
    {
      "epoch": 0.6234887737478411,
      "latent_token_nums": 2.9375,
      "step": 361
    },
    {
      "epoch": 0.6234887737478411,
      "step": 361,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.173751562833786,
      "contrastive_loss#1": 0.8687577843666077,
      "epoch": 0.6234887737478411,
      "lm_loss": 0.6833027601242065,
      "loss": 0.8570543527603149,
      "step": 361,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6252158894645942,
      "grad_norm": 2.109375,
      "learning_rate": 5e-05,
      "loss": 0.8569,
      "step": 362
    },
    {
      "epoch": 0.6252158894645942,
      "latent_token_nums": 2.875,
      "step": 362
    },
    {
      "epoch": 0.6252158894645942,
      "step": 362,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.10999096930027008,
      "contrastive_loss#1": 0.5499548316001892,
      "epoch": 0.6252158894645942,
      "lm_loss": 0.671143114566803,
      "loss": 0.7811340689659119,
      "step": 362,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6269430051813472,
      "grad_norm": 2.1875,
      "learning_rate": 5e-05,
      "loss": 0.8776,
      "step": 363
    },
    {
      "epoch": 0.6269430051813472,
      "latent_token_nums": 2.875,
      "step": 363
    },
    {
      "epoch": 0.6269430051813472,
      "step": 363,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.21659861505031586,
      "contrastive_loss#1": 1.0829930305480957,
      "epoch": 0.6269430051813472,
      "lm_loss": 0.7246197462081909,
      "loss": 0.941218376159668,
      "step": 363,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6286701208981001,
      "grad_norm": 2.3125,
      "learning_rate": 5e-05,
      "loss": 0.8809,
      "step": 364
    },
    {
      "epoch": 0.6286701208981001,
      "latent_token_nums": 2.875,
      "step": 364
    },
    {
      "epoch": 0.6286701208981001,
      "step": 364,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.19013206660747528,
      "contrastive_loss#1": 0.9506603479385376,
      "epoch": 0.6286701208981001,
      "lm_loss": 0.6745288372039795,
      "loss": 0.864660918712616,
      "step": 364,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6303972366148531,
      "grad_norm": 2.28125,
      "learning_rate": 5e-05,
      "loss": 0.8773,
      "step": 365
    },
    {
      "epoch": 0.6303972366148531,
      "latent_token_nums": 2.4375,
      "step": 365
    },
    {
      "epoch": 0.6303972366148531,
      "step": 365,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15496154129505157,
      "contrastive_loss#1": 0.7748076915740967,
      "epoch": 0.6303972366148531,
      "lm_loss": 0.7220739126205444,
      "loss": 0.8770354390144348,
      "step": 365,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6321243523316062,
      "grad_norm": 2.0625,
      "learning_rate": 5e-05,
      "loss": 0.8758,
      "step": 366
    },
    {
      "epoch": 0.6321243523316062,
      "latent_token_nums": 2.625,
      "step": 366
    },
    {
      "epoch": 0.6321243523316062,
      "step": 366,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.1740207076072693,
      "contrastive_loss#1": 0.8701035380363464,
      "epoch": 0.6321243523316062,
      "lm_loss": 0.6438957452774048,
      "loss": 0.8179164528846741,
      "step": 366,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6338514680483592,
      "grad_norm": 2.046875,
      "learning_rate": 5e-05,
      "loss": 0.8611,
      "step": 367
    },
    {
      "epoch": 0.6338514680483592,
      "latent_token_nums": 2.875,
      "step": 367
    },
    {
      "epoch": 0.6338514680483592,
      "step": 367,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.14181502163410187,
      "contrastive_loss#1": 0.7090750932693481,
      "epoch": 0.6338514680483592,
      "lm_loss": 0.7281567454338074,
      "loss": 0.869971752166748,
      "step": 367,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6355785837651122,
      "grad_norm": 2.03125,
      "learning_rate": 5e-05,
      "loss": 0.8771,
      "step": 368
    },
    {
      "epoch": 0.6355785837651122,
      "latent_token_nums": 2.875,
      "step": 368
    },
    {
      "epoch": 0.6355785837651122,
      "step": 368,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.10602656751871109,
      "contrastive_loss#1": 0.5301328301429749,
      "epoch": 0.6355785837651122,
      "lm_loss": 0.7373045682907104,
      "loss": 0.8433311581611633,
      "step": 368,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.6373056994818653,
      "grad_norm": 2.1875,
      "learning_rate": 5e-05,
      "loss": 0.8633,
      "step": 369
    },
    {
      "epoch": 0.6373056994818653,
      "latent_token_nums": 2.625,
      "step": 369
    },
    {
      "epoch": 0.6373056994818653,
      "step": 369,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.16766485571861267,
      "contrastive_loss#1": 0.838324248790741,
      "epoch": 0.6373056994818653,
      "lm_loss": 0.7293163537979126,
      "loss": 0.8969812393188477,
      "step": 369,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.6390328151986183,
      "grad_norm": 2.03125,
      "learning_rate": 5e-05,
      "loss": 0.8603,
      "step": 370
    },
    {
      "epoch": 0.6390328151986183,
      "latent_token_nums": 2.625,
      "step": 370
    },
    {
      "epoch": 0.6390328151986183,
      "step": 370,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.1836957037448883,
      "contrastive_loss#1": 0.9184784889221191,
      "epoch": 0.6390328151986183,
      "lm_loss": 0.7562685012817383,
      "loss": 0.9399641752243042,
      "step": 370,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6407599309153713,
      "grad_norm": 2.28125,
      "learning_rate": 5e-05,
      "loss": 0.8871,
      "step": 371
    },
    {
      "epoch": 0.6407599309153713,
      "latent_token_nums": 2.8125,
      "step": 371
    },
    {
      "epoch": 0.6407599309153713,
      "step": 371,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08637253195047379,
      "contrastive_loss#1": 0.43186265230178833,
      "epoch": 0.6407599309153713,
      "lm_loss": 0.6896615028381348,
      "loss": 0.7760340571403503,
      "step": 371,
      "valid_batch_size": 1024.4375
    },
    {
      "epoch": 0.6424870466321243,
      "grad_norm": 2.1875,
      "learning_rate": 5e-05,
      "loss": 0.878,
      "step": 372
    },
    {
      "epoch": 0.6424870466321243,
      "latent_token_nums": 3.125,
      "step": 372
    },
    {
      "epoch": 0.6424870466321243,
      "step": 372,
      "thought_step_nums": 2.875
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.16336721181869507,
      "contrastive_loss#1": 0.8168360590934753,
      "epoch": 0.6424870466321243,
      "lm_loss": 0.737862229347229,
      "loss": 0.9012294411659241,
      "step": 372,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.6442141623488774,
      "grad_norm": 2.3125,
      "learning_rate": 5e-05,
      "loss": 0.8811,
      "step": 373
    },
    {
      "epoch": 0.6442141623488774,
      "latent_token_nums": 2.6875,
      "step": 373
    },
    {
      "epoch": 0.6442141623488774,
      "step": 373,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.1662895530462265,
      "contrastive_loss#1": 0.8314477205276489,
      "epoch": 0.6442141623488774,
      "lm_loss": 0.7392339110374451,
      "loss": 0.9055234789848328,
      "step": 373,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6459412780656304,
      "grad_norm": 2.109375,
      "learning_rate": 5e-05,
      "loss": 0.8863,
      "step": 374
    },
    {
      "epoch": 0.6459412780656304,
      "latent_token_nums": 2.625,
      "step": 374
    },
    {
      "epoch": 0.6459412780656304,
      "step": 374,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.2293909788131714,
      "contrastive_loss#1": 1.146954894065857,
      "epoch": 0.6459412780656304,
      "lm_loss": 0.659237265586853,
      "loss": 0.8886282444000244,
      "step": 374,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6476683937823834,
      "grad_norm": 2.0,
      "learning_rate": 5e-05,
      "loss": 0.8781,
      "step": 375
    },
    {
      "epoch": 0.6476683937823834,
      "latent_token_nums": 2.5625,
      "step": 375
    },
    {
      "epoch": 0.6476683937823834,
      "step": 375,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.9375,
      "acc@5": 0.75,
      "contrastive_loss": 0.2833218574523926,
      "contrastive_loss#1": 1.416609287261963,
      "epoch": 0.6476683937823834,
      "lm_loss": 0.6823478937149048,
      "loss": 0.9656697511672974,
      "step": 375,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6493955094991365,
      "grad_norm": 2.203125,
      "learning_rate": 5e-05,
      "loss": 0.8808,
      "step": 376
    },
    {
      "epoch": 0.6493955094991365,
      "latent_token_nums": 2.6875,
      "step": 376
    },
    {
      "epoch": 0.6493955094991365,
      "step": 376,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.875,
      "acc@5": 0.8125,
      "contrastive_loss": 0.2915991246700287,
      "contrastive_loss#1": 1.4579956531524658,
      "epoch": 0.6493955094991365,
      "lm_loss": 0.7289750576019287,
      "loss": 1.0205742120742798,
      "step": 376,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6511226252158895,
      "grad_norm": 2.265625,
      "learning_rate": 5e-05,
      "loss": 0.8623,
      "step": 377
    },
    {
      "epoch": 0.6511226252158895,
      "latent_token_nums": 2.9375,
      "step": 377
    },
    {
      "epoch": 0.6511226252158895,
      "step": 377,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0942608043551445,
      "contrastive_loss#1": 0.4713040292263031,
      "epoch": 0.6511226252158895,
      "lm_loss": 0.6973759531974792,
      "loss": 0.7916367650032043,
      "step": 377,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6528497409326425,
      "grad_norm": 2.0625,
      "learning_rate": 5e-05,
      "loss": 0.8665,
      "step": 378
    },
    {
      "epoch": 0.6528497409326425,
      "latent_token_nums": 2.875,
      "step": 378
    },
    {
      "epoch": 0.6528497409326425,
      "step": 378,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.17531903088092804,
      "contrastive_loss#1": 0.876595139503479,
      "epoch": 0.6528497409326425,
      "lm_loss": 0.7455233335494995,
      "loss": 0.9208423495292664,
      "step": 378,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.6545768566493955,
      "grad_norm": 2.328125,
      "learning_rate": 5e-05,
      "loss": 0.8908,
      "step": 379
    },
    {
      "epoch": 0.6545768566493955,
      "latent_token_nums": 2.9375,
      "step": 379
    },
    {
      "epoch": 0.6545768566493955,
      "step": 379,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1811315268278122,
      "contrastive_loss#1": 0.9056575894355774,
      "epoch": 0.6545768566493955,
      "lm_loss": 0.7070989608764648,
      "loss": 0.8882305026054382,
      "step": 379,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.6563039723661486,
      "grad_norm": 2.1875,
      "learning_rate": 5e-05,
      "loss": 0.8758,
      "step": 380
    },
    {
      "epoch": 0.6563039723661486,
      "latent_token_nums": 2.75,
      "step": 380
    },
    {
      "epoch": 0.6563039723661486,
      "step": 380,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08894117921590805,
      "contrastive_loss#1": 0.44470590353012085,
      "epoch": 0.6563039723661486,
      "lm_loss": 0.7306603193283081,
      "loss": 0.8196014761924744,
      "step": 380,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6580310880829016,
      "grad_norm": 2.046875,
      "learning_rate": 5e-05,
      "loss": 0.8837,
      "step": 381
    },
    {
      "epoch": 0.6580310880829016,
      "latent_token_nums": 2.6875,
      "step": 381
    },
    {
      "epoch": 0.6580310880829016,
      "step": 381,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.167091965675354,
      "contrastive_loss#1": 0.83545982837677,
      "epoch": 0.6580310880829016,
      "lm_loss": 0.824103057384491,
      "loss": 0.991195023059845,
      "step": 381,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6597582037996546,
      "grad_norm": 2.1875,
      "learning_rate": 5e-05,
      "loss": 0.8996,
      "step": 382
    },
    {
      "epoch": 0.6597582037996546,
      "latent_token_nums": 2.625,
      "step": 382
    },
    {
      "epoch": 0.6597582037996546,
      "step": 382,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.22486138343811035,
      "contrastive_loss#1": 1.1243069171905518,
      "epoch": 0.6597582037996546,
      "lm_loss": 0.6245763897895813,
      "loss": 0.8494377732276917,
      "step": 382,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.6614853195164075,
      "grad_norm": 2.203125,
      "learning_rate": 5e-05,
      "loss": 0.8844,
      "step": 383
    },
    {
      "epoch": 0.6614853195164075,
      "latent_token_nums": 2.875,
      "step": 383
    },
    {
      "epoch": 0.6614853195164075,
      "step": 383,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.2044237107038498,
      "contrastive_loss#1": 1.0221185684204102,
      "epoch": 0.6614853195164075,
      "lm_loss": 0.703837513923645,
      "loss": 0.908261239528656,
      "step": 383,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6632124352331606,
      "grad_norm": 2.265625,
      "learning_rate": 5e-05,
      "loss": 0.8871,
      "step": 384
    },
    {
      "epoch": 0.6632124352331606,
      "latent_token_nums": 2.6875,
      "step": 384
    },
    {
      "epoch": 0.6632124352331606,
      "step": 384,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.75,
      "contrastive_loss": 0.27862080931663513,
      "contrastive_loss#1": 1.393104076385498,
      "epoch": 0.6632124352331606,
      "lm_loss": 0.6789533495903015,
      "loss": 0.9575741291046143,
      "step": 384,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6649395509499136,
      "grad_norm": 2.3125,
      "learning_rate": 5e-05,
      "loss": 0.87,
      "step": 385
    },
    {
      "epoch": 0.6649395509499136,
      "latent_token_nums": 2.8125,
      "step": 385
    },
    {
      "epoch": 0.6649395509499136,
      "step": 385,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1255841702222824,
      "contrastive_loss#1": 0.6279208660125732,
      "epoch": 0.6649395509499136,
      "lm_loss": 0.6792227029800415,
      "loss": 0.8048068881034851,
      "step": 385,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 2.015625,
      "learning_rate": 5e-05,
      "loss": 0.8652,
      "step": 386
    },
    {
      "epoch": 0.6666666666666666,
      "latent_token_nums": 2.4375,
      "step": 386
    },
    {
      "epoch": 0.6666666666666666,
      "step": 386,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.20723728835582733,
      "contrastive_loss#1": 1.0361864566802979,
      "epoch": 0.6666666666666666,
      "lm_loss": 0.7338593602180481,
      "loss": 0.9410966634750366,
      "step": 386,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.6683937823834197,
      "grad_norm": 2.15625,
      "learning_rate": 5e-05,
      "loss": 0.8769,
      "step": 387
    },
    {
      "epoch": 0.6683937823834197,
      "latent_token_nums": 2.75,
      "step": 387
    },
    {
      "epoch": 0.6683937823834197,
      "step": 387,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08337116241455078,
      "contrastive_loss#1": 0.4168558120727539,
      "epoch": 0.6683937823834197,
      "lm_loss": 0.7040520310401917,
      "loss": 0.7874231934547424,
      "step": 387,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6701208981001727,
      "grad_norm": 2.375,
      "learning_rate": 5e-05,
      "loss": 0.8799,
      "step": 388
    },
    {
      "epoch": 0.6701208981001727,
      "latent_token_nums": 2.75,
      "step": 388
    },
    {
      "epoch": 0.6701208981001727,
      "step": 388,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.17131341993808746,
      "contrastive_loss#1": 0.8565670847892761,
      "epoch": 0.6701208981001727,
      "lm_loss": 0.7101166844367981,
      "loss": 0.8814300894737244,
      "step": 388,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6718480138169257,
      "grad_norm": 2.109375,
      "learning_rate": 5e-05,
      "loss": 0.8728,
      "step": 389
    },
    {
      "epoch": 0.6718480138169257,
      "latent_token_nums": 2.5625,
      "step": 389
    },
    {
      "epoch": 0.6718480138169257,
      "step": 389,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.22317500412464142,
      "contrastive_loss#1": 1.115875005722046,
      "epoch": 0.6718480138169257,
      "lm_loss": 0.7248181104660034,
      "loss": 0.9479930996894836,
      "step": 389,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6735751295336787,
      "grad_norm": 2.3125,
      "learning_rate": 5e-05,
      "loss": 0.8716,
      "step": 390
    },
    {
      "epoch": 0.6735751295336787,
      "latent_token_nums": 3.125,
      "step": 390
    },
    {
      "epoch": 0.6735751295336787,
      "step": 390,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.17898190021514893,
      "contrastive_loss#1": 0.8949095010757446,
      "epoch": 0.6735751295336787,
      "lm_loss": 0.7324473261833191,
      "loss": 0.911429226398468,
      "step": 390,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6753022452504318,
      "grad_norm": 2.203125,
      "learning_rate": 5e-05,
      "loss": 0.8785,
      "step": 391
    },
    {
      "epoch": 0.6753022452504318,
      "latent_token_nums": 2.75,
      "step": 391
    },
    {
      "epoch": 0.6753022452504318,
      "step": 391,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.10551059246063232,
      "contrastive_loss#1": 0.5275529623031616,
      "epoch": 0.6753022452504318,
      "lm_loss": 0.781169056892395,
      "loss": 0.8866796493530273,
      "step": 391,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6770293609671848,
      "grad_norm": 2.15625,
      "learning_rate": 5e-05,
      "loss": 0.8609,
      "step": 392
    },
    {
      "epoch": 0.6770293609671848,
      "latent_token_nums": 2.9375,
      "step": 392
    },
    {
      "epoch": 0.6770293609671848,
      "step": 392,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.17257347702980042,
      "contrastive_loss#1": 0.8628673553466797,
      "epoch": 0.6770293609671848,
      "lm_loss": 0.6800962686538696,
      "loss": 0.8526697158813477,
      "step": 392,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6787564766839378,
      "grad_norm": 2.0,
      "learning_rate": 5e-05,
      "loss": 0.8746,
      "step": 393
    },
    {
      "epoch": 0.6787564766839378,
      "latent_token_nums": 2.4375,
      "step": 393
    },
    {
      "epoch": 0.6787564766839378,
      "step": 393,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.5625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.17431886494159698,
      "contrastive_loss#1": 0.8715943098068237,
      "epoch": 0.6787564766839378,
      "lm_loss": 0.5790770053863525,
      "loss": 0.7533958554267883,
      "step": 393,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6804835924006909,
      "grad_norm": 1.9765625,
      "learning_rate": 5e-05,
      "loss": 0.8737,
      "step": 394
    },
    {
      "epoch": 0.6804835924006909,
      "latent_token_nums": 2.75,
      "step": 394
    },
    {
      "epoch": 0.6804835924006909,
      "step": 394,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.9375,
      "acc@5": 0.75,
      "contrastive_loss": 0.27607467770576477,
      "contrastive_loss#1": 1.3803733587265015,
      "epoch": 0.6804835924006909,
      "lm_loss": 0.7152419090270996,
      "loss": 0.991316556930542,
      "step": 394,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.6822107081174439,
      "grad_norm": 2.15625,
      "learning_rate": 5e-05,
      "loss": 0.8796,
      "step": 395
    },
    {
      "epoch": 0.6822107081174439,
      "latent_token_nums": 2.625,
      "step": 395
    },
    {
      "epoch": 0.6822107081174439,
      "step": 395,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11940457671880722,
      "contrastive_loss#1": 0.5970228910446167,
      "epoch": 0.6822107081174439,
      "lm_loss": 0.7428585290908813,
      "loss": 0.8622630834579468,
      "step": 395,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6839378238341969,
      "grad_norm": 2.140625,
      "learning_rate": 5e-05,
      "loss": 0.8595,
      "step": 396
    },
    {
      "epoch": 0.6839378238341969,
      "latent_token_nums": 2.9375,
      "step": 396
    },
    {
      "epoch": 0.6839378238341969,
      "step": 396,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.23144720494747162,
      "contrastive_loss#1": 1.1572359800338745,
      "epoch": 0.6839378238341969,
      "lm_loss": 0.6528158187866211,
      "loss": 0.8842630386352539,
      "step": 396,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.6856649395509499,
      "grad_norm": 2.140625,
      "learning_rate": 5e-05,
      "loss": 0.8727,
      "step": 397
    },
    {
      "epoch": 0.6856649395509499,
      "latent_token_nums": 2.625,
      "step": 397
    },
    {
      "epoch": 0.6856649395509499,
      "step": 397,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.1388336569070816,
      "contrastive_loss#1": 0.6941682696342468,
      "epoch": 0.6856649395509499,
      "lm_loss": 0.7121084928512573,
      "loss": 0.8509421348571777,
      "step": 397,
      "valid_batch_size": 1024.125
    },
    {
      "epoch": 0.687392055267703,
      "grad_norm": 2.15625,
      "learning_rate": 5e-05,
      "loss": 0.8805,
      "step": 398
    },
    {
      "epoch": 0.687392055267703,
      "latent_token_nums": 3.0625,
      "step": 398
    },
    {
      "epoch": 0.687392055267703,
      "step": 398,
      "thought_step_nums": 2.3125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.14085344970226288,
      "contrastive_loss#1": 0.7042672634124756,
      "epoch": 0.687392055267703,
      "lm_loss": 0.809898853302002,
      "loss": 0.950752317905426,
      "step": 398,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.689119170984456,
      "grad_norm": 2.296875,
      "learning_rate": 5e-05,
      "loss": 0.8724,
      "step": 399
    },
    {
      "epoch": 0.689119170984456,
      "latent_token_nums": 2.75,
      "step": 399
    },
    {
      "epoch": 0.689119170984456,
      "step": 399,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.13184821605682373,
      "contrastive_loss#1": 0.6592410802841187,
      "epoch": 0.689119170984456,
      "lm_loss": 0.6798741817474365,
      "loss": 0.8117223978042603,
      "step": 399,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.690846286701209,
      "grad_norm": 2.328125,
      "learning_rate": 5e-05,
      "loss": 0.8658,
      "step": 400
    },
    {
      "epoch": 0.690846286701209,
      "latent_token_nums": 2.5,
      "step": 400
    },
    {
      "epoch": 0.690846286701209,
      "step": 400,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1342509239912033,
      "contrastive_loss#1": 0.671254575252533,
      "epoch": 0.690846286701209,
      "lm_loss": 0.6655964255332947,
      "loss": 0.7998473644256592,
      "step": 400,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.6925734024179621,
      "grad_norm": 2.171875,
      "learning_rate": 5e-05,
      "loss": 0.8644,
      "step": 401
    },
    {
      "epoch": 0.6925734024179621,
      "latent_token_nums": 2.875,
      "step": 401
    },
    {
      "epoch": 0.6925734024179621,
      "step": 401,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.20226827263832092,
      "contrastive_loss#1": 1.0113413333892822,
      "epoch": 0.6925734024179621,
      "lm_loss": 0.7796951532363892,
      "loss": 0.9819633960723877,
      "step": 401,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.694300518134715,
      "grad_norm": 2.5,
      "learning_rate": 5e-05,
      "loss": 0.8803,
      "step": 402
    },
    {
      "epoch": 0.694300518134715,
      "latent_token_nums": 2.8125,
      "step": 402
    },
    {
      "epoch": 0.694300518134715,
      "step": 402,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0772550031542778,
      "contrastive_loss#1": 0.3862750232219696,
      "epoch": 0.694300518134715,
      "lm_loss": 0.7787601351737976,
      "loss": 0.856015145778656,
      "step": 402,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.696027633851468,
      "grad_norm": 2.25,
      "learning_rate": 5e-05,
      "loss": 0.8721,
      "step": 403
    },
    {
      "epoch": 0.696027633851468,
      "latent_token_nums": 3.0,
      "step": 403
    },
    {
      "epoch": 0.696027633851468,
      "step": 403,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.17664049565792084,
      "contrastive_loss#1": 0.8832024335861206,
      "epoch": 0.696027633851468,
      "lm_loss": 0.6996831893920898,
      "loss": 0.8763236999511719,
      "step": 403,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.697754749568221,
      "grad_norm": 2.0625,
      "learning_rate": 5e-05,
      "loss": 0.8609,
      "step": 404
    },
    {
      "epoch": 0.697754749568221,
      "latent_token_nums": 2.8125,
      "step": 404
    },
    {
      "epoch": 0.697754749568221,
      "step": 404,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.13744576275348663,
      "contrastive_loss#1": 0.687228798866272,
      "epoch": 0.697754749568221,
      "lm_loss": 0.6844398975372314,
      "loss": 0.8218856453895569,
      "step": 404,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 0.6994818652849741,
      "grad_norm": 2.1875,
      "learning_rate": 5e-05,
      "loss": 0.9062,
      "step": 405
    },
    {
      "epoch": 0.6994818652849741,
      "latent_token_nums": 2.75,
      "step": 405
    },
    {
      "epoch": 0.6994818652849741,
      "step": 405,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.31712186336517334,
      "contrastive_loss#1": 1.5856093168258667,
      "epoch": 0.6994818652849741,
      "lm_loss": 0.7320180535316467,
      "loss": 1.0491399765014648,
      "step": 405,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.7012089810017271,
      "grad_norm": 2.390625,
      "learning_rate": 5e-05,
      "loss": 0.8846,
      "step": 406
    },
    {
      "epoch": 0.7012089810017271,
      "latent_token_nums": 2.75,
      "step": 406
    },
    {
      "epoch": 0.7012089810017271,
      "step": 406,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07899253815412521,
      "contrastive_loss#1": 0.39496269822120667,
      "epoch": 0.7012089810017271,
      "lm_loss": 0.6924543380737305,
      "loss": 0.7714468836784363,
      "step": 406,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.7029360967184801,
      "grad_norm": 2.25,
      "learning_rate": 5e-05,
      "loss": 0.8672,
      "step": 407
    },
    {
      "epoch": 0.7029360967184801,
      "latent_token_nums": 2.9375,
      "step": 407
    },
    {
      "epoch": 0.7029360967184801,
      "step": 407,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.3125,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.3009975850582123,
      "contrastive_loss#1": 1.5049878358840942,
      "epoch": 0.7029360967184801,
      "lm_loss": 0.7511676549911499,
      "loss": 1.0521652698516846,
      "step": 407,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.7046632124352331,
      "grad_norm": 1.984375,
      "learning_rate": 5e-05,
      "loss": 0.8728,
      "step": 408
    },
    {
      "epoch": 0.7046632124352331,
      "latent_token_nums": 2.625,
      "step": 408
    },
    {
      "epoch": 0.7046632124352331,
      "step": 408,
      "thought_step_nums": 2.25
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.12312614917755127,
      "contrastive_loss#1": 0.6156307458877563,
      "epoch": 0.7046632124352331,
      "lm_loss": 0.675369143486023,
      "loss": 0.7984952926635742,
      "step": 408,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.7063903281519862,
      "grad_norm": 2.21875,
      "learning_rate": 5e-05,
      "loss": 0.8794,
      "step": 409
    },
    {
      "epoch": 0.7063903281519862,
      "latent_token_nums": 2.6875,
      "step": 409
    },
    {
      "epoch": 0.7063903281519862,
      "step": 409,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.20001426339149475,
      "contrastive_loss#1": 1.0000712871551514,
      "epoch": 0.7063903281519862,
      "lm_loss": 0.6759687066078186,
      "loss": 0.8759829998016357,
      "step": 409,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.7081174438687392,
      "grad_norm": 2.21875,
      "learning_rate": 5e-05,
      "loss": 0.8678,
      "step": 410
    },
    {
      "epoch": 0.7081174438687392,
      "latent_token_nums": 2.625,
      "step": 410
    },
    {
      "epoch": 0.7081174438687392,
      "step": 410,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.14352528750896454,
      "contrastive_loss#1": 0.7176263928413391,
      "epoch": 0.7081174438687392,
      "lm_loss": 0.6953147053718567,
      "loss": 0.8388400077819824,
      "step": 410,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.7098445595854922,
      "grad_norm": 2.1875,
      "learning_rate": 5e-05,
      "loss": 0.879,
      "step": 411
    },
    {
      "epoch": 0.7098445595854922,
      "latent_token_nums": 2.6875,
      "step": 411
    },
    {
      "epoch": 0.7098445595854922,
      "step": 411,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1380777359008789,
      "contrastive_loss#1": 0.6903886795043945,
      "epoch": 0.7098445595854922,
      "lm_loss": 0.612419068813324,
      "loss": 0.7504968047142029,
      "step": 411,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.7115716753022453,
      "grad_norm": 2.1875,
      "learning_rate": 5e-05,
      "loss": 0.8771,
      "step": 412
    },
    {
      "epoch": 0.7115716753022453,
      "latent_token_nums": 2.5625,
      "step": 412
    },
    {
      "epoch": 0.7115716753022453,
      "step": 412,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.5,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.24324674904346466,
      "contrastive_loss#1": 1.216233730316162,
      "epoch": 0.7115716753022453,
      "lm_loss": 0.669333815574646,
      "loss": 0.9125805497169495,
      "step": 412,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.7132987910189983,
      "grad_norm": 2.109375,
      "learning_rate": 5e-05,
      "loss": 0.8657,
      "step": 413
    },
    {
      "epoch": 0.7132987910189983,
      "latent_token_nums": 2.4375,
      "step": 413
    },
    {
      "epoch": 0.7132987910189983,
      "step": 413,
      "thought_step_nums": 2.3125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.10556457191705704,
      "contrastive_loss#1": 0.5278228521347046,
      "epoch": 0.7132987910189983,
      "lm_loss": 0.6230213046073914,
      "loss": 0.7285858988761902,
      "step": 413,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.7150259067357513,
      "grad_norm": 2.234375,
      "learning_rate": 5e-05,
      "loss": 0.8606,
      "step": 414
    },
    {
      "epoch": 0.7150259067357513,
      "latent_token_nums": 2.75,
      "step": 414
    },
    {
      "epoch": 0.7150259067357513,
      "step": 414,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08157812803983688,
      "contrastive_loss#1": 0.407890647649765,
      "epoch": 0.7150259067357513,
      "lm_loss": 0.6681578159332275,
      "loss": 0.749735951423645,
      "step": 414,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.7167530224525043,
      "grad_norm": 2.15625,
      "learning_rate": 5e-05,
      "loss": 0.8765,
      "step": 415
    },
    {
      "epoch": 0.7167530224525043,
      "latent_token_nums": 2.9375,
      "step": 415
    },
    {
      "epoch": 0.7167530224525043,
      "step": 415,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15163929760456085,
      "contrastive_loss#1": 0.7581964731216431,
      "epoch": 0.7167530224525043,
      "lm_loss": 0.6895872354507446,
      "loss": 0.8412265181541443,
      "step": 415,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.7184801381692574,
      "grad_norm": 2.171875,
      "learning_rate": 5e-05,
      "loss": 0.8872,
      "step": 416
    },
    {
      "epoch": 0.7184801381692574,
      "latent_token_nums": 2.9375,
      "step": 416
    },
    {
      "epoch": 0.7184801381692574,
      "step": 416,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.11590113490819931,
      "contrastive_loss#1": 0.5795056819915771,
      "epoch": 0.7184801381692574,
      "lm_loss": 0.6961248517036438,
      "loss": 0.8120259642601013,
      "step": 416,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.7202072538860104,
      "grad_norm": 2.09375,
      "learning_rate": 5e-05,
      "loss": 0.8662,
      "step": 417
    },
    {
      "epoch": 0.7202072538860104,
      "latent_token_nums": 3.0,
      "step": 417
    },
    {
      "epoch": 0.7202072538860104,
      "step": 417,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.19375596940517426,
      "contrastive_loss#1": 0.9687798023223877,
      "epoch": 0.7202072538860104,
      "lm_loss": 0.7291439771652222,
      "loss": 0.9228999614715576,
      "step": 417,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.7219343696027634,
      "grad_norm": 2.15625,
      "learning_rate": 5e-05,
      "loss": 0.8585,
      "step": 418
    },
    {
      "epoch": 0.7219343696027634,
      "latent_token_nums": 2.75,
      "step": 418
    },
    {
      "epoch": 0.7219343696027634,
      "step": 418,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.14248467981815338,
      "contrastive_loss#1": 0.7124233841896057,
      "epoch": 0.7219343696027634,
      "lm_loss": 0.6682260632514954,
      "loss": 0.8107107281684875,
      "step": 418,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.7236614853195165,
      "grad_norm": 2.171875,
      "learning_rate": 5e-05,
      "loss": 0.8767,
      "step": 419
    },
    {
      "epoch": 0.7236614853195165,
      "latent_token_nums": 2.625,
      "step": 419
    },
    {
      "epoch": 0.7236614853195165,
      "step": 419,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06302875280380249,
      "contrastive_loss#1": 0.31514376401901245,
      "epoch": 0.7236614853195165,
      "lm_loss": 0.6793655753135681,
      "loss": 0.7423943281173706,
      "step": 419,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.7253886010362695,
      "grad_norm": 2.28125,
      "learning_rate": 5e-05,
      "loss": 0.8894,
      "step": 420
    },
    {
      "epoch": 0.7253886010362695,
      "latent_token_nums": 2.875,
      "step": 420
    },
    {
      "epoch": 0.7253886010362695,
      "step": 420,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.15451167523860931,
      "contrastive_loss#1": 0.7725583910942078,
      "epoch": 0.7253886010362695,
      "lm_loss": 0.6954092979431152,
      "loss": 0.8499209880828857,
      "step": 420,
      "valid_batch_size": 1024.5
    },
    {
      "epoch": 0.7271157167530224,
      "grad_norm": 2.046875,
      "learning_rate": 5e-05,
      "loss": 0.8798,
      "step": 421
    },
    {
      "epoch": 0.7271157167530224,
      "latent_token_nums": 2.75,
      "step": 421
    },
    {
      "epoch": 0.7271157167530224,
      "step": 421,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11468107998371124,
      "contrastive_loss#1": 0.573405385017395,
      "epoch": 0.7271157167530224,
      "lm_loss": 0.7328435778617859,
      "loss": 0.8475246429443359,
      "step": 421,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.7288428324697754,
      "grad_norm": 1.8984375,
      "learning_rate": 5e-05,
      "loss": 0.8708,
      "step": 422
    },
    {
      "epoch": 0.7288428324697754,
      "latent_token_nums": 2.6875,
      "step": 422
    },
    {
      "epoch": 0.7288428324697754,
      "step": 422,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.18330183625221252,
      "contrastive_loss#1": 0.9165091514587402,
      "epoch": 0.7288428324697754,
      "lm_loss": 0.6491056680679321,
      "loss": 0.8324074745178223,
      "step": 422,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.7305699481865285,
      "grad_norm": 2.03125,
      "learning_rate": 5e-05,
      "loss": 0.8821,
      "step": 423
    },
    {
      "epoch": 0.7305699481865285,
      "latent_token_nums": 3.0,
      "step": 423
    },
    {
      "epoch": 0.7305699481865285,
      "step": 423,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07221228629350662,
      "contrastive_loss#1": 0.3610614240169525,
      "epoch": 0.7305699481865285,
      "lm_loss": 0.7632400989532471,
      "loss": 0.8354523777961731,
      "step": 423,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.7322970639032815,
      "grad_norm": 2.109375,
      "learning_rate": 5e-05,
      "loss": 0.8715,
      "step": 424
    },
    {
      "epoch": 0.7322970639032815,
      "latent_token_nums": 2.5625,
      "step": 424
    },
    {
      "epoch": 0.7322970639032815,
      "step": 424,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.22061562538146973,
      "contrastive_loss#1": 1.1030781269073486,
      "epoch": 0.7322970639032815,
      "lm_loss": 0.673925518989563,
      "loss": 0.8945411443710327,
      "step": 424,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.7340241796200345,
      "grad_norm": 2.078125,
      "learning_rate": 5e-05,
      "loss": 0.8758,
      "step": 425
    },
    {
      "epoch": 0.7340241796200345,
      "latent_token_nums": 2.6875,
      "step": 425
    },
    {
      "epoch": 0.7340241796200345,
      "step": 425,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.09288257360458374,
      "contrastive_loss#1": 0.4644128680229187,
      "epoch": 0.7340241796200345,
      "lm_loss": 0.729703426361084,
      "loss": 0.8225859999656677,
      "step": 425,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.7357512953367875,
      "grad_norm": 2.125,
      "learning_rate": 5e-05,
      "loss": 0.879,
      "step": 426
    },
    {
      "epoch": 0.7357512953367875,
      "latent_token_nums": 2.875,
      "step": 426
    },
    {
      "epoch": 0.7357512953367875,
      "step": 426,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.18364112079143524,
      "contrastive_loss#1": 0.9182056188583374,
      "epoch": 0.7357512953367875,
      "lm_loss": 0.684627115726471,
      "loss": 0.8682682514190674,
      "step": 426,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 0.7374784110535406,
      "grad_norm": 2.046875,
      "learning_rate": 5e-05,
      "loss": 0.852,
      "step": 427
    },
    {
      "epoch": 0.7374784110535406,
      "latent_token_nums": 2.625,
      "step": 427
    },
    {
      "epoch": 0.7374784110535406,
      "step": 427,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.17369972169399261,
      "contrastive_loss#1": 0.8684985637664795,
      "epoch": 0.7374784110535406,
      "lm_loss": 0.5847088694572449,
      "loss": 0.7584086060523987,
      "step": 427,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.7392055267702936,
      "grad_norm": 2.078125,
      "learning_rate": 5e-05,
      "loss": 0.8641,
      "step": 428
    },
    {
      "epoch": 0.7392055267702936,
      "latent_token_nums": 2.5625,
      "step": 428
    },
    {
      "epoch": 0.7392055267702936,
      "step": 428,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07808918505907059,
      "contrastive_loss#1": 0.39044591784477234,
      "epoch": 0.7392055267702936,
      "lm_loss": 0.6606619358062744,
      "loss": 0.7387511134147644,
      "step": 428,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.7409326424870466,
      "grad_norm": 2.28125,
      "learning_rate": 5e-05,
      "loss": 0.8937,
      "step": 429
    },
    {
      "epoch": 0.7409326424870466,
      "latent_token_nums": 2.875,
      "step": 429
    },
    {
      "epoch": 0.7409326424870466,
      "step": 429,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.10548492521047592,
      "contrastive_loss#1": 0.5274246335029602,
      "epoch": 0.7409326424870466,
      "lm_loss": 0.5392030477523804,
      "loss": 0.6446879506111145,
      "step": 429,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.7426597582037997,
      "grad_norm": 2.03125,
      "learning_rate": 5e-05,
      "loss": 0.8668,
      "step": 430
    },
    {
      "epoch": 0.7426597582037997,
      "latent_token_nums": 2.6875,
      "step": 430
    },
    {
      "epoch": 0.7426597582037997,
      "step": 430,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.21885870397090912,
      "contrastive_loss#1": 1.094293475151062,
      "epoch": 0.7426597582037997,
      "lm_loss": 0.6894456148147583,
      "loss": 0.9083043336868286,
      "step": 430,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 0.7443868739205527,
      "grad_norm": 2.1875,
      "learning_rate": 5e-05,
      "loss": 0.8667,
      "step": 431
    },
    {
      "epoch": 0.7443868739205527,
      "latent_token_nums": 3.0625,
      "step": 431
    },
    {
      "epoch": 0.7443868739205527,
      "step": 431,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.3125,
      "acc@10": 0.875,
      "acc@5": 0.6875,
      "contrastive_loss": 0.44257912039756775,
      "contrastive_loss#1": 2.212895631790161,
      "epoch": 0.7443868739205527,
      "lm_loss": 0.6381368637084961,
      "loss": 1.0807160139083862,
      "step": 431,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 0.7461139896373057,
      "grad_norm": 2.125,
      "learning_rate": 5e-05,
      "loss": 0.8852,
      "step": 432
    },
    {
      "epoch": 0.7461139896373057,
      "latent_token_nums": 2.6875,
      "step": 432
    },
    {
      "epoch": 0.7461139896373057,
      "step": 432,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15063340961933136,
      "contrastive_loss#1": 0.7531670331954956,
      "epoch": 0.7461139896373057,
      "lm_loss": 0.721821665763855,
      "loss": 0.8724550604820251,
      "step": 432,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.7478411053540587,
      "grad_norm": 2.09375,
      "learning_rate": 5e-05,
      "loss": 0.8753,
      "step": 433
    },
    {
      "epoch": 0.7478411053540587,
      "latent_token_nums": 2.6875,
      "step": 433
    },
    {
      "epoch": 0.7478411053540587,
      "step": 433,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.16817520558834076,
      "contrastive_loss#1": 0.840876042842865,
      "epoch": 0.7478411053540587,
      "lm_loss": 0.7662079334259033,
      "loss": 0.9343831539154053,
      "step": 433,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.7495682210708118,
      "grad_norm": 2.125,
      "learning_rate": 5e-05,
      "loss": 0.8811,
      "step": 434
    },
    {
      "epoch": 0.7495682210708118,
      "latent_token_nums": 3.0625,
      "step": 434
    },
    {
      "epoch": 0.7495682210708118,
      "step": 434,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.18529123067855835,
      "contrastive_loss#1": 0.9264561533927917,
      "epoch": 0.7495682210708118,
      "lm_loss": 0.7086674571037292,
      "loss": 0.8939586877822876,
      "step": 434,
      "valid_batch_size": 1024.5
    },
    {
      "epoch": 0.7512953367875648,
      "grad_norm": 2.109375,
      "learning_rate": 5e-05,
      "loss": 0.8902,
      "step": 435
    },
    {
      "epoch": 0.7512953367875648,
      "latent_token_nums": 2.875,
      "step": 435
    },
    {
      "epoch": 0.7512953367875648,
      "step": 435,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.152693510055542,
      "contrastive_loss#1": 0.76346755027771,
      "epoch": 0.7512953367875648,
      "lm_loss": 0.6433749198913574,
      "loss": 0.7960684299468994,
      "step": 435,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.7530224525043178,
      "grad_norm": 2.0625,
      "learning_rate": 5e-05,
      "loss": 0.8767,
      "step": 436
    },
    {
      "epoch": 0.7530224525043178,
      "latent_token_nums": 2.5625,
      "step": 436
    },
    {
      "epoch": 0.7530224525043178,
      "step": 436,
      "thought_step_nums": 2.1875
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.21733693778514862,
      "contrastive_loss#1": 1.0866847038269043,
      "epoch": 0.7530224525043178,
      "lm_loss": 0.6793410181999207,
      "loss": 0.8966779708862305,
      "step": 436,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.7547495682210709,
      "grad_norm": 1.953125,
      "learning_rate": 5e-05,
      "loss": 0.8903,
      "step": 437
    },
    {
      "epoch": 0.7547495682210709,
      "latent_token_nums": 2.625,
      "step": 437
    },
    {
      "epoch": 0.7547495682210709,
      "step": 437,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.5625,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.22219708561897278,
      "contrastive_loss#1": 1.1109853982925415,
      "epoch": 0.7547495682210709,
      "lm_loss": 0.7380633354187012,
      "loss": 0.9602603912353516,
      "step": 437,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.7564766839378239,
      "grad_norm": 2.203125,
      "learning_rate": 5e-05,
      "loss": 0.8686,
      "step": 438
    },
    {
      "epoch": 0.7564766839378239,
      "latent_token_nums": 2.9375,
      "step": 438
    },
    {
      "epoch": 0.7564766839378239,
      "step": 438,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.15179558098316193,
      "contrastive_loss#1": 0.7589778900146484,
      "epoch": 0.7564766839378239,
      "lm_loss": 0.6887153387069702,
      "loss": 0.840510904788971,
      "step": 438,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.7582037996545768,
      "grad_norm": 2.0625,
      "learning_rate": 5e-05,
      "loss": 0.8698,
      "step": 439
    },
    {
      "epoch": 0.7582037996545768,
      "latent_token_nums": 2.8125,
      "step": 439
    },
    {
      "epoch": 0.7582037996545768,
      "step": 439,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.13850747048854828,
      "contrastive_loss#1": 0.6925373077392578,
      "epoch": 0.7582037996545768,
      "lm_loss": 0.7477747201919556,
      "loss": 0.886282205581665,
      "step": 439,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.7599309153713298,
      "grad_norm": 2.125,
      "learning_rate": 5e-05,
      "loss": 0.8832,
      "step": 440
    },
    {
      "epoch": 0.7599309153713298,
      "latent_token_nums": 2.625,
      "step": 440
    },
    {
      "epoch": 0.7599309153713298,
      "step": 440,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.20413875579833984,
      "contrastive_loss#1": 1.0206937789916992,
      "epoch": 0.7599309153713298,
      "lm_loss": 0.7369648814201355,
      "loss": 0.9411036372184753,
      "step": 440,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.7616580310880829,
      "grad_norm": 2.203125,
      "learning_rate": 5e-05,
      "loss": 0.8808,
      "step": 441
    },
    {
      "epoch": 0.7616580310880829,
      "latent_token_nums": 2.75,
      "step": 441
    },
    {
      "epoch": 0.7616580310880829,
      "step": 441,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.09973931312561035,
      "contrastive_loss#1": 0.49869656562805176,
      "epoch": 0.7616580310880829,
      "lm_loss": 0.7634644508361816,
      "loss": 0.863203763961792,
      "step": 441,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.7633851468048359,
      "grad_norm": 2.109375,
      "learning_rate": 5e-05,
      "loss": 0.8662,
      "step": 442
    },
    {
      "epoch": 0.7633851468048359,
      "latent_token_nums": 2.75,
      "step": 442
    },
    {
      "epoch": 0.7633851468048359,
      "step": 442,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.1906329095363617,
      "contrastive_loss#1": 0.9531645178794861,
      "epoch": 0.7633851468048359,
      "lm_loss": 0.6865794062614441,
      "loss": 0.8772122859954834,
      "step": 442,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.7651122625215889,
      "grad_norm": 2.265625,
      "learning_rate": 5e-05,
      "loss": 0.8886,
      "step": 443
    },
    {
      "epoch": 0.7651122625215889,
      "latent_token_nums": 2.3125,
      "step": 443
    },
    {
      "epoch": 0.7651122625215889,
      "step": 443,
      "thought_step_nums": 2.3125
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.25685378909111023,
      "contrastive_loss#1": 1.2842689752578735,
      "epoch": 0.7651122625215889,
      "lm_loss": 0.6922009587287903,
      "loss": 0.9490547180175781,
      "step": 443,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.7668393782383419,
      "grad_norm": 2.21875,
      "learning_rate": 5e-05,
      "loss": 0.8826,
      "step": 444
    },
    {
      "epoch": 0.7668393782383419,
      "latent_token_nums": 2.625,
      "step": 444
    },
    {
      "epoch": 0.7668393782383419,
      "step": 444,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0909443125128746,
      "contrastive_loss#1": 0.4547215700149536,
      "epoch": 0.7668393782383419,
      "lm_loss": 0.6902742981910706,
      "loss": 0.7812185883522034,
      "step": 444,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.768566493955095,
      "grad_norm": 2.140625,
      "learning_rate": 5e-05,
      "loss": 0.8829,
      "step": 445
    },
    {
      "epoch": 0.768566493955095,
      "latent_token_nums": 2.5625,
      "step": 445
    },
    {
      "epoch": 0.768566493955095,
      "step": 445,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.14131605625152588,
      "contrastive_loss#1": 0.7065802812576294,
      "epoch": 0.768566493955095,
      "lm_loss": 0.6941034197807312,
      "loss": 0.8354194760322571,
      "step": 445,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.770293609671848,
      "grad_norm": 2.046875,
      "learning_rate": 5e-05,
      "loss": 0.8762,
      "step": 446
    },
    {
      "epoch": 0.770293609671848,
      "latent_token_nums": 2.5,
      "step": 446
    },
    {
      "epoch": 0.770293609671848,
      "step": 446,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.8125,
      "contrastive_loss": 0.2638324201107025,
      "contrastive_loss#1": 1.3191620111465454,
      "epoch": 0.770293609671848,
      "lm_loss": 0.7082343697547913,
      "loss": 0.9720667600631714,
      "step": 446,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.772020725388601,
      "grad_norm": 2.28125,
      "learning_rate": 5e-05,
      "loss": 0.8651,
      "step": 447
    },
    {
      "epoch": 0.772020725388601,
      "latent_token_nums": 2.75,
      "step": 447
    },
    {
      "epoch": 0.772020725388601,
      "step": 447,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.21774378418922424,
      "contrastive_loss#1": 1.0887188911437988,
      "epoch": 0.772020725388601,
      "lm_loss": 0.7353953123092651,
      "loss": 0.953139066696167,
      "step": 447,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.7737478411053541,
      "grad_norm": 2.265625,
      "learning_rate": 5e-05,
      "loss": 0.8862,
      "step": 448
    },
    {
      "epoch": 0.7737478411053541,
      "latent_token_nums": 2.8125,
      "step": 448
    },
    {
      "epoch": 0.7737478411053541,
      "step": 448,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.17951422929763794,
      "contrastive_loss#1": 0.8975711464881897,
      "epoch": 0.7737478411053541,
      "lm_loss": 0.6936361789703369,
      "loss": 0.8731504082679749,
      "step": 448,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.7754749568221071,
      "grad_norm": 2.1875,
      "learning_rate": 5e-05,
      "loss": 0.8688,
      "step": 449
    },
    {
      "epoch": 0.7754749568221071,
      "latent_token_nums": 2.8125,
      "step": 449
    },
    {
      "epoch": 0.7754749568221071,
      "step": 449,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.19665592908859253,
      "contrastive_loss#1": 0.9832796454429626,
      "epoch": 0.7754749568221071,
      "lm_loss": 0.6787028312683105,
      "loss": 0.8753587603569031,
      "step": 449,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 0.7772020725388601,
      "grad_norm": 2.25,
      "learning_rate": 5e-05,
      "loss": 0.8763,
      "step": 450
    },
    {
      "epoch": 0.7772020725388601,
      "latent_token_nums": 2.5625,
      "step": 450
    },
    {
      "epoch": 0.7772020725388601,
      "step": 450,
      "thought_step_nums": 2.3125
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.75,
      "acc@5": 0.75,
      "contrastive_loss": 0.3529343008995056,
      "contrastive_loss#1": 1.7646714448928833,
      "epoch": 0.7772020725388601,
      "lm_loss": 0.6810784935951233,
      "loss": 1.034012794494629,
      "step": 450,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.7789291882556131,
      "grad_norm": 2.3125,
      "learning_rate": 5e-05,
      "loss": 0.8876,
      "step": 451
    },
    {
      "epoch": 0.7789291882556131,
      "latent_token_nums": 2.9375,
      "step": 451
    },
    {
      "epoch": 0.7789291882556131,
      "step": 451,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.5625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.2056553214788437,
      "contrastive_loss#1": 1.0282765626907349,
      "epoch": 0.7789291882556131,
      "lm_loss": 0.7223672866821289,
      "loss": 0.9280226230621338,
      "step": 451,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.7806563039723662,
      "grad_norm": 2.28125,
      "learning_rate": 5e-05,
      "loss": 0.8768,
      "step": 452
    },
    {
      "epoch": 0.7806563039723662,
      "latent_token_nums": 2.625,
      "step": 452
    },
    {
      "epoch": 0.7806563039723662,
      "step": 452,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.17700183391571045,
      "contrastive_loss#1": 0.8850091695785522,
      "epoch": 0.7806563039723662,
      "lm_loss": 0.6222646832466125,
      "loss": 0.799266517162323,
      "step": 452,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.7823834196891192,
      "grad_norm": 2.203125,
      "learning_rate": 5e-05,
      "loss": 0.8829,
      "step": 453
    },
    {
      "epoch": 0.7823834196891192,
      "latent_token_nums": 2.875,
      "step": 453
    },
    {
      "epoch": 0.7823834196891192,
      "step": 453,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.5625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.21059325337409973,
      "contrastive_loss#1": 1.0529662370681763,
      "epoch": 0.7823834196891192,
      "lm_loss": 0.7287434339523315,
      "loss": 0.9393366575241089,
      "step": 453,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 0.7841105354058722,
      "grad_norm": 2.125,
      "learning_rate": 5e-05,
      "loss": 0.8768,
      "step": 454
    },
    {
      "epoch": 0.7841105354058722,
      "latent_token_nums": 2.875,
      "step": 454
    },
    {
      "epoch": 0.7841105354058722,
      "step": 454,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.875,
      "acc@5": 0.8125,
      "contrastive_loss": 0.2939535081386566,
      "contrastive_loss#1": 1.4697675704956055,
      "epoch": 0.7841105354058722,
      "lm_loss": 0.7891813516616821,
      "loss": 1.0831348896026611,
      "step": 454,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.7858376511226253,
      "grad_norm": 2.328125,
      "learning_rate": 5e-05,
      "loss": 0.8819,
      "step": 455
    },
    {
      "epoch": 0.7858376511226253,
      "latent_token_nums": 2.625,
      "step": 455
    },
    {
      "epoch": 0.7858376511226253,
      "step": 455,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.20566490292549133,
      "contrastive_loss#1": 1.0283244848251343,
      "epoch": 0.7858376511226253,
      "lm_loss": 0.7870608568191528,
      "loss": 0.9927257299423218,
      "step": 455,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.7875647668393783,
      "grad_norm": 2.4375,
      "learning_rate": 5e-05,
      "loss": 0.8755,
      "step": 456
    },
    {
      "epoch": 0.7875647668393783,
      "latent_token_nums": 2.9375,
      "step": 456
    },
    {
      "epoch": 0.7875647668393783,
      "step": 456,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.1875012218952179,
      "contrastive_loss#1": 0.9375060796737671,
      "epoch": 0.7875647668393783,
      "lm_loss": 0.6728665232658386,
      "loss": 0.8603677749633789,
      "step": 456,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.7892918825561313,
      "grad_norm": 2.484375,
      "learning_rate": 5e-05,
      "loss": 0.8896,
      "step": 457
    },
    {
      "epoch": 0.7892918825561313,
      "latent_token_nums": 3.1875,
      "step": 457
    },
    {
      "epoch": 0.7892918825561313,
      "step": 457,
      "thought_step_nums": 3.0625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.16907955706119537,
      "contrastive_loss#1": 0.8453977704048157,
      "epoch": 0.7892918825561313,
      "lm_loss": 0.6442374587059021,
      "loss": 0.8133170008659363,
      "step": 457,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.7910189982728842,
      "grad_norm": 2.171875,
      "learning_rate": 5e-05,
      "loss": 0.882,
      "step": 458
    },
    {
      "epoch": 0.7910189982728842,
      "latent_token_nums": 2.625,
      "step": 458
    },
    {
      "epoch": 0.7910189982728842,
      "step": 458,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.056309353560209274,
      "contrastive_loss#1": 0.28154677152633667,
      "epoch": 0.7910189982728842,
      "lm_loss": 0.7027863264083862,
      "loss": 0.7590956687927246,
      "step": 458,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.7927461139896373,
      "grad_norm": 2.09375,
      "learning_rate": 5e-05,
      "loss": 0.8826,
      "step": 459
    },
    {
      "epoch": 0.7927461139896373,
      "latent_token_nums": 2.5,
      "step": 459
    },
    {
      "epoch": 0.7927461139896373,
      "step": 459,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.5625,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.2006378173828125,
      "contrastive_loss#1": 1.0031890869140625,
      "epoch": 0.7927461139896373,
      "lm_loss": 0.6844571232795715,
      "loss": 0.885094940662384,
      "step": 459,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.7944732297063903,
      "grad_norm": 2.125,
      "learning_rate": 5e-05,
      "loss": 0.8809,
      "step": 460
    },
    {
      "epoch": 0.7944732297063903,
      "latent_token_nums": 2.75,
      "step": 460
    },
    {
      "epoch": 0.7944732297063903,
      "step": 460,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.14558129012584686,
      "contrastive_loss#1": 0.7279064059257507,
      "epoch": 0.7944732297063903,
      "lm_loss": 0.6561763286590576,
      "loss": 0.8017576336860657,
      "step": 460,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.7962003454231433,
      "grad_norm": 2.140625,
      "learning_rate": 5e-05,
      "loss": 0.8789,
      "step": 461
    },
    {
      "epoch": 0.7962003454231433,
      "latent_token_nums": 2.625,
      "step": 461
    },
    {
      "epoch": 0.7962003454231433,
      "step": 461,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.19644947350025177,
      "contrastive_loss#1": 0.9822473526000977,
      "epoch": 0.7962003454231433,
      "lm_loss": 0.7379615902900696,
      "loss": 0.9344110488891602,
      "step": 461,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.7979274611398963,
      "grad_norm": 2.265625,
      "learning_rate": 5e-05,
      "loss": 0.8868,
      "step": 462
    },
    {
      "epoch": 0.7979274611398963,
      "latent_token_nums": 3.0,
      "step": 462
    },
    {
      "epoch": 0.7979274611398963,
      "step": 462,
      "thought_step_nums": 2.875
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.24887661635875702,
      "contrastive_loss#1": 1.2443830966949463,
      "epoch": 0.7979274611398963,
      "lm_loss": 0.7143669724464417,
      "loss": 0.9632436037063599,
      "step": 462,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.7996545768566494,
      "grad_norm": 1.9296875,
      "learning_rate": 5e-05,
      "loss": 0.8781,
      "step": 463
    },
    {
      "epoch": 0.7996545768566494,
      "latent_token_nums": 2.75,
      "step": 463
    },
    {
      "epoch": 0.7996545768566494,
      "step": 463,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1458805352449417,
      "contrastive_loss#1": 0.7294026613235474,
      "epoch": 0.7996545768566494,
      "lm_loss": 0.7339580059051514,
      "loss": 0.8798385262489319,
      "step": 463,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.8013816925734024,
      "grad_norm": 1.9765625,
      "learning_rate": 5e-05,
      "loss": 0.8523,
      "step": 464
    },
    {
      "epoch": 0.8013816925734024,
      "latent_token_nums": 2.875,
      "step": 464
    },
    {
      "epoch": 0.8013816925734024,
      "step": 464,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.18223750591278076,
      "contrastive_loss#1": 0.9111875295639038,
      "epoch": 0.8013816925734024,
      "lm_loss": 0.6737198829650879,
      "loss": 0.8559573888778687,
      "step": 464,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.8031088082901554,
      "grad_norm": 2.0,
      "learning_rate": 5e-05,
      "loss": 0.8787,
      "step": 465
    },
    {
      "epoch": 0.8031088082901554,
      "latent_token_nums": 2.75,
      "step": 465
    },
    {
      "epoch": 0.8031088082901554,
      "step": 465,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.75,
      "acc@5": 0.75,
      "contrastive_loss": 0.3622267544269562,
      "contrastive_loss#1": 1.8111337423324585,
      "epoch": 0.8031088082901554,
      "lm_loss": 0.7525250911712646,
      "loss": 1.1147518157958984,
      "step": 465,
      "valid_batch_size": 1024.4375
    },
    {
      "epoch": 0.8048359240069085,
      "grad_norm": 2.1875,
      "learning_rate": 5e-05,
      "loss": 0.8891,
      "step": 466
    },
    {
      "epoch": 0.8048359240069085,
      "latent_token_nums": 2.8125,
      "step": 466
    },
    {
      "epoch": 0.8048359240069085,
      "step": 466,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.16439591348171234,
      "contrastive_loss#1": 0.8219795227050781,
      "epoch": 0.8048359240069085,
      "lm_loss": 0.7315568327903748,
      "loss": 0.8959527611732483,
      "step": 466,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.8065630397236615,
      "grad_norm": 2.1875,
      "learning_rate": 5e-05,
      "loss": 0.8972,
      "step": 467
    },
    {
      "epoch": 0.8065630397236615,
      "latent_token_nums": 2.8125,
      "step": 467
    },
    {
      "epoch": 0.8065630397236615,
      "step": 467,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09350690990686417,
      "contrastive_loss#1": 0.46753454208374023,
      "epoch": 0.8065630397236615,
      "lm_loss": 0.7321355938911438,
      "loss": 0.8256425261497498,
      "step": 467,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.8082901554404145,
      "grad_norm": 2.1875,
      "learning_rate": 5e-05,
      "loss": 0.8709,
      "step": 468
    },
    {
      "epoch": 0.8082901554404145,
      "latent_token_nums": 3.0625,
      "step": 468
    },
    {
      "epoch": 0.8082901554404145,
      "step": 468,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.875,
      "acc@5": 0.8125,
      "contrastive_loss": 0.2551811635494232,
      "contrastive_loss#1": 1.2759058475494385,
      "epoch": 0.8082901554404145,
      "lm_loss": 0.7578384280204773,
      "loss": 1.0130195617675781,
      "step": 468,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.8100172711571675,
      "grad_norm": 2.09375,
      "learning_rate": 5e-05,
      "loss": 0.8821,
      "step": 469
    },
    {
      "epoch": 0.8100172711571675,
      "latent_token_nums": 2.625,
      "step": 469
    },
    {
      "epoch": 0.8100172711571675,
      "step": 469,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.12141130119562149,
      "contrastive_loss#1": 0.6070564985275269,
      "epoch": 0.8100172711571675,
      "lm_loss": 0.6615850329399109,
      "loss": 0.7829963564872742,
      "step": 469,
      "valid_batch_size": 1024.375
    },
    {
      "epoch": 0.8117443868739206,
      "grad_norm": 2.28125,
      "learning_rate": 5e-05,
      "loss": 0.8874,
      "step": 470
    },
    {
      "epoch": 0.8117443868739206,
      "latent_token_nums": 2.5625,
      "step": 470
    },
    {
      "epoch": 0.8117443868739206,
      "step": 470,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07048457860946655,
      "contrastive_loss#1": 0.35242289304733276,
      "epoch": 0.8117443868739206,
      "lm_loss": 0.6407531499862671,
      "loss": 0.7112377285957336,
      "step": 470,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.8134715025906736,
      "grad_norm": 2.1875,
      "learning_rate": 5e-05,
      "loss": 0.8747,
      "step": 471
    },
    {
      "epoch": 0.8134715025906736,
      "latent_token_nums": 2.875,
      "step": 471
    },
    {
      "epoch": 0.8134715025906736,
      "step": 471,
      "thought_step_nums": 2.25
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.050209131091833115,
      "contrastive_loss#1": 0.2510456442832947,
      "epoch": 0.8134715025906736,
      "lm_loss": 0.7401509284973145,
      "loss": 0.7903600335121155,
      "step": 471,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.8151986183074266,
      "grad_norm": 2.125,
      "learning_rate": 5e-05,
      "loss": 0.8882,
      "step": 472
    },
    {
      "epoch": 0.8151986183074266,
      "latent_token_nums": 2.5,
      "step": 472
    },
    {
      "epoch": 0.8151986183074266,
      "step": 472,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.12224918603897095,
      "contrastive_loss#1": 0.6112459301948547,
      "epoch": 0.8151986183074266,
      "lm_loss": 0.7503222227096558,
      "loss": 0.8725714087486267,
      "step": 472,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.8169257340241797,
      "grad_norm": 2.296875,
      "learning_rate": 5e-05,
      "loss": 0.871,
      "step": 473
    },
    {
      "epoch": 0.8169257340241797,
      "latent_token_nums": 2.6875,
      "step": 473
    },
    {
      "epoch": 0.8169257340241797,
      "step": 473,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.14560537040233612,
      "contrastive_loss#1": 0.728026807308197,
      "epoch": 0.8169257340241797,
      "lm_loss": 0.6798103451728821,
      "loss": 0.8254157304763794,
      "step": 473,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.8186528497409327,
      "grad_norm": 2.34375,
      "learning_rate": 5e-05,
      "loss": 0.8971,
      "step": 474
    },
    {
      "epoch": 0.8186528497409327,
      "latent_token_nums": 2.8125,
      "step": 474
    },
    {
      "epoch": 0.8186528497409327,
      "step": 474,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11993110179901123,
      "contrastive_loss#1": 0.5996555089950562,
      "epoch": 0.8186528497409327,
      "lm_loss": 0.7679286599159241,
      "loss": 0.8878597617149353,
      "step": 474,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.8203799654576857,
      "grad_norm": 2.203125,
      "learning_rate": 5e-05,
      "loss": 0.8749,
      "step": 475
    },
    {
      "epoch": 0.8203799654576857,
      "latent_token_nums": 2.875,
      "step": 475
    },
    {
      "epoch": 0.8203799654576857,
      "step": 475,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.150530606508255,
      "contrastive_loss#1": 0.7526530027389526,
      "epoch": 0.8203799654576857,
      "lm_loss": 0.681789219379425,
      "loss": 0.8323198556900024,
      "step": 475,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.8221070811744386,
      "grad_norm": 2.03125,
      "learning_rate": 5e-05,
      "loss": 0.8719,
      "step": 476
    },
    {
      "epoch": 0.8221070811744386,
      "latent_token_nums": 2.875,
      "step": 476
    },
    {
      "epoch": 0.8221070811744386,
      "step": 476,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0726640596985817,
      "contrastive_loss#1": 0.3633202910423279,
      "epoch": 0.8221070811744386,
      "lm_loss": 0.7229192852973938,
      "loss": 0.7955833673477173,
      "step": 476,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.8238341968911918,
      "grad_norm": 2.09375,
      "learning_rate": 5e-05,
      "loss": 0.8838,
      "step": 477
    },
    {
      "epoch": 0.8238341968911918,
      "latent_token_nums": 2.75,
      "step": 477
    },
    {
      "epoch": 0.8238341968911918,
      "step": 477,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.12483807653188705,
      "contrastive_loss#1": 0.6241903901100159,
      "epoch": 0.8238341968911918,
      "lm_loss": 0.7399010062217712,
      "loss": 0.8647390604019165,
      "step": 477,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.8255613126079447,
      "grad_norm": 2.265625,
      "learning_rate": 5e-05,
      "loss": 0.8673,
      "step": 478
    },
    {
      "epoch": 0.8255613126079447,
      "latent_token_nums": 2.75,
      "step": 478
    },
    {
      "epoch": 0.8255613126079447,
      "step": 478,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.875,
      "acc@5": 0.8125,
      "contrastive_loss": 0.23354974389076233,
      "contrastive_loss#1": 1.1677486896514893,
      "epoch": 0.8255613126079447,
      "lm_loss": 0.7686479687690735,
      "loss": 1.0021977424621582,
      "step": 478,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.8272884283246977,
      "grad_norm": 1.9765625,
      "learning_rate": 5e-05,
      "loss": 0.8518,
      "step": 479
    },
    {
      "epoch": 0.8272884283246977,
      "latent_token_nums": 2.6875,
      "step": 479
    },
    {
      "epoch": 0.8272884283246977,
      "step": 479,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08621487021446228,
      "contrastive_loss#1": 0.4310743510723114,
      "epoch": 0.8272884283246977,
      "lm_loss": 0.7351861596107483,
      "loss": 0.8214010000228882,
      "step": 479,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.8290155440414507,
      "grad_norm": 2.296875,
      "learning_rate": 5e-05,
      "loss": 0.8637,
      "step": 480
    },
    {
      "epoch": 0.8290155440414507,
      "latent_token_nums": 2.75,
      "step": 480
    },
    {
      "epoch": 0.8290155440414507,
      "step": 480,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1337568312883377,
      "contrastive_loss#1": 0.6687841415405273,
      "epoch": 0.8290155440414507,
      "lm_loss": 0.800521731376648,
      "loss": 0.9342785477638245,
      "step": 480,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 0.8307426597582038,
      "grad_norm": 2.265625,
      "learning_rate": 5e-05,
      "loss": 0.8698,
      "step": 481
    },
    {
      "epoch": 0.8307426597582038,
      "latent_token_nums": 2.875,
      "step": 481
    },
    {
      "epoch": 0.8307426597582038,
      "step": 481,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.16971440613269806,
      "contrastive_loss#1": 0.8485720157623291,
      "epoch": 0.8307426597582038,
      "lm_loss": 0.7265588045120239,
      "loss": 0.8962731957435608,
      "step": 481,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.8324697754749568,
      "grad_norm": 2.46875,
      "learning_rate": 5e-05,
      "loss": 0.8686,
      "step": 482
    },
    {
      "epoch": 0.8324697754749568,
      "latent_token_nums": 3.0,
      "step": 482
    },
    {
      "epoch": 0.8324697754749568,
      "step": 482,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.13118083775043488,
      "contrastive_loss#1": 0.6559041738510132,
      "epoch": 0.8324697754749568,
      "lm_loss": 0.6842408180236816,
      "loss": 0.8154216408729553,
      "step": 482,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.8341968911917098,
      "grad_norm": 2.453125,
      "learning_rate": 5e-05,
      "loss": 0.8847,
      "step": 483
    },
    {
      "epoch": 0.8341968911917098,
      "latent_token_nums": 2.75,
      "step": 483
    },
    {
      "epoch": 0.8341968911917098,
      "step": 483,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.184431254863739,
      "contrastive_loss#1": 0.9221562743186951,
      "epoch": 0.8341968911917098,
      "lm_loss": 0.7033054828643799,
      "loss": 0.8877367377281189,
      "step": 483,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.8359240069084629,
      "grad_norm": 2.40625,
      "learning_rate": 5e-05,
      "loss": 0.8693,
      "step": 484
    },
    {
      "epoch": 0.8359240069084629,
      "latent_token_nums": 3.0625,
      "step": 484
    },
    {
      "epoch": 0.8359240069084629,
      "step": 484,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.24229399859905243,
      "contrastive_loss#1": 1.2114700078964233,
      "epoch": 0.8359240069084629,
      "lm_loss": 0.8058364391326904,
      "loss": 1.0481303930282593,
      "step": 484,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 0.8376511226252159,
      "grad_norm": 2.171875,
      "learning_rate": 5e-05,
      "loss": 0.8875,
      "step": 485
    },
    {
      "epoch": 0.8376511226252159,
      "latent_token_nums": 2.8125,
      "step": 485
    },
    {
      "epoch": 0.8376511226252159,
      "step": 485,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.5625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.24893628060817719,
      "contrastive_loss#1": 1.2446813583374023,
      "epoch": 0.8376511226252159,
      "lm_loss": 0.6740597486495972,
      "loss": 0.9229960441589355,
      "step": 485,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.8393782383419689,
      "grad_norm": 2.125,
      "learning_rate": 5e-05,
      "loss": 0.8877,
      "step": 486
    },
    {
      "epoch": 0.8393782383419689,
      "latent_token_nums": 2.8125,
      "step": 486
    },
    {
      "epoch": 0.8393782383419689,
      "step": 486,
      "thought_step_nums": 2.3125
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.18014629185199738,
      "contrastive_loss#1": 0.9007314443588257,
      "epoch": 0.8393782383419689,
      "lm_loss": 0.7281877994537354,
      "loss": 0.9083340764045715,
      "step": 486,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.8411053540587219,
      "grad_norm": 2.140625,
      "learning_rate": 5e-05,
      "loss": 0.8935,
      "step": 487
    },
    {
      "epoch": 0.8411053540587219,
      "latent_token_nums": 2.625,
      "step": 487
    },
    {
      "epoch": 0.8411053540587219,
      "step": 487,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.2138718217611313,
      "contrastive_loss#1": 1.0693590641021729,
      "epoch": 0.8411053540587219,
      "lm_loss": 0.7589303851127625,
      "loss": 0.9728022217750549,
      "step": 487,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 0.842832469775475,
      "grad_norm": 2.0,
      "learning_rate": 5e-05,
      "loss": 0.8637,
      "step": 488
    },
    {
      "epoch": 0.842832469775475,
      "latent_token_nums": 2.8125,
      "step": 488
    },
    {
      "epoch": 0.842832469775475,
      "step": 488,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.10582273453474045,
      "contrastive_loss#1": 0.5291136503219604,
      "epoch": 0.842832469775475,
      "lm_loss": 0.7635078430175781,
      "loss": 0.8693305850028992,
      "step": 488,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.844559585492228,
      "grad_norm": 2.0,
      "learning_rate": 5e-05,
      "loss": 0.873,
      "step": 489
    },
    {
      "epoch": 0.844559585492228,
      "latent_token_nums": 2.8125,
      "step": 489
    },
    {
      "epoch": 0.844559585492228,
      "step": 489,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.18567000329494476,
      "contrastive_loss#1": 0.9283499717712402,
      "epoch": 0.844559585492228,
      "lm_loss": 0.7101200222969055,
      "loss": 0.8957900404930115,
      "step": 489,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.846286701208981,
      "grad_norm": 2.1875,
      "learning_rate": 5e-05,
      "loss": 0.8743,
      "step": 490
    },
    {
      "epoch": 0.846286701208981,
      "latent_token_nums": 2.8125,
      "step": 490
    },
    {
      "epoch": 0.846286701208981,
      "step": 490,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.19324056804180145,
      "contrastive_loss#1": 0.9662027955055237,
      "epoch": 0.846286701208981,
      "lm_loss": 0.6878412365913391,
      "loss": 0.8810818195343018,
      "step": 490,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.8480138169257341,
      "grad_norm": 2.125,
      "learning_rate": 5e-05,
      "loss": 0.8801,
      "step": 491
    },
    {
      "epoch": 0.8480138169257341,
      "latent_token_nums": 2.6875,
      "step": 491
    },
    {
      "epoch": 0.8480138169257341,
      "step": 491,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.21137332916259766,
      "contrastive_loss#1": 1.0568666458129883,
      "epoch": 0.8480138169257341,
      "lm_loss": 0.7635234594345093,
      "loss": 0.9748967885971069,
      "step": 491,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.8497409326424871,
      "grad_norm": 2.09375,
      "learning_rate": 5e-05,
      "loss": 0.892,
      "step": 492
    },
    {
      "epoch": 0.8497409326424871,
      "latent_token_nums": 3.0,
      "step": 492
    },
    {
      "epoch": 0.8497409326424871,
      "step": 492,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06975328922271729,
      "contrastive_loss#1": 0.3487664461135864,
      "epoch": 0.8497409326424871,
      "lm_loss": 0.6600503921508789,
      "loss": 0.7298036813735962,
      "step": 492,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.8514680483592401,
      "grad_norm": 2.046875,
      "learning_rate": 5e-05,
      "loss": 0.8624,
      "step": 493
    },
    {
      "epoch": 0.8514680483592401,
      "latent_token_nums": 2.75,
      "step": 493
    },
    {
      "epoch": 0.8514680483592401,
      "step": 493,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.20522594451904297,
      "contrastive_loss#1": 1.0261297225952148,
      "epoch": 0.8514680483592401,
      "lm_loss": 0.7700689435005188,
      "loss": 0.9752948880195618,
      "step": 493,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.853195164075993,
      "grad_norm": 2.234375,
      "learning_rate": 5e-05,
      "loss": 0.8796,
      "step": 494
    },
    {
      "epoch": 0.853195164075993,
      "latent_token_nums": 2.375,
      "step": 494
    },
    {
      "epoch": 0.853195164075993,
      "step": 494,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.27206405997276306,
      "contrastive_loss#1": 1.3603202104568481,
      "epoch": 0.853195164075993,
      "lm_loss": 0.6283884048461914,
      "loss": 0.9004524946212769,
      "step": 494,
      "valid_batch_size": 1024.4375
    },
    {
      "epoch": 0.8549222797927462,
      "grad_norm": 2.0625,
      "learning_rate": 5e-05,
      "loss": 0.8785,
      "step": 495
    },
    {
      "epoch": 0.8549222797927462,
      "latent_token_nums": 2.6875,
      "step": 495
    },
    {
      "epoch": 0.8549222797927462,
      "step": 495,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.22385656833648682,
      "contrastive_loss#1": 1.119282841682434,
      "epoch": 0.8549222797927462,
      "lm_loss": 0.6631041765213013,
      "loss": 0.8869607448577881,
      "step": 495,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.8566493955094991,
      "grad_norm": 2.078125,
      "learning_rate": 5e-05,
      "loss": 0.869,
      "step": 496
    },
    {
      "epoch": 0.8566493955094991,
      "latent_token_nums": 2.625,
      "step": 496
    },
    {
      "epoch": 0.8566493955094991,
      "step": 496,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08627533912658691,
      "contrastive_loss#1": 0.43137669563293457,
      "epoch": 0.8566493955094991,
      "lm_loss": 0.6876070499420166,
      "loss": 0.7738823890686035,
      "step": 496,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.8583765112262521,
      "grad_norm": 2.25,
      "learning_rate": 5e-05,
      "loss": 0.8717,
      "step": 497
    },
    {
      "epoch": 0.8583765112262521,
      "latent_token_nums": 2.5,
      "step": 497
    },
    {
      "epoch": 0.8583765112262521,
      "step": 497,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.16617892682552338,
      "contrastive_loss#1": 0.8308945894241333,
      "epoch": 0.8583765112262521,
      "lm_loss": 0.7633406519889832,
      "loss": 0.9295195937156677,
      "step": 497,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.8601036269430051,
      "grad_norm": 2.09375,
      "learning_rate": 5e-05,
      "loss": 0.8669,
      "step": 498
    },
    {
      "epoch": 0.8601036269430051,
      "latent_token_nums": 2.625,
      "step": 498
    },
    {
      "epoch": 0.8601036269430051,
      "step": 498,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.1979915052652359,
      "contrastive_loss#1": 0.9899575114250183,
      "epoch": 0.8601036269430051,
      "lm_loss": 0.7178080081939697,
      "loss": 0.9157994985580444,
      "step": 498,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.8618307426597582,
      "grad_norm": 2.171875,
      "learning_rate": 5e-05,
      "loss": 0.8835,
      "step": 499
    },
    {
      "epoch": 0.8618307426597582,
      "latent_token_nums": 3.0625,
      "step": 499
    },
    {
      "epoch": 0.8618307426597582,
      "step": 499,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1840173751115799,
      "contrastive_loss#1": 0.9200868606567383,
      "epoch": 0.8618307426597582,
      "lm_loss": 0.7010279893875122,
      "loss": 0.8850453495979309,
      "step": 499,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.8635578583765112,
      "grad_norm": 2.015625,
      "learning_rate": 5e-05,
      "loss": 0.8681,
      "step": 500
    },
    {
      "epoch": 0.8635578583765112,
      "latent_token_nums": 2.875,
      "step": 500
    },
    {
      "epoch": 0.8635578583765112,
      "step": 500,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.18862472474575043,
      "contrastive_loss#1": 0.9431236386299133,
      "epoch": 0.8635578583765112,
      "lm_loss": 0.6723819375038147,
      "loss": 0.8610066771507263,
      "step": 500,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.8652849740932642,
      "grad_norm": 2.015625,
      "learning_rate": 5e-05,
      "loss": 0.8613,
      "step": 501
    },
    {
      "epoch": 0.8652849740932642,
      "latent_token_nums": 2.6875,
      "step": 501
    },
    {
      "epoch": 0.8652849740932642,
      "step": 501,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.18772737681865692,
      "contrastive_loss#1": 0.9386368989944458,
      "epoch": 0.8652849740932642,
      "lm_loss": 0.6673125624656677,
      "loss": 0.8550399541854858,
      "step": 501,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.8670120898100173,
      "grad_norm": 2.125,
      "learning_rate": 5e-05,
      "loss": 0.8791,
      "step": 502
    },
    {
      "epoch": 0.8670120898100173,
      "latent_token_nums": 2.5,
      "step": 502
    },
    {
      "epoch": 0.8670120898100173,
      "step": 502,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.2694943845272064,
      "contrastive_loss#1": 1.3474719524383545,
      "epoch": 0.8670120898100173,
      "lm_loss": 0.7115182280540466,
      "loss": 0.9810125827789307,
      "step": 502,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.8687392055267703,
      "grad_norm": 2.15625,
      "learning_rate": 5e-05,
      "loss": 0.8906,
      "step": 503
    },
    {
      "epoch": 0.8687392055267703,
      "latent_token_nums": 2.6875,
      "step": 503
    },
    {
      "epoch": 0.8687392055267703,
      "step": 503,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.5625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.17521607875823975,
      "contrastive_loss#1": 0.8760803937911987,
      "epoch": 0.8687392055267703,
      "lm_loss": 0.7303131818771362,
      "loss": 0.905529260635376,
      "step": 503,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.8704663212435233,
      "grad_norm": 2.109375,
      "learning_rate": 5e-05,
      "loss": 0.8755,
      "step": 504
    },
    {
      "epoch": 0.8704663212435233,
      "latent_token_nums": 2.75,
      "step": 504
    },
    {
      "epoch": 0.8704663212435233,
      "step": 504,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.21624509990215302,
      "contrastive_loss#1": 1.0812255144119263,
      "epoch": 0.8704663212435233,
      "lm_loss": 0.7622374892234802,
      "loss": 0.9784826040267944,
      "step": 504,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 0.8721934369602763,
      "grad_norm": 2.140625,
      "learning_rate": 5e-05,
      "loss": 0.8845,
      "step": 505
    },
    {
      "epoch": 0.8721934369602763,
      "latent_token_nums": 2.75,
      "step": 505
    },
    {
      "epoch": 0.8721934369602763,
      "step": 505,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11620266735553741,
      "contrastive_loss#1": 0.5810133218765259,
      "epoch": 0.8721934369602763,
      "lm_loss": 0.6851398348808289,
      "loss": 0.8013424873352051,
      "step": 505,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.8739205526770294,
      "grad_norm": 2.015625,
      "learning_rate": 5e-05,
      "loss": 0.8655,
      "step": 506
    },
    {
      "epoch": 0.8739205526770294,
      "latent_token_nums": 2.625,
      "step": 506
    },
    {
      "epoch": 0.8739205526770294,
      "step": 506,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.13665533065795898,
      "contrastive_loss#1": 0.6832766532897949,
      "epoch": 0.8739205526770294,
      "lm_loss": 0.7770208120346069,
      "loss": 0.9136761426925659,
      "step": 506,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.8756476683937824,
      "grad_norm": 2.078125,
      "learning_rate": 5e-05,
      "loss": 0.8736,
      "step": 507
    },
    {
      "epoch": 0.8756476683937824,
      "latent_token_nums": 2.875,
      "step": 507
    },
    {
      "epoch": 0.8756476683937824,
      "step": 507,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.18747003376483917,
      "contrastive_loss#1": 0.9373501539230347,
      "epoch": 0.8756476683937824,
      "lm_loss": 0.6057026386260986,
      "loss": 0.7931726574897766,
      "step": 507,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.8773747841105354,
      "grad_norm": 2.28125,
      "learning_rate": 5e-05,
      "loss": 0.9048,
      "step": 508
    },
    {
      "epoch": 0.8773747841105354,
      "latent_token_nums": 2.8125,
      "step": 508
    },
    {
      "epoch": 0.8773747841105354,
      "step": 508,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.14321911334991455,
      "contrastive_loss#1": 0.7160955667495728,
      "epoch": 0.8773747841105354,
      "lm_loss": 0.7582255601882935,
      "loss": 0.901444673538208,
      "step": 508,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.8791018998272885,
      "grad_norm": 2.140625,
      "learning_rate": 5e-05,
      "loss": 0.8835,
      "step": 509
    },
    {
      "epoch": 0.8791018998272885,
      "latent_token_nums": 2.9375,
      "step": 509
    },
    {
      "epoch": 0.8791018998272885,
      "step": 509,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15327571332454681,
      "contrastive_loss#1": 0.7663785219192505,
      "epoch": 0.8791018998272885,
      "lm_loss": 0.6528065204620361,
      "loss": 0.8060822486877441,
      "step": 509,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.8808290155440415,
      "grad_norm": 2.21875,
      "learning_rate": 5e-05,
      "loss": 0.8877,
      "step": 510
    },
    {
      "epoch": 0.8808290155440415,
      "latent_token_nums": 2.875,
      "step": 510
    },
    {
      "epoch": 0.8808290155440415,
      "step": 510,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.12064170837402344,
      "contrastive_loss#1": 0.6032085418701172,
      "epoch": 0.8808290155440415,
      "lm_loss": 0.7051805257797241,
      "loss": 0.8258222341537476,
      "step": 510,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.8825561312607945,
      "grad_norm": 2.109375,
      "learning_rate": 5e-05,
      "loss": 0.8703,
      "step": 511
    },
    {
      "epoch": 0.8825561312607945,
      "latent_token_nums": 2.9375,
      "step": 511
    },
    {
      "epoch": 0.8825561312607945,
      "step": 511,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.14119207859039307,
      "contrastive_loss#1": 0.7059603929519653,
      "epoch": 0.8825561312607945,
      "lm_loss": 0.7651586532592773,
      "loss": 0.9063507318496704,
      "step": 511,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.8842832469775475,
      "grad_norm": 2.0,
      "learning_rate": 5e-05,
      "loss": 0.8752,
      "step": 512
    },
    {
      "epoch": 0.8842832469775475,
      "latent_token_nums": 2.6875,
      "step": 512
    },
    {
      "epoch": 0.8842832469775475,
      "step": 512,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.22495393455028534,
      "contrastive_loss#1": 1.124769687652588,
      "epoch": 0.8842832469775475,
      "lm_loss": 0.7236572504043579,
      "loss": 0.9486111998558044,
      "step": 512,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.8860103626943006,
      "grad_norm": 2.078125,
      "learning_rate": 5e-05,
      "loss": 0.8712,
      "step": 513
    },
    {
      "epoch": 0.8860103626943006,
      "latent_token_nums": 2.75,
      "step": 513
    },
    {
      "epoch": 0.8860103626943006,
      "step": 513,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.17342208325862885,
      "contrastive_loss#1": 0.8671103715896606,
      "epoch": 0.8860103626943006,
      "lm_loss": 0.6918141841888428,
      "loss": 0.8652362823486328,
      "step": 513,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 0.8877374784110535,
      "grad_norm": 2.21875,
      "learning_rate": 5e-05,
      "loss": 0.8748,
      "step": 514
    },
    {
      "epoch": 0.8877374784110535,
      "latent_token_nums": 2.875,
      "step": 514
    },
    {
      "epoch": 0.8877374784110535,
      "step": 514,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.26775670051574707,
      "contrastive_loss#1": 1.3387835025787354,
      "epoch": 0.8877374784110535,
      "lm_loss": 0.6898088455200195,
      "loss": 0.9575655460357666,
      "step": 514,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.8894645941278065,
      "grad_norm": 2.265625,
      "learning_rate": 5e-05,
      "loss": 0.8739,
      "step": 515
    },
    {
      "epoch": 0.8894645941278065,
      "latent_token_nums": 3.0,
      "step": 515
    },
    {
      "epoch": 0.8894645941278065,
      "step": 515,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06284797191619873,
      "contrastive_loss#1": 0.31423985958099365,
      "epoch": 0.8894645941278065,
      "lm_loss": 0.7340125441551208,
      "loss": 0.7968605160713196,
      "step": 515,
      "valid_batch_size": 1024.5
    },
    {
      "epoch": 0.8911917098445595,
      "grad_norm": 2.25,
      "learning_rate": 5e-05,
      "loss": 0.8696,
      "step": 516
    },
    {
      "epoch": 0.8911917098445595,
      "latent_token_nums": 2.875,
      "step": 516
    },
    {
      "epoch": 0.8911917098445595,
      "step": 516,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15448234975337982,
      "contrastive_loss#1": 0.7724117636680603,
      "epoch": 0.8911917098445595,
      "lm_loss": 0.7026200294494629,
      "loss": 0.8571023941040039,
      "step": 516,
      "valid_batch_size": 1024.4375
    },
    {
      "epoch": 0.8929188255613126,
      "grad_norm": 2.15625,
      "learning_rate": 5e-05,
      "loss": 0.8657,
      "step": 517
    },
    {
      "epoch": 0.8929188255613126,
      "latent_token_nums": 2.6875,
      "step": 517
    },
    {
      "epoch": 0.8929188255613126,
      "step": 517,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.20326276123523712,
      "contrastive_loss#1": 1.0163137912750244,
      "epoch": 0.8929188255613126,
      "lm_loss": 0.6521302461624146,
      "loss": 0.8553929924964905,
      "step": 517,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.8946459412780656,
      "grad_norm": 2.03125,
      "learning_rate": 5e-05,
      "loss": 0.8861,
      "step": 518
    },
    {
      "epoch": 0.8946459412780656,
      "latent_token_nums": 2.8125,
      "step": 518
    },
    {
      "epoch": 0.8946459412780656,
      "step": 518,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1676393747329712,
      "contrastive_loss#1": 0.838196873664856,
      "epoch": 0.8946459412780656,
      "lm_loss": 0.6717458963394165,
      "loss": 0.8393852710723877,
      "step": 518,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.8963730569948186,
      "grad_norm": 2.234375,
      "learning_rate": 5e-05,
      "loss": 0.8657,
      "step": 519
    },
    {
      "epoch": 0.8963730569948186,
      "latent_token_nums": 2.8125,
      "step": 519
    },
    {
      "epoch": 0.8963730569948186,
      "step": 519,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.3093278408050537,
      "contrastive_loss#1": 1.5466392040252686,
      "epoch": 0.8963730569948186,
      "lm_loss": 0.7483752965927124,
      "loss": 1.0577031373977661,
      "step": 519,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.8981001727115717,
      "grad_norm": 2.03125,
      "learning_rate": 5e-05,
      "loss": 0.8728,
      "step": 520
    },
    {
      "epoch": 0.8981001727115717,
      "latent_token_nums": 2.9375,
      "step": 520
    },
    {
      "epoch": 0.8981001727115717,
      "step": 520,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.10889482498168945,
      "contrastive_loss#1": 0.5444741249084473,
      "epoch": 0.8981001727115717,
      "lm_loss": 0.6878329515457153,
      "loss": 0.7967277765274048,
      "step": 520,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.8998272884283247,
      "grad_norm": 2.078125,
      "learning_rate": 5e-05,
      "loss": 0.8756,
      "step": 521
    },
    {
      "epoch": 0.8998272884283247,
      "latent_token_nums": 2.75,
      "step": 521
    },
    {
      "epoch": 0.8998272884283247,
      "step": 521,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.16328465938568115,
      "contrastive_loss#1": 0.8164232969284058,
      "epoch": 0.8998272884283247,
      "lm_loss": 0.6339358687400818,
      "loss": 0.7972205281257629,
      "step": 521,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.9015544041450777,
      "grad_norm": 2.03125,
      "learning_rate": 5e-05,
      "loss": 0.8634,
      "step": 522
    },
    {
      "epoch": 0.9015544041450777,
      "latent_token_nums": 2.8125,
      "step": 522
    },
    {
      "epoch": 0.9015544041450777,
      "step": 522,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.24439923465251923,
      "contrastive_loss#1": 1.2219961881637573,
      "epoch": 0.9015544041450777,
      "lm_loss": 0.7732616066932678,
      "loss": 1.0176608562469482,
      "step": 522,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.9032815198618307,
      "grad_norm": 2.015625,
      "learning_rate": 5e-05,
      "loss": 0.8691,
      "step": 523
    },
    {
      "epoch": 0.9032815198618307,
      "latent_token_nums": 2.8125,
      "step": 523
    },
    {
      "epoch": 0.9032815198618307,
      "step": 523,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.3007686138153076,
      "contrastive_loss#1": 1.503843069076538,
      "epoch": 0.9032815198618307,
      "lm_loss": 0.6484740972518921,
      "loss": 0.9492427110671997,
      "step": 523,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.9050086355785838,
      "grad_norm": 2.203125,
      "learning_rate": 5e-05,
      "loss": 0.8764,
      "step": 524
    },
    {
      "epoch": 0.9050086355785838,
      "latent_token_nums": 2.625,
      "step": 524
    },
    {
      "epoch": 0.9050086355785838,
      "step": 524,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1787569373846054,
      "contrastive_loss#1": 0.8937846422195435,
      "epoch": 0.9050086355785838,
      "lm_loss": 0.712768018245697,
      "loss": 0.8915249705314636,
      "step": 524,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.9067357512953368,
      "grad_norm": 2.125,
      "learning_rate": 5e-05,
      "loss": 0.8688,
      "step": 525
    },
    {
      "epoch": 0.9067357512953368,
      "latent_token_nums": 2.75,
      "step": 525
    },
    {
      "epoch": 0.9067357512953368,
      "step": 525,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.11675592511892319,
      "contrastive_loss#1": 0.5837796330451965,
      "epoch": 0.9067357512953368,
      "lm_loss": 0.7289438247680664,
      "loss": 0.8456997275352478,
      "step": 525,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.9084628670120898,
      "grad_norm": 1.9296875,
      "learning_rate": 5e-05,
      "loss": 0.8811,
      "step": 526
    },
    {
      "epoch": 0.9084628670120898,
      "latent_token_nums": 2.8125,
      "step": 526
    },
    {
      "epoch": 0.9084628670120898,
      "step": 526,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.1035059317946434,
      "contrastive_loss#1": 0.5175296664237976,
      "epoch": 0.9084628670120898,
      "lm_loss": 0.7448158860206604,
      "loss": 0.848321795463562,
      "step": 526,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.9101899827288429,
      "grad_norm": 1.9921875,
      "learning_rate": 5e-05,
      "loss": 0.8791,
      "step": 527
    },
    {
      "epoch": 0.9101899827288429,
      "latent_token_nums": 3.125,
      "step": 527
    },
    {
      "epoch": 0.9101899827288429,
      "step": 527,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.16900770366191864,
      "contrastive_loss#1": 0.8450385332107544,
      "epoch": 0.9101899827288429,
      "lm_loss": 0.7215607762336731,
      "loss": 0.8905684947967529,
      "step": 527,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.9119170984455959,
      "grad_norm": 1.921875,
      "learning_rate": 5e-05,
      "loss": 0.8782,
      "step": 528
    },
    {
      "epoch": 0.9119170984455959,
      "latent_token_nums": 2.8125,
      "step": 528
    },
    {
      "epoch": 0.9119170984455959,
      "step": 528,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.2714477479457855,
      "contrastive_loss#1": 1.3572386503219604,
      "epoch": 0.9119170984455959,
      "lm_loss": 0.7120254039764404,
      "loss": 0.9834731817245483,
      "step": 528,
      "valid_batch_size": 1024.5
    },
    {
      "epoch": 0.9136442141623489,
      "grad_norm": 2.203125,
      "learning_rate": 5e-05,
      "loss": 0.8762,
      "step": 529
    },
    {
      "epoch": 0.9136442141623489,
      "latent_token_nums": 2.6875,
      "step": 529
    },
    {
      "epoch": 0.9136442141623489,
      "step": 529,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.8125,
      "acc@5": 0.8125,
      "contrastive_loss": 0.26520591974258423,
      "contrastive_loss#1": 1.3260295391082764,
      "epoch": 0.9136442141623489,
      "lm_loss": 0.6069257855415344,
      "loss": 0.8721317052841187,
      "step": 529,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 0.9153713298791019,
      "grad_norm": 1.8671875,
      "learning_rate": 5e-05,
      "loss": 0.8628,
      "step": 530
    },
    {
      "epoch": 0.9153713298791019,
      "latent_token_nums": 2.75,
      "step": 530
    },
    {
      "epoch": 0.9153713298791019,
      "step": 530,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.8125,
      "acc@5": 0.8125,
      "contrastive_loss": 0.24310818314552307,
      "contrastive_loss#1": 1.215540885925293,
      "epoch": 0.9153713298791019,
      "lm_loss": 0.6537063121795654,
      "loss": 0.8968144655227661,
      "step": 530,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.917098445595855,
      "grad_norm": 2.28125,
      "learning_rate": 5e-05,
      "loss": 0.8908,
      "step": 531
    },
    {
      "epoch": 0.917098445595855,
      "latent_token_nums": 2.6875,
      "step": 531
    },
    {
      "epoch": 0.917098445595855,
      "step": 531,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1816728562116623,
      "contrastive_loss#1": 0.9083642363548279,
      "epoch": 0.917098445595855,
      "lm_loss": 0.8029921054840088,
      "loss": 0.9846649765968323,
      "step": 531,
      "valid_batch_size": 1024.375
    },
    {
      "epoch": 0.918825561312608,
      "grad_norm": 2.453125,
      "learning_rate": 5e-05,
      "loss": 0.8687,
      "step": 532
    },
    {
      "epoch": 0.918825561312608,
      "latent_token_nums": 2.8125,
      "step": 532
    },
    {
      "epoch": 0.918825561312608,
      "step": 532,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.17828063666820526,
      "contrastive_loss#1": 0.8914031982421875,
      "epoch": 0.918825561312608,
      "lm_loss": 0.7282054424285889,
      "loss": 0.9064860939979553,
      "step": 532,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.9205526770293609,
      "grad_norm": 1.984375,
      "learning_rate": 5e-05,
      "loss": 0.8652,
      "step": 533
    },
    {
      "epoch": 0.9205526770293609,
      "latent_token_nums": 2.875,
      "step": 533
    },
    {
      "epoch": 0.9205526770293609,
      "step": 533,
      "thought_step_nums": 2.875
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.238520547747612,
      "contrastive_loss#1": 1.1926027536392212,
      "epoch": 0.9205526770293609,
      "lm_loss": 0.7198894023895264,
      "loss": 0.9584099650382996,
      "step": 533,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.9222797927461139,
      "grad_norm": 2.1875,
      "learning_rate": 5e-05,
      "loss": 0.8902,
      "step": 534
    },
    {
      "epoch": 0.9222797927461139,
      "latent_token_nums": 2.5625,
      "step": 534
    },
    {
      "epoch": 0.9222797927461139,
      "step": 534,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.22159817814826965,
      "contrastive_loss#1": 1.1079908609390259,
      "epoch": 0.9222797927461139,
      "lm_loss": 0.6995072960853577,
      "loss": 0.9211055040359497,
      "step": 534,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.924006908462867,
      "grad_norm": 1.9453125,
      "learning_rate": 5e-05,
      "loss": 0.8651,
      "step": 535
    },
    {
      "epoch": 0.924006908462867,
      "latent_token_nums": 2.9375,
      "step": 535
    },
    {
      "epoch": 0.924006908462867,
      "step": 535,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.5625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.20443406701087952,
      "contrastive_loss#1": 1.0221703052520752,
      "epoch": 0.924006908462867,
      "lm_loss": 0.764686107635498,
      "loss": 0.9691201448440552,
      "step": 535,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.92573402417962,
      "grad_norm": 2.0,
      "learning_rate": 5e-05,
      "loss": 0.8766,
      "step": 536
    },
    {
      "epoch": 0.92573402417962,
      "latent_token_nums": 3.0,
      "step": 536
    },
    {
      "epoch": 0.92573402417962,
      "step": 536,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.2369338572025299,
      "contrastive_loss#1": 1.1846692562103271,
      "epoch": 0.92573402417962,
      "lm_loss": 0.6837412714958191,
      "loss": 0.9206751585006714,
      "step": 536,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.927461139896373,
      "grad_norm": 2.53125,
      "learning_rate": 5e-05,
      "loss": 0.888,
      "step": 537
    },
    {
      "epoch": 0.927461139896373,
      "latent_token_nums": 3.1875,
      "step": 537
    },
    {
      "epoch": 0.927461139896373,
      "step": 537,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.14314699172973633,
      "contrastive_loss#1": 0.7157349586486816,
      "epoch": 0.927461139896373,
      "lm_loss": 0.692562997341156,
      "loss": 0.8357099890708923,
      "step": 537,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.9291882556131261,
      "grad_norm": 2.09375,
      "learning_rate": 5e-05,
      "loss": 0.8764,
      "step": 538
    },
    {
      "epoch": 0.9291882556131261,
      "latent_token_nums": 2.5,
      "step": 538
    },
    {
      "epoch": 0.9291882556131261,
      "step": 538,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15131700038909912,
      "contrastive_loss#1": 0.7565850019454956,
      "epoch": 0.9291882556131261,
      "lm_loss": 0.7359239459037781,
      "loss": 0.8872409462928772,
      "step": 538,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.9309153713298791,
      "grad_norm": 2.03125,
      "learning_rate": 5e-05,
      "loss": 0.8879,
      "step": 539
    },
    {
      "epoch": 0.9309153713298791,
      "latent_token_nums": 3.0625,
      "step": 539
    },
    {
      "epoch": 0.9309153713298791,
      "step": 539,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.21033771336078644,
      "contrastive_loss#1": 1.051688551902771,
      "epoch": 0.9309153713298791,
      "lm_loss": 0.7806349396705627,
      "loss": 0.990972638130188,
      "step": 539,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 0.9326424870466321,
      "grad_norm": 2.046875,
      "learning_rate": 5e-05,
      "loss": 0.881,
      "step": 540
    },
    {
      "epoch": 0.9326424870466321,
      "latent_token_nums": 2.875,
      "step": 540
    },
    {
      "epoch": 0.9326424870466321,
      "step": 540,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.15025071799755096,
      "contrastive_loss#1": 0.751253604888916,
      "epoch": 0.9326424870466321,
      "lm_loss": 0.7062379121780396,
      "loss": 0.8564886450767517,
      "step": 540,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.9343696027633851,
      "grad_norm": 2.140625,
      "learning_rate": 5e-05,
      "loss": 0.8633,
      "step": 541
    },
    {
      "epoch": 0.9343696027633851,
      "latent_token_nums": 2.5625,
      "step": 541
    },
    {
      "epoch": 0.9343696027633851,
      "step": 541,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0802607461810112,
      "contrastive_loss#1": 0.4013037085533142,
      "epoch": 0.9343696027633851,
      "lm_loss": 0.7323561310768127,
      "loss": 0.8126168847084045,
      "step": 541,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.9360967184801382,
      "grad_norm": 2.078125,
      "learning_rate": 5e-05,
      "loss": 0.8715,
      "step": 542
    },
    {
      "epoch": 0.9360967184801382,
      "latent_token_nums": 2.4375,
      "step": 542
    },
    {
      "epoch": 0.9360967184801382,
      "step": 542,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11349363625049591,
      "contrastive_loss#1": 0.5674681663513184,
      "epoch": 0.9360967184801382,
      "lm_loss": 0.7175262570381165,
      "loss": 0.8310198783874512,
      "step": 542,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 0.9378238341968912,
      "grad_norm": 2.09375,
      "learning_rate": 5e-05,
      "loss": 0.8615,
      "step": 543
    },
    {
      "epoch": 0.9378238341968912,
      "latent_token_nums": 2.6875,
      "step": 543
    },
    {
      "epoch": 0.9378238341968912,
      "step": 543,
      "thought_step_nums": 2.3125
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.19986820220947266,
      "contrastive_loss#1": 0.9993410110473633,
      "epoch": 0.9378238341968912,
      "lm_loss": 0.7373573184013367,
      "loss": 0.9372255206108093,
      "step": 543,
      "valid_batch_size": 1024.5
    },
    {
      "epoch": 0.9395509499136442,
      "grad_norm": 2.40625,
      "learning_rate": 5e-05,
      "loss": 0.9027,
      "step": 544
    },
    {
      "epoch": 0.9395509499136442,
      "latent_token_nums": 2.4375,
      "step": 544
    },
    {
      "epoch": 0.9395509499136442,
      "step": 544,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04160238802433014,
      "contrastive_loss#1": 0.2080119401216507,
      "epoch": 0.9395509499136442,
      "lm_loss": 0.7487680315971375,
      "loss": 0.7903704047203064,
      "step": 544,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.9412780656303973,
      "grad_norm": 2.03125,
      "learning_rate": 5e-05,
      "loss": 0.8734,
      "step": 545
    },
    {
      "epoch": 0.9412780656303973,
      "latent_token_nums": 2.75,
      "step": 545
    },
    {
      "epoch": 0.9412780656303973,
      "step": 545,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.5625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.24143612384796143,
      "contrastive_loss#1": 1.2071806192398071,
      "epoch": 0.9412780656303973,
      "lm_loss": 0.7115597724914551,
      "loss": 0.9529958963394165,
      "step": 545,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.9430051813471503,
      "grad_norm": 1.9296875,
      "learning_rate": 5e-05,
      "loss": 0.8603,
      "step": 546
    },
    {
      "epoch": 0.9430051813471503,
      "latent_token_nums": 2.875,
      "step": 546
    },
    {
      "epoch": 0.9430051813471503,
      "step": 546,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.5,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.22789958119392395,
      "contrastive_loss#1": 1.1394978761672974,
      "epoch": 0.9430051813471503,
      "lm_loss": 0.6843976378440857,
      "loss": 0.912297248840332,
      "step": 546,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 0.9447322970639033,
      "grad_norm": 1.9140625,
      "learning_rate": 5e-05,
      "loss": 0.8829,
      "step": 547
    },
    {
      "epoch": 0.9447322970639033,
      "latent_token_nums": 2.6875,
      "step": 547
    },
    {
      "epoch": 0.9447322970639033,
      "step": 547,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.22824959456920624,
      "contrastive_loss#1": 1.1412479877471924,
      "epoch": 0.9447322970639033,
      "lm_loss": 0.6911038160324097,
      "loss": 0.9193534255027771,
      "step": 547,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.9464594127806563,
      "grad_norm": 2.125,
      "learning_rate": 5e-05,
      "loss": 0.8823,
      "step": 548
    },
    {
      "epoch": 0.9464594127806563,
      "latent_token_nums": 2.625,
      "step": 548
    },
    {
      "epoch": 0.9464594127806563,
      "step": 548,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.143733412027359,
      "contrastive_loss#1": 0.7186670303344727,
      "epoch": 0.9464594127806563,
      "lm_loss": 0.7275928258895874,
      "loss": 0.871326208114624,
      "step": 548,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.9481865284974094,
      "grad_norm": 1.8984375,
      "learning_rate": 5e-05,
      "loss": 0.8636,
      "step": 549
    },
    {
      "epoch": 0.9481865284974094,
      "latent_token_nums": 2.75,
      "step": 549
    },
    {
      "epoch": 0.9481865284974094,
      "step": 549,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.19938954710960388,
      "contrastive_loss#1": 0.996947705745697,
      "epoch": 0.9481865284974094,
      "lm_loss": 0.7184516191482544,
      "loss": 0.9178411960601807,
      "step": 549,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.9499136442141624,
      "grad_norm": 2.015625,
      "learning_rate": 5e-05,
      "loss": 0.8874,
      "step": 550
    },
    {
      "epoch": 0.9499136442141624,
      "latent_token_nums": 2.875,
      "step": 550
    },
    {
      "epoch": 0.9499136442141624,
      "step": 550,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1975008100271225,
      "contrastive_loss#1": 0.9875040054321289,
      "epoch": 0.9499136442141624,
      "lm_loss": 0.6944865584373474,
      "loss": 0.8919873833656311,
      "step": 550,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.9516407599309153,
      "grad_norm": 1.921875,
      "learning_rate": 5e-05,
      "loss": 0.8723,
      "step": 551
    },
    {
      "epoch": 0.9516407599309153,
      "latent_token_nums": 2.8125,
      "step": 551
    },
    {
      "epoch": 0.9516407599309153,
      "step": 551,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15939180552959442,
      "contrastive_loss#1": 0.7969590425491333,
      "epoch": 0.9516407599309153,
      "lm_loss": 0.6856018900871277,
      "loss": 0.8449937105178833,
      "step": 551,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 0.9533678756476683,
      "grad_norm": 2.046875,
      "learning_rate": 5e-05,
      "loss": 0.8919,
      "step": 552
    },
    {
      "epoch": 0.9533678756476683,
      "latent_token_nums": 2.6875,
      "step": 552
    },
    {
      "epoch": 0.9533678756476683,
      "step": 552,
      "thought_step_nums": 2.1875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.18541701138019562,
      "contrastive_loss#1": 0.9270850419998169,
      "epoch": 0.9533678756476683,
      "lm_loss": 0.6891047954559326,
      "loss": 0.874521791934967,
      "step": 552,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.9550949913644214,
      "grad_norm": 2.03125,
      "learning_rate": 5e-05,
      "loss": 0.8747,
      "step": 553
    },
    {
      "epoch": 0.9550949913644214,
      "latent_token_nums": 2.9375,
      "step": 553
    },
    {
      "epoch": 0.9550949913644214,
      "step": 553,
      "thought_step_nums": 2.8125
    },
    {
      "acc@1": 0.5625,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.15300464630126953,
      "contrastive_loss#1": 0.7650232315063477,
      "epoch": 0.9550949913644214,
      "lm_loss": 0.7340176105499268,
      "loss": 0.8870222568511963,
      "step": 553,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.9568221070811744,
      "grad_norm": 1.96875,
      "learning_rate": 5e-05,
      "loss": 0.8628,
      "step": 554
    },
    {
      "epoch": 0.9568221070811744,
      "latent_token_nums": 2.75,
      "step": 554
    },
    {
      "epoch": 0.9568221070811744,
      "step": 554,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.18093615770339966,
      "contrastive_loss#1": 0.9046807885169983,
      "epoch": 0.9568221070811744,
      "lm_loss": 0.6950269937515259,
      "loss": 0.8759631514549255,
      "step": 554,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.9585492227979274,
      "grad_norm": 2.015625,
      "learning_rate": 5e-05,
      "loss": 0.8735,
      "step": 555
    },
    {
      "epoch": 0.9585492227979274,
      "latent_token_nums": 3.0,
      "step": 555
    },
    {
      "epoch": 0.9585492227979274,
      "step": 555,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0802699401974678,
      "contrastive_loss#1": 0.4013496935367584,
      "epoch": 0.9585492227979274,
      "lm_loss": 0.6898374557495117,
      "loss": 0.7701073884963989,
      "step": 555,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.9602763385146805,
      "grad_norm": 1.9140625,
      "learning_rate": 5e-05,
      "loss": 0.8858,
      "step": 556
    },
    {
      "epoch": 0.9602763385146805,
      "latent_token_nums": 2.75,
      "step": 556
    },
    {
      "epoch": 0.9602763385146805,
      "step": 556,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.4375,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.24563555419445038,
      "contrastive_loss#1": 1.228177785873413,
      "epoch": 0.9602763385146805,
      "lm_loss": 0.7098913788795471,
      "loss": 0.9555269479751587,
      "step": 556,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.9620034542314335,
      "grad_norm": 2.015625,
      "learning_rate": 5e-05,
      "loss": 0.8693,
      "step": 557
    },
    {
      "epoch": 0.9620034542314335,
      "latent_token_nums": 2.8125,
      "step": 557
    },
    {
      "epoch": 0.9620034542314335,
      "step": 557,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.1886860728263855,
      "contrastive_loss#1": 0.9434303641319275,
      "epoch": 0.9620034542314335,
      "lm_loss": 0.7370598316192627,
      "loss": 0.9257459044456482,
      "step": 557,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.9637305699481865,
      "grad_norm": 1.8671875,
      "learning_rate": 5e-05,
      "loss": 0.8753,
      "step": 558
    },
    {
      "epoch": 0.9637305699481865,
      "latent_token_nums": 2.9375,
      "step": 558
    },
    {
      "epoch": 0.9637305699481865,
      "step": 558,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09960527718067169,
      "contrastive_loss#1": 0.49802637100219727,
      "epoch": 0.9637305699481865,
      "lm_loss": 0.7499510645866394,
      "loss": 0.8495563268661499,
      "step": 558,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.9654576856649395,
      "grad_norm": 2.03125,
      "learning_rate": 5e-05,
      "loss": 0.874,
      "step": 559
    },
    {
      "epoch": 0.9654576856649395,
      "latent_token_nums": 2.8125,
      "step": 559
    },
    {
      "epoch": 0.9654576856649395,
      "step": 559,
      "thought_step_nums": 2.6875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.08165916055440903,
      "contrastive_loss#1": 0.40829581022262573,
      "epoch": 0.9654576856649395,
      "lm_loss": 0.7184464335441589,
      "loss": 0.8001055717468262,
      "step": 559,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.9671848013816926,
      "grad_norm": 2.21875,
      "learning_rate": 5e-05,
      "loss": 0.8763,
      "step": 560
    },
    {
      "epoch": 0.9671848013816926,
      "latent_token_nums": 2.875,
      "step": 560
    },
    {
      "epoch": 0.9671848013816926,
      "step": 560,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.1223035678267479,
      "contrastive_loss#1": 0.6115178465843201,
      "epoch": 0.9671848013816926,
      "lm_loss": 0.7408013939857483,
      "loss": 0.8631049394607544,
      "step": 560,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.9689119170984456,
      "grad_norm": 1.9765625,
      "learning_rate": 5e-05,
      "loss": 0.8669,
      "step": 561
    },
    {
      "epoch": 0.9689119170984456,
      "latent_token_nums": 2.875,
      "step": 561
    },
    {
      "epoch": 0.9689119170984456,
      "step": 561,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11491453647613525,
      "contrastive_loss#1": 0.5745726823806763,
      "epoch": 0.9689119170984456,
      "lm_loss": 0.7135899066925049,
      "loss": 0.8285044431686401,
      "step": 561,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 0.9706390328151986,
      "grad_norm": 2.3125,
      "learning_rate": 5e-05,
      "loss": 0.8725,
      "step": 562
    },
    {
      "epoch": 0.9706390328151986,
      "latent_token_nums": 2.8125,
      "step": 562
    },
    {
      "epoch": 0.9706390328151986,
      "step": 562,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.17886996269226074,
      "contrastive_loss#1": 0.8943498134613037,
      "epoch": 0.9706390328151986,
      "lm_loss": 0.7429026961326599,
      "loss": 0.9217726588249207,
      "step": 562,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.9723661485319517,
      "grad_norm": 2.265625,
      "learning_rate": 5e-05,
      "loss": 0.8755,
      "step": 563
    },
    {
      "epoch": 0.9723661485319517,
      "latent_token_nums": 2.9375,
      "step": 563
    },
    {
      "epoch": 0.9723661485319517,
      "step": 563,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.5625,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.18442490696907043,
      "contrastive_loss#1": 0.9221245050430298,
      "epoch": 0.9723661485319517,
      "lm_loss": 0.7034895420074463,
      "loss": 0.8879144191741943,
      "step": 563,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.9740932642487047,
      "grad_norm": 2.421875,
      "learning_rate": 5e-05,
      "loss": 0.8574,
      "step": 564
    },
    {
      "epoch": 0.9740932642487047,
      "latent_token_nums": 3.0,
      "step": 564
    },
    {
      "epoch": 0.9740932642487047,
      "step": 564,
      "thought_step_nums": 2.75
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.12733717262744904,
      "contrastive_loss#1": 0.636685848236084,
      "epoch": 0.9740932642487047,
      "lm_loss": 0.6873595118522644,
      "loss": 0.8146966695785522,
      "step": 564,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.9758203799654577,
      "grad_norm": 2.390625,
      "learning_rate": 5e-05,
      "loss": 0.883,
      "step": 565
    },
    {
      "epoch": 0.9758203799654577,
      "latent_token_nums": 3.0,
      "step": 565
    },
    {
      "epoch": 0.9758203799654577,
      "step": 565,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.15006192028522491,
      "contrastive_loss#1": 0.7503095865249634,
      "epoch": 0.9758203799654577,
      "lm_loss": 0.7405826449394226,
      "loss": 0.8906445503234863,
      "step": 565,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.9775474956822107,
      "grad_norm": 2.28125,
      "learning_rate": 5e-05,
      "loss": 0.8772,
      "step": 566
    },
    {
      "epoch": 0.9775474956822107,
      "latent_token_nums": 2.6875,
      "step": 566
    },
    {
      "epoch": 0.9775474956822107,
      "step": 566,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.12765835225582123,
      "contrastive_loss#1": 0.6382917165756226,
      "epoch": 0.9775474956822107,
      "lm_loss": 0.7317104935646057,
      "loss": 0.8593688607215881,
      "step": 566,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 0.9792746113989638,
      "grad_norm": 2.3125,
      "learning_rate": 5e-05,
      "loss": 0.8832,
      "step": 567
    },
    {
      "epoch": 0.9792746113989638,
      "latent_token_nums": 2.5,
      "step": 567
    },
    {
      "epoch": 0.9792746113989638,
      "step": 567,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.18494904041290283,
      "contrastive_loss#1": 0.9247452020645142,
      "epoch": 0.9792746113989638,
      "lm_loss": 0.6277658343315125,
      "loss": 0.8127148747444153,
      "step": 567,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.9810017271157168,
      "grad_norm": 2.15625,
      "learning_rate": 5e-05,
      "loss": 0.8759,
      "step": 568
    },
    {
      "epoch": 0.9810017271157168,
      "latent_token_nums": 2.5625,
      "step": 568
    },
    {
      "epoch": 0.9810017271157168,
      "step": 568,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.21993552148342133,
      "contrastive_loss#1": 1.099677562713623,
      "epoch": 0.9810017271157168,
      "lm_loss": 0.7402553558349609,
      "loss": 0.9601908922195435,
      "step": 568,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 0.9827288428324698,
      "grad_norm": 2.0625,
      "learning_rate": 5e-05,
      "loss": 0.8679,
      "step": 569
    },
    {
      "epoch": 0.9827288428324698,
      "latent_token_nums": 2.6875,
      "step": 569
    },
    {
      "epoch": 0.9827288428324698,
      "step": 569,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.177693173289299,
      "contrastive_loss#1": 0.8884658813476562,
      "epoch": 0.9827288428324698,
      "lm_loss": 0.6868160367012024,
      "loss": 0.8645092248916626,
      "step": 569,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.9844559585492227,
      "grad_norm": 2.28125,
      "learning_rate": 5e-05,
      "loss": 0.8835,
      "step": 570
    },
    {
      "epoch": 0.9844559585492227,
      "latent_token_nums": 2.75,
      "step": 570
    },
    {
      "epoch": 0.9844559585492227,
      "step": 570,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.2160717248916626,
      "contrastive_loss#1": 1.080358624458313,
      "epoch": 0.9844559585492227,
      "lm_loss": 0.7013528347015381,
      "loss": 0.9174245595932007,
      "step": 570,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.9861830742659758,
      "grad_norm": 2.046875,
      "learning_rate": 5e-05,
      "loss": 0.8617,
      "step": 571
    },
    {
      "epoch": 0.9861830742659758,
      "latent_token_nums": 3.0,
      "step": 571
    },
    {
      "epoch": 0.9861830742659758,
      "step": 571,
      "thought_step_nums": 2.625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09822417050600052,
      "contrastive_loss#1": 0.491120845079422,
      "epoch": 0.9861830742659758,
      "lm_loss": 0.6710725426673889,
      "loss": 0.7692967057228088,
      "step": 571,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 0.9879101899827288,
      "grad_norm": 2.109375,
      "learning_rate": 5e-05,
      "loss": 0.8716,
      "step": 572
    },
    {
      "epoch": 0.9879101899827288,
      "latent_token_nums": 2.6875,
      "step": 572
    },
    {
      "epoch": 0.9879101899827288,
      "step": 572,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.5625,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.16366338729858398,
      "contrastive_loss#1": 0.8183169364929199,
      "epoch": 0.9879101899827288,
      "lm_loss": 0.7354040741920471,
      "loss": 0.8990674614906311,
      "step": 572,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 0.9896373056994818,
      "grad_norm": 2.03125,
      "learning_rate": 5e-05,
      "loss": 0.8677,
      "step": 573
    },
    {
      "epoch": 0.9896373056994818,
      "latent_token_nums": 2.875,
      "step": 573
    },
    {
      "epoch": 0.9896373056994818,
      "step": 573,
      "thought_step_nums": 2.5
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.13108877837657928,
      "contrastive_loss#1": 0.6554438471794128,
      "epoch": 0.9896373056994818,
      "lm_loss": 0.75529944896698,
      "loss": 0.8863882422447205,
      "step": 573,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.9913644214162349,
      "grad_norm": 2.0625,
      "learning_rate": 5e-05,
      "loss": 0.8725,
      "step": 574
    },
    {
      "epoch": 0.9913644214162349,
      "latent_token_nums": 3.0,
      "step": 574
    },
    {
      "epoch": 0.9913644214162349,
      "step": 574,
      "thought_step_nums": 2.875
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.17825666069984436,
      "contrastive_loss#1": 0.8912832736968994,
      "epoch": 0.9913644214162349,
      "lm_loss": 0.7378721237182617,
      "loss": 0.9161287546157837,
      "step": 574,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.9930915371329879,
      "grad_norm": 2.09375,
      "learning_rate": 5e-05,
      "loss": 0.8647,
      "step": 575
    },
    {
      "epoch": 0.9930915371329879,
      "latent_token_nums": 2.9375,
      "step": 575
    },
    {
      "epoch": 0.9930915371329879,
      "step": 575,
      "thought_step_nums": 2.4375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.20608149468898773,
      "contrastive_loss#1": 1.030407428741455,
      "epoch": 0.9930915371329879,
      "lm_loss": 0.6706073880195618,
      "loss": 0.8766888976097107,
      "step": 575,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.9948186528497409,
      "grad_norm": 2.34375,
      "learning_rate": 5e-05,
      "loss": 0.8851,
      "step": 576
    },
    {
      "epoch": 0.9948186528497409,
      "latent_token_nums": 2.625,
      "step": 576
    },
    {
      "epoch": 0.9948186528497409,
      "step": 576,
      "thought_step_nums": 2.375
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.16975055634975433,
      "contrastive_loss#1": 0.8487527370452881,
      "epoch": 0.9948186528497409,
      "lm_loss": 0.7469623684883118,
      "loss": 0.9167129397392273,
      "step": 576,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 0.9965457685664939,
      "grad_norm": 1.953125,
      "learning_rate": 5e-05,
      "loss": 0.8653,
      "step": 577
    },
    {
      "epoch": 0.9965457685664939,
      "latent_token_nums": 2.8125,
      "step": 577
    },
    {
      "epoch": 0.9965457685664939,
      "step": 577,
      "thought_step_nums": 2.3125
    },
    {
      "acc@1": 0.5,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.2019188404083252,
      "contrastive_loss#1": 1.009594202041626,
      "epoch": 0.9965457685664939,
      "lm_loss": 0.6922683715820312,
      "loss": 0.8941872119903564,
      "step": 577,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 0.998272884283247,
      "grad_norm": 1.9296875,
      "learning_rate": 5e-05,
      "loss": 0.8731,
      "step": 578
    },
    {
      "epoch": 0.998272884283247,
      "latent_token_nums": 2.8125,
      "step": 578
    },
    {
      "epoch": 0.998272884283247,
      "step": 578,
      "thought_step_nums": 2.5625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.16863439977169037,
      "contrastive_loss#1": 0.843172013759613,
      "epoch": 0.998272884283247,
      "lm_loss": 0.6797229051589966,
      "loss": 0.8483573198318481,
      "step": 578,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 1.0,
      "grad_norm": 2.09375,
      "learning_rate": 5e-05,
      "loss": 0.8892,
      "step": 579
    },
    {
      "epoch": 1.0,
      "latent_token_nums": 6.0625,
      "step": 579
    },
    {
      "epoch": 1.0,
      "step": 579,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08992020785808563,
      "contrastive_loss#1": 0.44960102438926697,
      "epoch": 1.0,
      "lm_loss": 0.8174794912338257,
      "loss": 0.9073997139930725,
      "step": 579,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.001727115716753,
      "grad_norm": 4.28125,
      "learning_rate": 5e-05,
      "loss": 0.9712,
      "step": 580
    },
    {
      "epoch": 1.001727115716753,
      "latent_token_nums": 5.9375,
      "step": 580
    },
    {
      "epoch": 1.001727115716753,
      "step": 580,
      "thought_step_nums": 5.3125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09174015372991562,
      "contrastive_loss#1": 0.4587007462978363,
      "epoch": 1.001727115716753,
      "lm_loss": 0.8077565431594849,
      "loss": 0.8994966745376587,
      "step": 580,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.003454231433506,
      "grad_norm": 3.0,
      "learning_rate": 5e-05,
      "loss": 0.9649,
      "step": 581
    },
    {
      "epoch": 1.003454231433506,
      "latent_token_nums": 6.375,
      "step": 581
    },
    {
      "epoch": 1.003454231433506,
      "step": 581,
      "thought_step_nums": 5.375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.10427265614271164,
      "contrastive_loss#1": 0.5213632583618164,
      "epoch": 1.003454231433506,
      "lm_loss": 0.8509207367897034,
      "loss": 0.9551934003829956,
      "step": 581,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 1.005181347150259,
      "grad_norm": 2.375,
      "learning_rate": 5e-05,
      "loss": 0.9458,
      "step": 582
    },
    {
      "epoch": 1.005181347150259,
      "latent_token_nums": 6.25,
      "step": 582
    },
    {
      "epoch": 1.005181347150259,
      "step": 582,
      "thought_step_nums": 5.125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.1020665094256401,
      "contrastive_loss#1": 0.5103325247764587,
      "epoch": 1.005181347150259,
      "lm_loss": 0.8343590497970581,
      "loss": 0.9364255666732788,
      "step": 582,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.0069084628670122,
      "grad_norm": 2.078125,
      "learning_rate": 5e-05,
      "loss": 0.9577,
      "step": 583
    },
    {
      "epoch": 1.0069084628670122,
      "latent_token_nums": 6.0625,
      "step": 583
    },
    {
      "epoch": 1.0069084628670122,
      "step": 583,
      "thought_step_nums": 5.1875
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.1567896157503128,
      "contrastive_loss#1": 0.7839480638504028,
      "epoch": 1.0069084628670122,
      "lm_loss": 0.8381749391555786,
      "loss": 0.9949645400047302,
      "step": 583,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.008635578583765,
      "grad_norm": 2.3125,
      "learning_rate": 5e-05,
      "loss": 0.9392,
      "step": 584
    },
    {
      "epoch": 1.008635578583765,
      "latent_token_nums": 6.1875,
      "step": 584
    },
    {
      "epoch": 1.008635578583765,
      "step": 584,
      "thought_step_nums": 5.6875
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.15702645480632782,
      "contrastive_loss#1": 0.7851322889328003,
      "epoch": 1.008635578583765,
      "lm_loss": 0.8643639087677002,
      "loss": 1.0213903188705444,
      "step": 584,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.0103626943005182,
      "grad_norm": 2.484375,
      "learning_rate": 5e-05,
      "loss": 0.9229,
      "step": 585
    },
    {
      "epoch": 1.0103626943005182,
      "latent_token_nums": 6.0625,
      "step": 585
    },
    {
      "epoch": 1.0103626943005182,
      "step": 585,
      "thought_step_nums": 5.6875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08554486185312271,
      "contrastive_loss#1": 0.42772430181503296,
      "epoch": 1.0103626943005182,
      "lm_loss": 0.8174734115600586,
      "loss": 0.9030182957649231,
      "step": 585,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.012089810017271,
      "grad_norm": 2.796875,
      "learning_rate": 5e-05,
      "loss": 0.9338,
      "step": 586
    },
    {
      "epoch": 1.012089810017271,
      "latent_token_nums": 5.75,
      "step": 586
    },
    {
      "epoch": 1.012089810017271,
      "step": 586,
      "thought_step_nums": 5.0
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.10416233539581299,
      "contrastive_loss#1": 0.5208116769790649,
      "epoch": 1.012089810017271,
      "lm_loss": 0.8109829425811768,
      "loss": 0.9151452779769897,
      "step": 586,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.0138169257340242,
      "grad_norm": 2.609375,
      "learning_rate": 5e-05,
      "loss": 0.9181,
      "step": 587
    },
    {
      "epoch": 1.0138169257340242,
      "latent_token_nums": 5.5,
      "step": 587
    },
    {
      "epoch": 1.0138169257340242,
      "step": 587,
      "thought_step_nums": 5.25
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.19478252530097961,
      "contrastive_loss#1": 0.9739125967025757,
      "epoch": 1.0138169257340242,
      "lm_loss": 0.8674768209457397,
      "loss": 1.062259316444397,
      "step": 587,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 1.0155440414507773,
      "grad_norm": 12.5,
      "learning_rate": 5e-05,
      "loss": 0.9358,
      "step": 588
    },
    {
      "epoch": 1.0155440414507773,
      "latent_token_nums": 5.5,
      "step": 588
    },
    {
      "epoch": 1.0155440414507773,
      "step": 588,
      "thought_step_nums": 4.75
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0985354483127594,
      "contrastive_loss#1": 0.492677241563797,
      "epoch": 1.0155440414507773,
      "lm_loss": 0.9257192611694336,
      "loss": 1.0242546796798706,
      "step": 588,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.0172711571675301,
      "grad_norm": 3.46875,
      "learning_rate": 5e-05,
      "loss": 0.9507,
      "step": 589
    },
    {
      "epoch": 1.0172711571675301,
      "latent_token_nums": 6.0,
      "step": 589
    },
    {
      "epoch": 1.0172711571675301,
      "step": 589,
      "thought_step_nums": 5.125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.8125,
      "contrastive_loss": 0.1647321879863739,
      "contrastive_loss#1": 0.8236609101295471,
      "epoch": 1.0172711571675301,
      "lm_loss": 0.7362136840820312,
      "loss": 0.9009459018707275,
      "step": 589,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.0189982728842832,
      "grad_norm": 11.1875,
      "learning_rate": 5e-05,
      "loss": 0.9416,
      "step": 590
    },
    {
      "epoch": 1.0189982728842832,
      "latent_token_nums": 6.6875,
      "step": 590
    },
    {
      "epoch": 1.0189982728842832,
      "step": 590,
      "thought_step_nums": 5.6875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1277540773153305,
      "contrastive_loss#1": 0.6387704014778137,
      "epoch": 1.0189982728842832,
      "lm_loss": 0.85479336977005,
      "loss": 0.9825474619865417,
      "step": 590,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.0207253886010363,
      "grad_norm": 3.078125,
      "learning_rate": 5e-05,
      "loss": 0.9389,
      "step": 591
    },
    {
      "epoch": 1.0207253886010363,
      "latent_token_nums": 6.8125,
      "step": 591
    },
    {
      "epoch": 1.0207253886010363,
      "step": 591,
      "thought_step_nums": 5.5625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.14004090428352356,
      "contrastive_loss#1": 0.7002044916152954,
      "epoch": 1.0207253886010363,
      "lm_loss": 0.8822766542434692,
      "loss": 1.0223175287246704,
      "step": 591,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.0224525043177892,
      "grad_norm": 2.90625,
      "learning_rate": 5e-05,
      "loss": 0.9334,
      "step": 592
    },
    {
      "epoch": 1.0224525043177892,
      "latent_token_nums": 5.5625,
      "step": 592
    },
    {
      "epoch": 1.0224525043177892,
      "step": 592,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.1620018631219864,
      "contrastive_loss#1": 0.8100093007087708,
      "epoch": 1.0224525043177892,
      "lm_loss": 0.8241722583770752,
      "loss": 0.9861741065979004,
      "step": 592,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.0241796200345423,
      "grad_norm": 3.015625,
      "learning_rate": 5e-05,
      "loss": 0.9317,
      "step": 593
    },
    {
      "epoch": 1.0241796200345423,
      "latent_token_nums": 6.3125,
      "step": 593
    },
    {
      "epoch": 1.0241796200345423,
      "step": 593,
      "thought_step_nums": 5.5625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.06167551502585411,
      "contrastive_loss#1": 0.30837756395339966,
      "epoch": 1.0241796200345423,
      "lm_loss": 0.8163608312606812,
      "loss": 0.8780363202095032,
      "step": 593,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.0259067357512954,
      "grad_norm": 2.875,
      "learning_rate": 5e-05,
      "loss": 0.9331,
      "step": 594
    },
    {
      "epoch": 1.0259067357512954,
      "latent_token_nums": 6.0625,
      "step": 594
    },
    {
      "epoch": 1.0259067357512954,
      "step": 594,
      "thought_step_nums": 5.5625
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.22948041558265686,
      "contrastive_loss#1": 1.147402048110962,
      "epoch": 1.0259067357512954,
      "lm_loss": 0.8586201667785645,
      "loss": 1.088100552558899,
      "step": 594,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.0276338514680483,
      "grad_norm": 2.890625,
      "learning_rate": 5e-05,
      "loss": 0.9262,
      "step": 595
    },
    {
      "epoch": 1.0276338514680483,
      "latent_token_nums": 6.375,
      "step": 595
    },
    {
      "epoch": 1.0276338514680483,
      "step": 595,
      "thought_step_nums": 5.625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08938910067081451,
      "contrastive_loss#1": 0.4469454884529114,
      "epoch": 1.0276338514680483,
      "lm_loss": 0.7896468639373779,
      "loss": 0.8790359497070312,
      "step": 595,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 1.0293609671848014,
      "grad_norm": 2.96875,
      "learning_rate": 5e-05,
      "loss": 0.9279,
      "step": 596
    },
    {
      "epoch": 1.0293609671848014,
      "latent_token_nums": 5.8125,
      "step": 596
    },
    {
      "epoch": 1.0293609671848014,
      "step": 596,
      "thought_step_nums": 5.0625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03335884213447571,
      "contrastive_loss#1": 0.16679421067237854,
      "epoch": 1.0293609671848014,
      "lm_loss": 0.9437893629074097,
      "loss": 0.977148175239563,
      "step": 596,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.0310880829015545,
      "grad_norm": 2.6875,
      "learning_rate": 5e-05,
      "loss": 0.93,
      "step": 597
    },
    {
      "epoch": 1.0310880829015545,
      "latent_token_nums": 5.8125,
      "step": 597
    },
    {
      "epoch": 1.0310880829015545,
      "step": 597,
      "thought_step_nums": 5.3125
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.11622732877731323,
      "contrastive_loss#1": 0.5811366438865662,
      "epoch": 1.0310880829015545,
      "lm_loss": 0.7764524817466736,
      "loss": 0.8926798105239868,
      "step": 597,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 1.0328151986183074,
      "grad_norm": 2.796875,
      "learning_rate": 5e-05,
      "loss": 0.9094,
      "step": 598
    },
    {
      "epoch": 1.0328151986183074,
      "latent_token_nums": 5.9375,
      "step": 598
    },
    {
      "epoch": 1.0328151986183074,
      "step": 598,
      "thought_step_nums": 5.3125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06671227514743805,
      "contrastive_loss#1": 0.33356136083602905,
      "epoch": 1.0328151986183074,
      "lm_loss": 0.8200199604034424,
      "loss": 0.8867322206497192,
      "step": 598,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.0345423143350605,
      "grad_norm": 2.875,
      "learning_rate": 5e-05,
      "loss": 0.9096,
      "step": 599
    },
    {
      "epoch": 1.0345423143350605,
      "latent_token_nums": 6.125,
      "step": 599
    },
    {
      "epoch": 1.0345423143350605,
      "step": 599,
      "thought_step_nums": 5.5
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.25716081261634827,
      "contrastive_loss#1": 1.285804033279419,
      "epoch": 1.0345423143350605,
      "lm_loss": 0.8525327444076538,
      "loss": 1.1096935272216797,
      "step": 599,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 1.0362694300518134,
      "grad_norm": 3.25,
      "learning_rate": 5e-05,
      "loss": 0.9255,
      "step": 600
    },
    {
      "epoch": 1.0362694300518134,
      "latent_token_nums": 6.0,
      "step": 600
    },
    {
      "epoch": 1.0362694300518134,
      "step": 600,
      "thought_step_nums": 5.25
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.09648635983467102,
      "contrastive_loss#1": 0.4824317991733551,
      "epoch": 1.0362694300518134,
      "lm_loss": 0.8918691277503967,
      "loss": 0.9883555173873901,
      "step": 600,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.0379965457685665,
      "grad_norm": 3.0625,
      "learning_rate": 5e-05,
      "loss": 0.9272,
      "step": 601
    },
    {
      "epoch": 1.0379965457685665,
      "latent_token_nums": 6.0625,
      "step": 601
    },
    {
      "epoch": 1.0379965457685665,
      "step": 601,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.09842454642057419,
      "contrastive_loss#1": 0.49212270975112915,
      "epoch": 1.0379965457685665,
      "lm_loss": 0.8503087162971497,
      "loss": 0.9487332701683044,
      "step": 601,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.0397236614853196,
      "grad_norm": 3.140625,
      "learning_rate": 5e-05,
      "loss": 0.9201,
      "step": 602
    },
    {
      "epoch": 1.0397236614853196,
      "latent_token_nums": 6.0,
      "step": 602
    },
    {
      "epoch": 1.0397236614853196,
      "step": 602,
      "thought_step_nums": 5.5
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.13770011067390442,
      "contrastive_loss#1": 0.6885005235671997,
      "epoch": 1.0397236614853196,
      "lm_loss": 0.7658355832099915,
      "loss": 0.9035357236862183,
      "step": 602,
      "valid_batch_size": 1024.5
    },
    {
      "epoch": 1.0414507772020725,
      "grad_norm": 3.1875,
      "learning_rate": 5e-05,
      "loss": 0.9237,
      "step": 603
    },
    {
      "epoch": 1.0414507772020725,
      "latent_token_nums": 5.1875,
      "step": 603
    },
    {
      "epoch": 1.0414507772020725,
      "step": 603,
      "thought_step_nums": 5.0625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09671498835086823,
      "contrastive_loss#1": 0.48357492685317993,
      "epoch": 1.0414507772020725,
      "lm_loss": 0.6953746676445007,
      "loss": 0.7920896410942078,
      "step": 603,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 1.0431778929188256,
      "grad_norm": 3.046875,
      "learning_rate": 5e-05,
      "loss": 0.9251,
      "step": 604
    },
    {
      "epoch": 1.0431778929188256,
      "latent_token_nums": 6.0625,
      "step": 604
    },
    {
      "epoch": 1.0431778929188256,
      "step": 604,
      "thought_step_nums": 5.9375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.042394086718559265,
      "contrastive_loss#1": 0.21197043359279633,
      "epoch": 1.0431778929188256,
      "lm_loss": 0.7698324918746948,
      "loss": 0.8122265934944153,
      "step": 604,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.0449050086355787,
      "grad_norm": 3.078125,
      "learning_rate": 5e-05,
      "loss": 0.9166,
      "step": 605
    },
    {
      "epoch": 1.0449050086355787,
      "latent_token_nums": 6.125,
      "step": 605
    },
    {
      "epoch": 1.0449050086355787,
      "step": 605,
      "thought_step_nums": 5.625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.1524416208267212,
      "contrastive_loss#1": 0.762208104133606,
      "epoch": 1.0449050086355787,
      "lm_loss": 0.8344648480415344,
      "loss": 0.9869064688682556,
      "step": 605,
      "valid_batch_size": 1024.5
    },
    {
      "epoch": 1.0466321243523315,
      "grad_norm": 3.390625,
      "learning_rate": 5e-05,
      "loss": 0.9352,
      "step": 606
    },
    {
      "epoch": 1.0466321243523315,
      "latent_token_nums": 6.5,
      "step": 606
    },
    {
      "epoch": 1.0466321243523315,
      "step": 606,
      "thought_step_nums": 5.25
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08290659636259079,
      "contrastive_loss#1": 0.41453295946121216,
      "epoch": 1.0466321243523315,
      "lm_loss": 0.7944342494010925,
      "loss": 0.8773408532142639,
      "step": 606,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.0483592400690847,
      "grad_norm": 3.1875,
      "learning_rate": 5e-05,
      "loss": 0.9256,
      "step": 607
    },
    {
      "epoch": 1.0483592400690847,
      "latent_token_nums": 5.875,
      "step": 607
    },
    {
      "epoch": 1.0483592400690847,
      "step": 607,
      "thought_step_nums": 5.5
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.12832649052143097,
      "contrastive_loss#1": 0.6416324377059937,
      "epoch": 1.0483592400690847,
      "lm_loss": 0.7783402800559998,
      "loss": 0.9066667556762695,
      "step": 607,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 1.0500863557858378,
      "grad_norm": 3.046875,
      "learning_rate": 5e-05,
      "loss": 0.9119,
      "step": 608
    },
    {
      "epoch": 1.0500863557858378,
      "latent_token_nums": 6.125,
      "step": 608
    },
    {
      "epoch": 1.0500863557858378,
      "step": 608,
      "thought_step_nums": 5.75
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06848172098398209,
      "contrastive_loss#1": 0.34240859746932983,
      "epoch": 1.0500863557858378,
      "lm_loss": 0.7679715752601624,
      "loss": 0.8364533185958862,
      "step": 608,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.0518134715025906,
      "grad_norm": 3.03125,
      "learning_rate": 5e-05,
      "loss": 0.9259,
      "step": 609
    },
    {
      "epoch": 1.0518134715025906,
      "latent_token_nums": 6.375,
      "step": 609
    },
    {
      "epoch": 1.0518134715025906,
      "step": 609,
      "thought_step_nums": 5.375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1325681060552597,
      "contrastive_loss#1": 0.6628404855728149,
      "epoch": 1.0518134715025906,
      "lm_loss": 0.752318263053894,
      "loss": 0.8848863840103149,
      "step": 609,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.0535405872193437,
      "grad_norm": 3.1875,
      "learning_rate": 5e-05,
      "loss": 0.9287,
      "step": 610
    },
    {
      "epoch": 1.0535405872193437,
      "latent_token_nums": 5.75,
      "step": 610
    },
    {
      "epoch": 1.0535405872193437,
      "step": 610,
      "thought_step_nums": 5.125
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.09352721273899078,
      "contrastive_loss#1": 0.4676360487937927,
      "epoch": 1.0535405872193437,
      "lm_loss": 0.7946757078170776,
      "loss": 0.8882029056549072,
      "step": 610,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.0552677029360966,
      "grad_norm": 3.25,
      "learning_rate": 5e-05,
      "loss": 0.918,
      "step": 611
    },
    {
      "epoch": 1.0552677029360966,
      "latent_token_nums": 5.8125,
      "step": 611
    },
    {
      "epoch": 1.0552677029360966,
      "step": 611,
      "thought_step_nums": 5.3125
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1101967841386795,
      "contrastive_loss#1": 0.5509839057922363,
      "epoch": 1.0552677029360966,
      "lm_loss": 0.8139427900314331,
      "loss": 0.9241395592689514,
      "step": 611,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.0569948186528497,
      "grad_norm": 3.390625,
      "learning_rate": 5e-05,
      "loss": 0.9225,
      "step": 612
    },
    {
      "epoch": 1.0569948186528497,
      "latent_token_nums": 6.5,
      "step": 612
    },
    {
      "epoch": 1.0569948186528497,
      "step": 612,
      "thought_step_nums": 5.625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.17962196469306946,
      "contrastive_loss#1": 0.8981097936630249,
      "epoch": 1.0569948186528497,
      "lm_loss": 0.8888286352157593,
      "loss": 1.0684505701065063,
      "step": 612,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 1.0587219343696028,
      "grad_norm": 3.1875,
      "learning_rate": 5e-05,
      "loss": 0.9096,
      "step": 613
    },
    {
      "epoch": 1.0587219343696028,
      "latent_token_nums": 6.125,
      "step": 613
    },
    {
      "epoch": 1.0587219343696028,
      "step": 613,
      "thought_step_nums": 5.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05609149858355522,
      "contrastive_loss#1": 0.2804574966430664,
      "epoch": 1.0587219343696028,
      "lm_loss": 0.7394751310348511,
      "loss": 0.7955666184425354,
      "step": 613,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 1.0604490500863557,
      "grad_norm": 3.03125,
      "learning_rate": 5e-05,
      "loss": 0.9083,
      "step": 614
    },
    {
      "epoch": 1.0604490500863557,
      "latent_token_nums": 6.0625,
      "step": 614
    },
    {
      "epoch": 1.0604490500863557,
      "step": 614,
      "thought_step_nums": 5.5625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06792241334915161,
      "contrastive_loss#1": 0.33961206674575806,
      "epoch": 1.0604490500863557,
      "lm_loss": 0.8455585837364197,
      "loss": 0.9134809970855713,
      "step": 614,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.0621761658031088,
      "grad_norm": 3.21875,
      "learning_rate": 5e-05,
      "loss": 0.907,
      "step": 615
    },
    {
      "epoch": 1.0621761658031088,
      "latent_token_nums": 6.5625,
      "step": 615
    },
    {
      "epoch": 1.0621761658031088,
      "step": 615,
      "thought_step_nums": 5.3125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05803307890892029,
      "contrastive_loss#1": 0.29016539454460144,
      "epoch": 1.0621761658031088,
      "lm_loss": 0.7945140600204468,
      "loss": 0.8525471687316895,
      "step": 615,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.063903281519862,
      "grad_norm": 3.28125,
      "learning_rate": 5e-05,
      "loss": 0.9311,
      "step": 616
    },
    {
      "epoch": 1.063903281519862,
      "latent_token_nums": 5.875,
      "step": 616
    },
    {
      "epoch": 1.063903281519862,
      "step": 616,
      "thought_step_nums": 5.5
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.13378281891345978,
      "contrastive_loss#1": 0.6689140796661377,
      "epoch": 1.063903281519862,
      "lm_loss": 0.8666231632232666,
      "loss": 1.00040602684021,
      "step": 616,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 1.0656303972366148,
      "grad_norm": 3.5625,
      "learning_rate": 5e-05,
      "loss": 0.9302,
      "step": 617
    },
    {
      "epoch": 1.0656303972366148,
      "latent_token_nums": 6.125,
      "step": 617
    },
    {
      "epoch": 1.0656303972366148,
      "step": 617,
      "thought_step_nums": 5.75
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05372471734881401,
      "contrastive_loss#1": 0.26862359046936035,
      "epoch": 1.0656303972366148,
      "lm_loss": 0.7348691821098328,
      "loss": 0.7885938882827759,
      "step": 617,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 1.067357512953368,
      "grad_norm": 3.109375,
      "learning_rate": 5e-05,
      "loss": 0.901,
      "step": 618
    },
    {
      "epoch": 1.067357512953368,
      "latent_token_nums": 5.8125,
      "step": 618
    },
    {
      "epoch": 1.067357512953368,
      "step": 618,
      "thought_step_nums": 5.3125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.156830295920372,
      "contrastive_loss#1": 0.7841514348983765,
      "epoch": 1.067357512953368,
      "lm_loss": 0.750514805316925,
      "loss": 0.9073451161384583,
      "step": 618,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.069084628670121,
      "grad_norm": 3.421875,
      "learning_rate": 5e-05,
      "loss": 0.926,
      "step": 619
    },
    {
      "epoch": 1.069084628670121,
      "latent_token_nums": 5.1875,
      "step": 619
    },
    {
      "epoch": 1.069084628670121,
      "step": 619,
      "thought_step_nums": 4.8125
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.12287930399179459,
      "contrastive_loss#1": 0.6143965125083923,
      "epoch": 1.069084628670121,
      "lm_loss": 0.759056806564331,
      "loss": 0.8819361329078674,
      "step": 619,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 1.0708117443868739,
      "grad_norm": 3.21875,
      "learning_rate": 5e-05,
      "loss": 0.921,
      "step": 620
    },
    {
      "epoch": 1.0708117443868739,
      "latent_token_nums": 5.75,
      "step": 620
    },
    {
      "epoch": 1.0708117443868739,
      "step": 620,
      "thought_step_nums": 5.0
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07743032276630402,
      "contrastive_loss#1": 0.3871515989303589,
      "epoch": 1.0708117443868739,
      "lm_loss": 0.7564107179641724,
      "loss": 0.8338410258293152,
      "step": 620,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.072538860103627,
      "grad_norm": 3.203125,
      "learning_rate": 5e-05,
      "loss": 0.9052,
      "step": 621
    },
    {
      "epoch": 1.072538860103627,
      "latent_token_nums": 6.4375,
      "step": 621
    },
    {
      "epoch": 1.072538860103627,
      "step": 621,
      "thought_step_nums": 6.1875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.12369420379400253,
      "contrastive_loss#1": 0.6184710264205933,
      "epoch": 1.072538860103627,
      "lm_loss": 0.8849831819534302,
      "loss": 1.008677363395691,
      "step": 621,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.07426597582038,
      "grad_norm": 3.296875,
      "learning_rate": 5e-05,
      "loss": 0.9152,
      "step": 622
    },
    {
      "epoch": 1.07426597582038,
      "latent_token_nums": 6.0,
      "step": 622
    },
    {
      "epoch": 1.07426597582038,
      "step": 622,
      "thought_step_nums": 6.0
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.1830703467130661,
      "contrastive_loss#1": 0.9153517484664917,
      "epoch": 1.07426597582038,
      "lm_loss": 0.7489702701568604,
      "loss": 0.9320406317710876,
      "step": 622,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 1.075993091537133,
      "grad_norm": 3.265625,
      "learning_rate": 5e-05,
      "loss": 0.9132,
      "step": 623
    },
    {
      "epoch": 1.075993091537133,
      "latent_token_nums": 6.0625,
      "step": 623
    },
    {
      "epoch": 1.075993091537133,
      "step": 623,
      "thought_step_nums": 5.3125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07166086882352829,
      "contrastive_loss#1": 0.35830432176589966,
      "epoch": 1.075993091537133,
      "lm_loss": 0.7913395762443542,
      "loss": 0.8630004525184631,
      "step": 623,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.077720207253886,
      "grad_norm": 3.0625,
      "learning_rate": 5e-05,
      "loss": 0.8964,
      "step": 624
    },
    {
      "epoch": 1.077720207253886,
      "latent_token_nums": 6.5625,
      "step": 624
    },
    {
      "epoch": 1.077720207253886,
      "step": 624,
      "thought_step_nums": 5.0625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0393841378390789,
      "contrastive_loss#1": 0.19692067801952362,
      "epoch": 1.077720207253886,
      "lm_loss": 0.9318447113037109,
      "loss": 0.971228837966919,
      "step": 624,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 1.079447322970639,
      "grad_norm": 2.984375,
      "learning_rate": 5e-05,
      "loss": 0.9045,
      "step": 625
    },
    {
      "epoch": 1.079447322970639,
      "latent_token_nums": 6.125,
      "step": 625
    },
    {
      "epoch": 1.079447322970639,
      "step": 625,
      "thought_step_nums": 5.75
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.1776537150144577,
      "contrastive_loss#1": 0.8882685899734497,
      "epoch": 1.079447322970639,
      "lm_loss": 0.6840658187866211,
      "loss": 0.86171954870224,
      "step": 625,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 1.081174438687392,
      "grad_norm": 3.015625,
      "learning_rate": 5e-05,
      "loss": 0.9072,
      "step": 626
    },
    {
      "epoch": 1.081174438687392,
      "latent_token_nums": 6.0625,
      "step": 626
    },
    {
      "epoch": 1.081174438687392,
      "step": 626,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1630326807498932,
      "contrastive_loss#1": 0.8151633739471436,
      "epoch": 1.081174438687392,
      "lm_loss": 0.8327690362930298,
      "loss": 0.9958016872406006,
      "step": 626,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 1.0829015544041452,
      "grad_norm": 3.3125,
      "learning_rate": 5e-05,
      "loss": 0.9354,
      "step": 627
    },
    {
      "epoch": 1.0829015544041452,
      "latent_token_nums": 6.3125,
      "step": 627
    },
    {
      "epoch": 1.0829015544041452,
      "step": 627,
      "thought_step_nums": 5.9375
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.13396552205085754,
      "contrastive_loss#1": 0.6698275804519653,
      "epoch": 1.0829015544041452,
      "lm_loss": 0.8373037576675415,
      "loss": 0.9712692499160767,
      "step": 627,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.084628670120898,
      "grad_norm": 3.1875,
      "learning_rate": 5e-05,
      "loss": 0.9049,
      "step": 628
    },
    {
      "epoch": 1.084628670120898,
      "latent_token_nums": 5.625,
      "step": 628
    },
    {
      "epoch": 1.084628670120898,
      "step": 628,
      "thought_step_nums": 5.5
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.24543026089668274,
      "contrastive_loss#1": 1.2271512746810913,
      "epoch": 1.084628670120898,
      "lm_loss": 0.846028208732605,
      "loss": 1.0914584398269653,
      "step": 628,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 1.0863557858376511,
      "grad_norm": 3.375,
      "learning_rate": 5e-05,
      "loss": 0.9152,
      "step": 629
    },
    {
      "epoch": 1.0863557858376511,
      "latent_token_nums": 6.3125,
      "step": 629
    },
    {
      "epoch": 1.0863557858376511,
      "step": 629,
      "thought_step_nums": 6.0625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.13374212384223938,
      "contrastive_loss#1": 0.6687105894088745,
      "epoch": 1.0863557858376511,
      "lm_loss": 0.8343600034713745,
      "loss": 0.9681020975112915,
      "step": 629,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.0880829015544042,
      "grad_norm": 3.515625,
      "learning_rate": 5e-05,
      "loss": 0.9223,
      "step": 630
    },
    {
      "epoch": 1.0880829015544042,
      "latent_token_nums": 6.4375,
      "step": 630
    },
    {
      "epoch": 1.0880829015544042,
      "step": 630,
      "thought_step_nums": 5.6875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09553902596235275,
      "contrastive_loss#1": 0.477695107460022,
      "epoch": 1.0880829015544042,
      "lm_loss": 0.8215165734291077,
      "loss": 0.917055606842041,
      "step": 630,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.0898100172711571,
      "grad_norm": 3.4375,
      "learning_rate": 5e-05,
      "loss": 0.9062,
      "step": 631
    },
    {
      "epoch": 1.0898100172711571,
      "latent_token_nums": 5.9375,
      "step": 631
    },
    {
      "epoch": 1.0898100172711571,
      "step": 631,
      "thought_step_nums": 5.1875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.14031007885932922,
      "contrastive_loss#1": 0.7015503644943237,
      "epoch": 1.0898100172711571,
      "lm_loss": 0.7993255853652954,
      "loss": 0.9396356344223022,
      "step": 631,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.0915371329879102,
      "grad_norm": 3.421875,
      "learning_rate": 5e-05,
      "loss": 0.9052,
      "step": 632
    },
    {
      "epoch": 1.0915371329879102,
      "latent_token_nums": 6.25,
      "step": 632
    },
    {
      "epoch": 1.0915371329879102,
      "step": 632,
      "thought_step_nums": 5.125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06824730336666107,
      "contrastive_loss#1": 0.34123650193214417,
      "epoch": 1.0915371329879102,
      "lm_loss": 0.8169652819633484,
      "loss": 0.8852126002311707,
      "step": 632,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.093264248704663,
      "grad_norm": 3.359375,
      "learning_rate": 5e-05,
      "loss": 0.911,
      "step": 633
    },
    {
      "epoch": 1.093264248704663,
      "latent_token_nums": 5.75,
      "step": 633
    },
    {
      "epoch": 1.093264248704663,
      "step": 633,
      "thought_step_nums": 5.125
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.16585206985473633,
      "contrastive_loss#1": 0.8292603492736816,
      "epoch": 1.093264248704663,
      "lm_loss": 0.8202233910560608,
      "loss": 0.9860754609107971,
      "step": 633,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 1.0949913644214162,
      "grad_norm": 3.359375,
      "learning_rate": 5e-05,
      "loss": 0.9169,
      "step": 634
    },
    {
      "epoch": 1.0949913644214162,
      "latent_token_nums": 6.3125,
      "step": 634
    },
    {
      "epoch": 1.0949913644214162,
      "step": 634,
      "thought_step_nums": 5.5625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11432655155658722,
      "contrastive_loss#1": 0.5716327428817749,
      "epoch": 1.0949913644214162,
      "lm_loss": 0.752579391002655,
      "loss": 0.866905927658081,
      "step": 634,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.0967184801381693,
      "grad_norm": 3.28125,
      "learning_rate": 5e-05,
      "loss": 0.9067,
      "step": 635
    },
    {
      "epoch": 1.0967184801381693,
      "latent_token_nums": 6.0,
      "step": 635
    },
    {
      "epoch": 1.0967184801381693,
      "step": 635,
      "thought_step_nums": 5.25
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.12216420471668243,
      "contrastive_loss#1": 0.610821008682251,
      "epoch": 1.0967184801381693,
      "lm_loss": 0.7638047337532043,
      "loss": 0.8859689235687256,
      "step": 635,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.0984455958549222,
      "grad_norm": 3.359375,
      "learning_rate": 5e-05,
      "loss": 0.9039,
      "step": 636
    },
    {
      "epoch": 1.0984455958549222,
      "latent_token_nums": 5.8125,
      "step": 636
    },
    {
      "epoch": 1.0984455958549222,
      "step": 636,
      "thought_step_nums": 5.6875
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.2231333702802658,
      "contrastive_loss#1": 1.1156668663024902,
      "epoch": 1.0984455958549222,
      "lm_loss": 0.7606436014175415,
      "loss": 0.9837769865989685,
      "step": 636,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 1.1001727115716753,
      "grad_norm": 4.0625,
      "learning_rate": 5e-05,
      "loss": 0.9076,
      "step": 637
    },
    {
      "epoch": 1.1001727115716753,
      "latent_token_nums": 6.125,
      "step": 637
    },
    {
      "epoch": 1.1001727115716753,
      "step": 637,
      "thought_step_nums": 5.625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06924458593130112,
      "contrastive_loss#1": 0.3462229073047638,
      "epoch": 1.1001727115716753,
      "lm_loss": 0.7970098853111267,
      "loss": 0.866254448890686,
      "step": 637,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.1018998272884284,
      "grad_norm": 3.484375,
      "learning_rate": 5e-05,
      "loss": 0.9015,
      "step": 638
    },
    {
      "epoch": 1.1018998272884284,
      "latent_token_nums": 5.625,
      "step": 638
    },
    {
      "epoch": 1.1018998272884284,
      "step": 638,
      "thought_step_nums": 5.125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11321111023426056,
      "contrastive_loss#1": 0.5660555362701416,
      "epoch": 1.1018998272884284,
      "lm_loss": 0.767518162727356,
      "loss": 0.8807292580604553,
      "step": 638,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 1.1036269430051813,
      "grad_norm": 3.40625,
      "learning_rate": 5e-05,
      "loss": 0.9253,
      "step": 639
    },
    {
      "epoch": 1.1036269430051813,
      "latent_token_nums": 6.3125,
      "step": 639
    },
    {
      "epoch": 1.1036269430051813,
      "step": 639,
      "thought_step_nums": 5.8125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1198234111070633,
      "contrastive_loss#1": 0.5991170406341553,
      "epoch": 1.1036269430051813,
      "lm_loss": 0.7089958786964417,
      "loss": 0.8288192749023438,
      "step": 639,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.1053540587219344,
      "grad_norm": 3.484375,
      "learning_rate": 5e-05,
      "loss": 0.9103,
      "step": 640
    },
    {
      "epoch": 1.1053540587219344,
      "latent_token_nums": 5.625,
      "step": 640
    },
    {
      "epoch": 1.1053540587219344,
      "step": 640,
      "thought_step_nums": 4.875
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.18461810052394867,
      "contrastive_loss#1": 0.9230904579162598,
      "epoch": 1.1053540587219344,
      "lm_loss": 0.7987416386604309,
      "loss": 0.9833597540855408,
      "step": 640,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 1.1070811744386875,
      "grad_norm": 3.421875,
      "learning_rate": 5e-05,
      "loss": 0.9145,
      "step": 641
    },
    {
      "epoch": 1.1070811744386875,
      "latent_token_nums": 5.875,
      "step": 641
    },
    {
      "epoch": 1.1070811744386875,
      "step": 641,
      "thought_step_nums": 5.125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09820666164159775,
      "contrastive_loss#1": 0.49103331565856934,
      "epoch": 1.1070811744386875,
      "lm_loss": 0.8648128509521484,
      "loss": 0.9630194902420044,
      "step": 641,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 1.1088082901554404,
      "grad_norm": 3.5,
      "learning_rate": 5e-05,
      "loss": 0.904,
      "step": 642
    },
    {
      "epoch": 1.1088082901554404,
      "latent_token_nums": 6.25,
      "step": 642
    },
    {
      "epoch": 1.1088082901554404,
      "step": 642,
      "thought_step_nums": 5.125
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.22983236610889435,
      "contrastive_loss#1": 1.1491618156433105,
      "epoch": 1.1088082901554404,
      "lm_loss": 0.8374532461166382,
      "loss": 1.0672856569290161,
      "step": 642,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 1.1105354058721935,
      "grad_norm": 3.3125,
      "learning_rate": 5e-05,
      "loss": 0.9076,
      "step": 643
    },
    {
      "epoch": 1.1105354058721935,
      "latent_token_nums": 5.5,
      "step": 643
    },
    {
      "epoch": 1.1105354058721935,
      "step": 643,
      "thought_step_nums": 5.0
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.13089339435100555,
      "contrastive_loss#1": 0.654466986656189,
      "epoch": 1.1105354058721935,
      "lm_loss": 0.7947832942008972,
      "loss": 0.925676703453064,
      "step": 643,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.1122625215889466,
      "grad_norm": 3.25,
      "learning_rate": 5e-05,
      "loss": 0.9052,
      "step": 644
    },
    {
      "epoch": 1.1122625215889466,
      "latent_token_nums": 5.875,
      "step": 644
    },
    {
      "epoch": 1.1122625215889466,
      "step": 644,
      "thought_step_nums": 5.75
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.14914265275001526,
      "contrastive_loss#1": 0.7457132339477539,
      "epoch": 1.1122625215889466,
      "lm_loss": 0.7709646821022034,
      "loss": 0.920107364654541,
      "step": 644,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.1139896373056994,
      "grad_norm": 3.4375,
      "learning_rate": 5e-05,
      "loss": 0.9003,
      "step": 645
    },
    {
      "epoch": 1.1139896373056994,
      "latent_token_nums": 6.25,
      "step": 645
    },
    {
      "epoch": 1.1139896373056994,
      "step": 645,
      "thought_step_nums": 6.0
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08482798933982849,
      "contrastive_loss#1": 0.42413994669914246,
      "epoch": 1.1139896373056994,
      "lm_loss": 0.7799541354179382,
      "loss": 0.8647820949554443,
      "step": 645,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.1157167530224525,
      "grad_norm": 3.515625,
      "learning_rate": 5e-05,
      "loss": 0.9166,
      "step": 646
    },
    {
      "epoch": 1.1157167530224525,
      "latent_token_nums": 5.5,
      "step": 646
    },
    {
      "epoch": 1.1157167530224525,
      "step": 646,
      "thought_step_nums": 5.25
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.14278389513492584,
      "contrastive_loss#1": 0.713919460773468,
      "epoch": 1.1157167530224525,
      "lm_loss": 0.7758293151855469,
      "loss": 0.9186131954193115,
      "step": 646,
      "valid_batch_size": 1024.5
    },
    {
      "epoch": 1.1174438687392054,
      "grad_norm": 3.46875,
      "learning_rate": 5e-05,
      "loss": 0.9197,
      "step": 647
    },
    {
      "epoch": 1.1174438687392054,
      "latent_token_nums": 6.0,
      "step": 647
    },
    {
      "epoch": 1.1174438687392054,
      "step": 647,
      "thought_step_nums": 5.375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.12632428109645844,
      "contrastive_loss#1": 0.6316213607788086,
      "epoch": 1.1174438687392054,
      "lm_loss": 0.7868244647979736,
      "loss": 0.9131487607955933,
      "step": 647,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 1.1191709844559585,
      "grad_norm": 3.53125,
      "learning_rate": 5e-05,
      "loss": 0.9032,
      "step": 648
    },
    {
      "epoch": 1.1191709844559585,
      "latent_token_nums": 5.9375,
      "step": 648
    },
    {
      "epoch": 1.1191709844559585,
      "step": 648,
      "thought_step_nums": 5.6875
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15922890603542328,
      "contrastive_loss#1": 0.7961444854736328,
      "epoch": 1.1191709844559585,
      "lm_loss": 0.8205854892730713,
      "loss": 0.9798144102096558,
      "step": 648,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.1208981001727116,
      "grad_norm": 3.625,
      "learning_rate": 5e-05,
      "loss": 0.9363,
      "step": 649
    },
    {
      "epoch": 1.1208981001727116,
      "latent_token_nums": 5.375,
      "step": 649
    },
    {
      "epoch": 1.1208981001727116,
      "step": 649,
      "thought_step_nums": 4.875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07563389837741852,
      "contrastive_loss#1": 0.3781694769859314,
      "epoch": 1.1208981001727116,
      "lm_loss": 0.8627902269363403,
      "loss": 0.9384241104125977,
      "step": 649,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.1226252158894645,
      "grad_norm": 3.328125,
      "learning_rate": 5e-05,
      "loss": 0.9192,
      "step": 650
    },
    {
      "epoch": 1.1226252158894645,
      "latent_token_nums": 5.8125,
      "step": 650
    },
    {
      "epoch": 1.1226252158894645,
      "step": 650,
      "thought_step_nums": 5.8125
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.11941905319690704,
      "contrastive_loss#1": 0.597095251083374,
      "epoch": 1.1226252158894645,
      "lm_loss": 0.8369576334953308,
      "loss": 0.9563766717910767,
      "step": 650,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.1243523316062176,
      "grad_norm": 3.4375,
      "learning_rate": 5e-05,
      "loss": 0.9074,
      "step": 651
    },
    {
      "epoch": 1.1243523316062176,
      "latent_token_nums": 6.1875,
      "step": 651
    },
    {
      "epoch": 1.1243523316062176,
      "step": 651,
      "thought_step_nums": 5.3125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04102840647101402,
      "contrastive_loss#1": 0.2051420360803604,
      "epoch": 1.1243523316062176,
      "lm_loss": 0.8518704175949097,
      "loss": 0.8928987979888916,
      "step": 651,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.1260794473229707,
      "grad_norm": 3.3125,
      "learning_rate": 5e-05,
      "loss": 0.9198,
      "step": 652
    },
    {
      "epoch": 1.1260794473229707,
      "latent_token_nums": 5.6875,
      "step": 652
    },
    {
      "epoch": 1.1260794473229707,
      "step": 652,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.18919551372528076,
      "contrastive_loss#1": 0.9459775686264038,
      "epoch": 1.1260794473229707,
      "lm_loss": 0.8122624158859253,
      "loss": 1.001457929611206,
      "step": 652,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.1278065630397236,
      "grad_norm": 3.53125,
      "learning_rate": 5e-05,
      "loss": 0.927,
      "step": 653
    },
    {
      "epoch": 1.1278065630397236,
      "latent_token_nums": 5.625,
      "step": 653
    },
    {
      "epoch": 1.1278065630397236,
      "step": 653,
      "thought_step_nums": 5.375
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.11798154562711716,
      "contrastive_loss#1": 0.589907705783844,
      "epoch": 1.1278065630397236,
      "lm_loss": 0.8196201324462891,
      "loss": 0.9376016855239868,
      "step": 653,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 1.1295336787564767,
      "grad_norm": 3.234375,
      "learning_rate": 5e-05,
      "loss": 0.9175,
      "step": 654
    },
    {
      "epoch": 1.1295336787564767,
      "latent_token_nums": 6.0,
      "step": 654
    },
    {
      "epoch": 1.1295336787564767,
      "step": 654,
      "thought_step_nums": 5.0
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11189025640487671,
      "contrastive_loss#1": 0.5594512820243835,
      "epoch": 1.1295336787564767,
      "lm_loss": 0.7958264350891113,
      "loss": 0.907716691493988,
      "step": 654,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 1.1312607944732298,
      "grad_norm": 3.34375,
      "learning_rate": 5e-05,
      "loss": 0.9115,
      "step": 655
    },
    {
      "epoch": 1.1312607944732298,
      "latent_token_nums": 5.8125,
      "step": 655
    },
    {
      "epoch": 1.1312607944732298,
      "step": 655,
      "thought_step_nums": 5.3125
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.875,
      "acc@5": 0.8125,
      "contrastive_loss": 0.2598128616809845,
      "contrastive_loss#1": 1.2990642786026,
      "epoch": 1.1312607944732298,
      "lm_loss": 0.7744519710540771,
      "loss": 1.0342648029327393,
      "step": 655,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 1.1329879101899827,
      "grad_norm": 3.171875,
      "learning_rate": 5e-05,
      "loss": 0.9044,
      "step": 656
    },
    {
      "epoch": 1.1329879101899827,
      "latent_token_nums": 6.6875,
      "step": 656
    },
    {
      "epoch": 1.1329879101899827,
      "step": 656,
      "thought_step_nums": 5.5625
    },
    {
      "acc@1": 0.5625,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.2071024626493454,
      "contrastive_loss#1": 1.0355123281478882,
      "epoch": 1.1329879101899827,
      "lm_loss": 0.7967863082885742,
      "loss": 1.003888726234436,
      "step": 656,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 1.1347150259067358,
      "grad_norm": 3.25,
      "learning_rate": 5e-05,
      "loss": 0.9104,
      "step": 657
    },
    {
      "epoch": 1.1347150259067358,
      "latent_token_nums": 5.5,
      "step": 657
    },
    {
      "epoch": 1.1347150259067358,
      "step": 657,
      "thought_step_nums": 5.125
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.19265742599964142,
      "contrastive_loss#1": 0.9632871150970459,
      "epoch": 1.1347150259067358,
      "lm_loss": 0.7615089416503906,
      "loss": 0.9541663527488708,
      "step": 657,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.1364421416234887,
      "grad_norm": 3.328125,
      "learning_rate": 5e-05,
      "loss": 0.8973,
      "step": 658
    },
    {
      "epoch": 1.1364421416234887,
      "latent_token_nums": 6.625,
      "step": 658
    },
    {
      "epoch": 1.1364421416234887,
      "step": 658,
      "thought_step_nums": 5.75
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.037277575582265854,
      "contrastive_loss#1": 0.18638786673545837,
      "epoch": 1.1364421416234887,
      "lm_loss": 0.7960702180862427,
      "loss": 0.8333477973937988,
      "step": 658,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.1381692573402418,
      "grad_norm": 3.421875,
      "learning_rate": 5e-05,
      "loss": 0.912,
      "step": 659
    },
    {
      "epoch": 1.1381692573402418,
      "latent_token_nums": 5.5625,
      "step": 659
    },
    {
      "epoch": 1.1381692573402418,
      "step": 659,
      "thought_step_nums": 4.8125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05595054849982262,
      "contrastive_loss#1": 0.2797527313232422,
      "epoch": 1.1381692573402418,
      "lm_loss": 0.7892159223556519,
      "loss": 0.8451664447784424,
      "step": 659,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.1398963730569949,
      "grad_norm": 3.328125,
      "learning_rate": 5e-05,
      "loss": 0.91,
      "step": 660
    },
    {
      "epoch": 1.1398963730569949,
      "latent_token_nums": 6.25,
      "step": 660
    },
    {
      "epoch": 1.1398963730569949,
      "step": 660,
      "thought_step_nums": 5.0
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.1942945122718811,
      "contrastive_loss#1": 0.9714725613594055,
      "epoch": 1.1398963730569949,
      "lm_loss": 0.7673735618591309,
      "loss": 0.961668074131012,
      "step": 660,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 1.1416234887737478,
      "grad_norm": 3.625,
      "learning_rate": 5e-05,
      "loss": 0.9149,
      "step": 661
    },
    {
      "epoch": 1.1416234887737478,
      "latent_token_nums": 5.9375,
      "step": 661
    },
    {
      "epoch": 1.1416234887737478,
      "step": 661,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15863756835460663,
      "contrastive_loss#1": 0.7931877970695496,
      "epoch": 1.1416234887737478,
      "lm_loss": 0.8455220460891724,
      "loss": 1.0041595697402954,
      "step": 661,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.1433506044905009,
      "grad_norm": 3.75,
      "learning_rate": 5e-05,
      "loss": 0.9203,
      "step": 662
    },
    {
      "epoch": 1.1433506044905009,
      "latent_token_nums": 5.5,
      "step": 662
    },
    {
      "epoch": 1.1433506044905009,
      "step": 662,
      "thought_step_nums": 5.125
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.16487374901771545,
      "contrastive_loss#1": 0.8243687152862549,
      "epoch": 1.1433506044905009,
      "lm_loss": 0.8053631782531738,
      "loss": 0.9702368974685669,
      "step": 662,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.145077720207254,
      "grad_norm": 3.640625,
      "learning_rate": 5e-05,
      "loss": 0.9121,
      "step": 663
    },
    {
      "epoch": 1.145077720207254,
      "latent_token_nums": 6.25,
      "step": 663
    },
    {
      "epoch": 1.145077720207254,
      "step": 663,
      "thought_step_nums": 5.875
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1896996647119522,
      "contrastive_loss#1": 0.9484983086585999,
      "epoch": 1.145077720207254,
      "lm_loss": 0.7821488380432129,
      "loss": 0.9718484878540039,
      "step": 663,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.1468048359240068,
      "grad_norm": 3.734375,
      "learning_rate": 5e-05,
      "loss": 0.9211,
      "step": 664
    },
    {
      "epoch": 1.1468048359240068,
      "latent_token_nums": 6.3125,
      "step": 664
    },
    {
      "epoch": 1.1468048359240068,
      "step": 664,
      "thought_step_nums": 5.6875
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.11782246083021164,
      "contrastive_loss#1": 0.5891122817993164,
      "epoch": 1.1468048359240068,
      "lm_loss": 0.8977020978927612,
      "loss": 1.0155245065689087,
      "step": 664,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.14853195164076,
      "grad_norm": 3.765625,
      "learning_rate": 5e-05,
      "loss": 0.9231,
      "step": 665
    },
    {
      "epoch": 1.14853195164076,
      "latent_token_nums": 6.0625,
      "step": 665
    },
    {
      "epoch": 1.14853195164076,
      "step": 665,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.12236225605010986,
      "contrastive_loss#1": 0.6118112802505493,
      "epoch": 1.14853195164076,
      "lm_loss": 0.8239933252334595,
      "loss": 0.9463555812835693,
      "step": 665,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.150259067357513,
      "grad_norm": 3.6875,
      "learning_rate": 5e-05,
      "loss": 0.9186,
      "step": 666
    },
    {
      "epoch": 1.150259067357513,
      "latent_token_nums": 5.625,
      "step": 666
    },
    {
      "epoch": 1.150259067357513,
      "step": 666,
      "thought_step_nums": 5.125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0732131153345108,
      "contrastive_loss#1": 0.3660655617713928,
      "epoch": 1.150259067357513,
      "lm_loss": 0.8524765968322754,
      "loss": 0.925689697265625,
      "step": 666,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.151986183074266,
      "grad_norm": 3.4375,
      "learning_rate": 5e-05,
      "loss": 0.9207,
      "step": 667
    },
    {
      "epoch": 1.151986183074266,
      "latent_token_nums": 6.125,
      "step": 667
    },
    {
      "epoch": 1.151986183074266,
      "step": 667,
      "thought_step_nums": 5.25
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05615515634417534,
      "contrastive_loss#1": 0.280775785446167,
      "epoch": 1.151986183074266,
      "lm_loss": 0.8127428293228149,
      "loss": 0.8688979744911194,
      "step": 667,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.153713298791019,
      "grad_norm": 3.4375,
      "learning_rate": 5e-05,
      "loss": 0.9171,
      "step": 668
    },
    {
      "epoch": 1.153713298791019,
      "latent_token_nums": 6.125,
      "step": 668
    },
    {
      "epoch": 1.153713298791019,
      "step": 668,
      "thought_step_nums": 5.625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0732487142086029,
      "contrastive_loss#1": 0.3662435710430145,
      "epoch": 1.153713298791019,
      "lm_loss": 0.7914465069770813,
      "loss": 0.8646951913833618,
      "step": 668,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.1554404145077721,
      "grad_norm": 3.609375,
      "learning_rate": 5e-05,
      "loss": 0.9101,
      "step": 669
    },
    {
      "epoch": 1.1554404145077721,
      "latent_token_nums": 6.25,
      "step": 669
    },
    {
      "epoch": 1.1554404145077721,
      "step": 669,
      "thought_step_nums": 5.25
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08014769107103348,
      "contrastive_loss#1": 0.4007384479045868,
      "epoch": 1.1554404145077721,
      "lm_loss": 0.7195643782615662,
      "loss": 0.799712061882019,
      "step": 669,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.157167530224525,
      "grad_norm": 3.46875,
      "learning_rate": 5e-05,
      "loss": 0.914,
      "step": 670
    },
    {
      "epoch": 1.157167530224525,
      "latent_token_nums": 5.4375,
      "step": 670
    },
    {
      "epoch": 1.157167530224525,
      "step": 670,
      "thought_step_nums": 4.9375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07002898305654526,
      "contrastive_loss#1": 0.3501449227333069,
      "epoch": 1.157167530224525,
      "lm_loss": 0.7489332556724548,
      "loss": 0.8189622163772583,
      "step": 670,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.1588946459412781,
      "grad_norm": 3.5,
      "learning_rate": 5e-05,
      "loss": 0.9017,
      "step": 671
    },
    {
      "epoch": 1.1588946459412781,
      "latent_token_nums": 6.1875,
      "step": 671
    },
    {
      "epoch": 1.1588946459412781,
      "step": 671,
      "thought_step_nums": 5.1875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.049239810556173325,
      "contrastive_loss#1": 0.24619905650615692,
      "epoch": 1.1588946459412781,
      "lm_loss": 0.8150076270103455,
      "loss": 0.8642474412918091,
      "step": 671,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.160621761658031,
      "grad_norm": 3.5,
      "learning_rate": 5e-05,
      "loss": 0.9097,
      "step": 672
    },
    {
      "epoch": 1.160621761658031,
      "latent_token_nums": 5.8125,
      "step": 672
    },
    {
      "epoch": 1.160621761658031,
      "step": 672,
      "thought_step_nums": 5.6875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.12411434948444366,
      "contrastive_loss#1": 0.6205717325210571,
      "epoch": 1.160621761658031,
      "lm_loss": 0.8456438183784485,
      "loss": 0.969758152961731,
      "step": 672,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 1.162348877374784,
      "grad_norm": 3.578125,
      "learning_rate": 5e-05,
      "loss": 0.909,
      "step": 673
    },
    {
      "epoch": 1.162348877374784,
      "latent_token_nums": 6.0625,
      "step": 673
    },
    {
      "epoch": 1.162348877374784,
      "step": 673,
      "thought_step_nums": 4.9375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.10746246576309204,
      "contrastive_loss#1": 0.5373123288154602,
      "epoch": 1.162348877374784,
      "lm_loss": 0.8467172384262085,
      "loss": 0.9541797041893005,
      "step": 673,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.1640759930915372,
      "grad_norm": 3.703125,
      "learning_rate": 5e-05,
      "loss": 0.9131,
      "step": 674
    },
    {
      "epoch": 1.1640759930915372,
      "latent_token_nums": 6.375,
      "step": 674
    },
    {
      "epoch": 1.1640759930915372,
      "step": 674,
      "thought_step_nums": 5.625
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.2246120423078537,
      "contrastive_loss#1": 1.1230602264404297,
      "epoch": 1.1640759930915372,
      "lm_loss": 0.8224539160728455,
      "loss": 1.0470659732818604,
      "step": 674,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.16580310880829,
      "grad_norm": 3.515625,
      "learning_rate": 5e-05,
      "loss": 0.9064,
      "step": 675
    },
    {
      "epoch": 1.16580310880829,
      "latent_token_nums": 5.75,
      "step": 675
    },
    {
      "epoch": 1.16580310880829,
      "step": 675,
      "thought_step_nums": 5.375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.054339975118637085,
      "contrastive_loss#1": 0.2716998755931854,
      "epoch": 1.16580310880829,
      "lm_loss": 0.8109538555145264,
      "loss": 0.8652938604354858,
      "step": 675,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.1675302245250432,
      "grad_norm": 3.34375,
      "learning_rate": 5e-05,
      "loss": 0.8876,
      "step": 676
    },
    {
      "epoch": 1.1675302245250432,
      "latent_token_nums": 6.6875,
      "step": 676
    },
    {
      "epoch": 1.1675302245250432,
      "step": 676,
      "thought_step_nums": 5.6875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.12869994342327118,
      "contrastive_loss#1": 0.6434996724128723,
      "epoch": 1.1675302245250432,
      "lm_loss": 0.7031213641166687,
      "loss": 0.8318213224411011,
      "step": 676,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.1692573402417963,
      "grad_norm": 3.4375,
      "learning_rate": 5e-05,
      "loss": 0.9123,
      "step": 677
    },
    {
      "epoch": 1.1692573402417963,
      "latent_token_nums": 6.3125,
      "step": 677
    },
    {
      "epoch": 1.1692573402417963,
      "step": 677,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.08952995389699936,
      "contrastive_loss#1": 0.447649747133255,
      "epoch": 1.1692573402417963,
      "lm_loss": 0.8740344047546387,
      "loss": 0.9635643362998962,
      "step": 677,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.1709844559585492,
      "grad_norm": 3.703125,
      "learning_rate": 5e-05,
      "loss": 0.9232,
      "step": 678
    },
    {
      "epoch": 1.1709844559585492,
      "latent_token_nums": 6.125,
      "step": 678
    },
    {
      "epoch": 1.1709844559585492,
      "step": 678,
      "thought_step_nums": 5.375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.19936701655387878,
      "contrastive_loss#1": 0.9968350529670715,
      "epoch": 1.1709844559585492,
      "lm_loss": 0.8057670593261719,
      "loss": 1.005134105682373,
      "step": 678,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.1727115716753023,
      "grad_norm": 3.765625,
      "learning_rate": 5e-05,
      "loss": 0.9172,
      "step": 679
    },
    {
      "epoch": 1.1727115716753023,
      "latent_token_nums": 5.5625,
      "step": 679
    },
    {
      "epoch": 1.1727115716753023,
      "step": 679,
      "thought_step_nums": 4.8125
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.12022463232278824,
      "contrastive_loss#1": 0.6011231541633606,
      "epoch": 1.1727115716753023,
      "lm_loss": 0.8547965884208679,
      "loss": 0.975021243095398,
      "step": 679,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.1744386873920551,
      "grad_norm": 3.546875,
      "learning_rate": 5e-05,
      "loss": 0.9061,
      "step": 680
    },
    {
      "epoch": 1.1744386873920551,
      "latent_token_nums": 6.375,
      "step": 680
    },
    {
      "epoch": 1.1744386873920551,
      "step": 680,
      "thought_step_nums": 5.125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.1759932041168213,
      "contrastive_loss#1": 0.8799660205841064,
      "epoch": 1.1744386873920551,
      "lm_loss": 0.795345664024353,
      "loss": 0.9713388681411743,
      "step": 680,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 1.1761658031088082,
      "grad_norm": 3.5625,
      "learning_rate": 5e-05,
      "loss": 0.9131,
      "step": 681
    },
    {
      "epoch": 1.1761658031088082,
      "latent_token_nums": 6.3125,
      "step": 681
    },
    {
      "epoch": 1.1761658031088082,
      "step": 681,
      "thought_step_nums": 4.9375
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11269433796405792,
      "contrastive_loss#1": 0.5634716749191284,
      "epoch": 1.1761658031088082,
      "lm_loss": 0.9500147700309753,
      "loss": 1.062709093093872,
      "step": 681,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.1778929188255614,
      "grad_norm": 3.359375,
      "learning_rate": 5e-05,
      "loss": 0.9168,
      "step": 682
    },
    {
      "epoch": 1.1778929188255614,
      "latent_token_nums": 5.875,
      "step": 682
    },
    {
      "epoch": 1.1778929188255614,
      "step": 682,
      "thought_step_nums": 5.125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.19150613248348236,
      "contrastive_loss#1": 0.957530677318573,
      "epoch": 1.1778929188255614,
      "lm_loss": 0.9248486757278442,
      "loss": 1.1163548231124878,
      "step": 682,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.1796200345423142,
      "grad_norm": 3.484375,
      "learning_rate": 5e-05,
      "loss": 0.909,
      "step": 683
    },
    {
      "epoch": 1.1796200345423142,
      "latent_token_nums": 5.5625,
      "step": 683
    },
    {
      "epoch": 1.1796200345423142,
      "step": 683,
      "thought_step_nums": 4.8125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04934972524642944,
      "contrastive_loss#1": 0.24674862623214722,
      "epoch": 1.1796200345423142,
      "lm_loss": 0.7844676971435547,
      "loss": 0.8338174223899841,
      "step": 683,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.1813471502590673,
      "grad_norm": 3.4375,
      "learning_rate": 5e-05,
      "loss": 0.9211,
      "step": 684
    },
    {
      "epoch": 1.1813471502590673,
      "latent_token_nums": 5.6875,
      "step": 684
    },
    {
      "epoch": 1.1813471502590673,
      "step": 684,
      "thought_step_nums": 5.5625
    },
    {
      "acc@1": 0.5625,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.17901410162448883,
      "contrastive_loss#1": 0.895070493221283,
      "epoch": 1.1813471502590673,
      "lm_loss": 0.8155372738838196,
      "loss": 0.9945513606071472,
      "step": 684,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.1830742659758204,
      "grad_norm": 3.359375,
      "learning_rate": 5e-05,
      "loss": 0.9209,
      "step": 685
    },
    {
      "epoch": 1.1830742659758204,
      "latent_token_nums": 6.3125,
      "step": 685
    },
    {
      "epoch": 1.1830742659758204,
      "step": 685,
      "thought_step_nums": 5.6875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.054810840636491776,
      "contrastive_loss#1": 0.2740541994571686,
      "epoch": 1.1830742659758204,
      "lm_loss": 0.8208726644515991,
      "loss": 0.8756834864616394,
      "step": 685,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.1848013816925733,
      "grad_norm": 3.359375,
      "learning_rate": 5e-05,
      "loss": 0.9108,
      "step": 686
    },
    {
      "epoch": 1.1848013816925733,
      "latent_token_nums": 5.75,
      "step": 686
    },
    {
      "epoch": 1.1848013816925733,
      "step": 686,
      "thought_step_nums": 5.375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.08994124084711075,
      "contrastive_loss#1": 0.44970619678497314,
      "epoch": 1.1848013816925733,
      "lm_loss": 0.6095914840698242,
      "loss": 0.6995327472686768,
      "step": 686,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.1865284974093264,
      "grad_norm": 3.40625,
      "learning_rate": 5e-05,
      "loss": 0.8976,
      "step": 687
    },
    {
      "epoch": 1.1865284974093264,
      "latent_token_nums": 6.375,
      "step": 687
    },
    {
      "epoch": 1.1865284974093264,
      "step": 687,
      "thought_step_nums": 5.125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.10241448134183884,
      "contrastive_loss#1": 0.5120723843574524,
      "epoch": 1.1865284974093264,
      "lm_loss": 0.8290075659751892,
      "loss": 0.9314220547676086,
      "step": 687,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 1.1882556131260795,
      "grad_norm": 3.53125,
      "learning_rate": 5e-05,
      "loss": 0.9319,
      "step": 688
    },
    {
      "epoch": 1.1882556131260795,
      "latent_token_nums": 5.9375,
      "step": 688
    },
    {
      "epoch": 1.1882556131260795,
      "step": 688,
      "thought_step_nums": 4.6875
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.10775023698806763,
      "contrastive_loss#1": 0.5387511849403381,
      "epoch": 1.1882556131260795,
      "lm_loss": 0.7744723558425903,
      "loss": 0.882222592830658,
      "step": 688,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.1899827288428324,
      "grad_norm": 3.609375,
      "learning_rate": 5e-05,
      "loss": 0.922,
      "step": 689
    },
    {
      "epoch": 1.1899827288428324,
      "latent_token_nums": 6.0,
      "step": 689
    },
    {
      "epoch": 1.1899827288428324,
      "step": 689,
      "thought_step_nums": 5.125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.051278699189424515,
      "contrastive_loss#1": 0.2563934922218323,
      "epoch": 1.1899827288428324,
      "lm_loss": 0.688606321811676,
      "loss": 0.7398850321769714,
      "step": 689,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 1.1917098445595855,
      "grad_norm": 3.484375,
      "learning_rate": 5e-05,
      "loss": 0.9065,
      "step": 690
    },
    {
      "epoch": 1.1917098445595855,
      "latent_token_nums": 5.625,
      "step": 690
    },
    {
      "epoch": 1.1917098445595855,
      "step": 690,
      "thought_step_nums": 4.75
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03504161164164543,
      "contrastive_loss#1": 0.17520804703235626,
      "epoch": 1.1917098445595855,
      "lm_loss": 0.765411376953125,
      "loss": 0.8004530072212219,
      "step": 690,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.1934369602763386,
      "grad_norm": 3.609375,
      "learning_rate": 5e-05,
      "loss": 0.9099,
      "step": 691
    },
    {
      "epoch": 1.1934369602763386,
      "latent_token_nums": 5.6875,
      "step": 691
    },
    {
      "epoch": 1.1934369602763386,
      "step": 691,
      "thought_step_nums": 5.0625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.16274692118167877,
      "contrastive_loss#1": 0.8137345910072327,
      "epoch": 1.1934369602763386,
      "lm_loss": 0.7799674868583679,
      "loss": 0.9427143931388855,
      "step": 691,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 1.1951640759930915,
      "grad_norm": 3.40625,
      "learning_rate": 5e-05,
      "loss": 0.9168,
      "step": 692
    },
    {
      "epoch": 1.1951640759930915,
      "latent_token_nums": 6.4375,
      "step": 692
    },
    {
      "epoch": 1.1951640759930915,
      "step": 692,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.12450086325407028,
      "contrastive_loss#1": 0.6225042939186096,
      "epoch": 1.1951640759930915,
      "lm_loss": 0.8272651433944702,
      "loss": 0.9517660140991211,
      "step": 692,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.1968911917098446,
      "grad_norm": 3.34375,
      "learning_rate": 5e-05,
      "loss": 0.9141,
      "step": 693
    },
    {
      "epoch": 1.1968911917098446,
      "latent_token_nums": 6.1875,
      "step": 693
    },
    {
      "epoch": 1.1968911917098446,
      "step": 693,
      "thought_step_nums": 5.6875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06412392854690552,
      "contrastive_loss#1": 0.3206196427345276,
      "epoch": 1.1968911917098446,
      "lm_loss": 0.7406914234161377,
      "loss": 0.8048153519630432,
      "step": 693,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.1986183074265977,
      "grad_norm": 3.40625,
      "learning_rate": 5e-05,
      "loss": 0.8955,
      "step": 694
    },
    {
      "epoch": 1.1986183074265977,
      "latent_token_nums": 6.375,
      "step": 694
    },
    {
      "epoch": 1.1986183074265977,
      "step": 694,
      "thought_step_nums": 5.75
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.11299484968185425,
      "contrastive_loss#1": 0.5649742484092712,
      "epoch": 1.1986183074265977,
      "lm_loss": 0.8340948820114136,
      "loss": 0.9470897316932678,
      "step": 694,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.2003454231433506,
      "grad_norm": 3.625,
      "learning_rate": 5e-05,
      "loss": 0.9216,
      "step": 695
    },
    {
      "epoch": 1.2003454231433506,
      "latent_token_nums": 5.8125,
      "step": 695
    },
    {
      "epoch": 1.2003454231433506,
      "step": 695,
      "thought_step_nums": 5.1875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08840743452310562,
      "contrastive_loss#1": 0.4420371651649475,
      "epoch": 1.2003454231433506,
      "lm_loss": 0.8325747847557068,
      "loss": 0.9209822416305542,
      "step": 695,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.2020725388601037,
      "grad_norm": 3.75,
      "learning_rate": 5e-05,
      "loss": 0.9283,
      "step": 696
    },
    {
      "epoch": 1.2020725388601037,
      "latent_token_nums": 6.25,
      "step": 696
    },
    {
      "epoch": 1.2020725388601037,
      "step": 696,
      "thought_step_nums": 5.125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06461425870656967,
      "contrastive_loss#1": 0.32307130098342896,
      "epoch": 1.2020725388601037,
      "lm_loss": 0.8404836058616638,
      "loss": 0.9050978422164917,
      "step": 696,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.2037996545768566,
      "grad_norm": 3.71875,
      "learning_rate": 5e-05,
      "loss": 0.9157,
      "step": 697
    },
    {
      "epoch": 1.2037996545768566,
      "latent_token_nums": 6.1875,
      "step": 697
    },
    {
      "epoch": 1.2037996545768566,
      "step": 697,
      "thought_step_nums": 5.6875
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.15676279366016388,
      "contrastive_loss#1": 0.7838139533996582,
      "epoch": 1.2037996545768566,
      "lm_loss": 0.751652717590332,
      "loss": 0.9084154963493347,
      "step": 697,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.2055267702936097,
      "grad_norm": 3.765625,
      "learning_rate": 5e-05,
      "loss": 0.9135,
      "step": 698
    },
    {
      "epoch": 1.2055267702936097,
      "latent_token_nums": 6.0,
      "step": 698
    },
    {
      "epoch": 1.2055267702936097,
      "step": 698,
      "thought_step_nums": 5.125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06620148569345474,
      "contrastive_loss#1": 0.3310074210166931,
      "epoch": 1.2055267702936097,
      "lm_loss": 0.8842296600341797,
      "loss": 0.9504311680793762,
      "step": 698,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 1.2072538860103628,
      "grad_norm": 3.703125,
      "learning_rate": 5e-05,
      "loss": 0.9283,
      "step": 699
    },
    {
      "epoch": 1.2072538860103628,
      "latent_token_nums": 6.25,
      "step": 699
    },
    {
      "epoch": 1.2072538860103628,
      "step": 699,
      "thought_step_nums": 5.625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08762949705123901,
      "contrastive_loss#1": 0.43814748525619507,
      "epoch": 1.2072538860103628,
      "lm_loss": 0.8236229419708252,
      "loss": 0.9112524390220642,
      "step": 699,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.2089810017271156,
      "grad_norm": 3.328125,
      "learning_rate": 5e-05,
      "loss": 0.9076,
      "step": 700
    },
    {
      "epoch": 1.2089810017271156,
      "latent_token_nums": 5.8125,
      "step": 700
    },
    {
      "epoch": 1.2089810017271156,
      "step": 700,
      "thought_step_nums": 5.3125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.21025076508522034,
      "contrastive_loss#1": 1.0512537956237793,
      "epoch": 1.2089810017271156,
      "lm_loss": 0.7662994265556335,
      "loss": 0.9765502214431763,
      "step": 700,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 1.2107081174438687,
      "grad_norm": 3.34375,
      "learning_rate": 5e-05,
      "loss": 0.912,
      "step": 701
    },
    {
      "epoch": 1.2107081174438687,
      "latent_token_nums": 5.625,
      "step": 701
    },
    {
      "epoch": 1.2107081174438687,
      "step": 701,
      "thought_step_nums": 5.25
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07872646301984787,
      "contrastive_loss#1": 0.39363229274749756,
      "epoch": 1.2107081174438687,
      "lm_loss": 0.7901123762130737,
      "loss": 0.8688388466835022,
      "step": 701,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.2124352331606219,
      "grad_norm": 3.546875,
      "learning_rate": 5e-05,
      "loss": 0.9215,
      "step": 702
    },
    {
      "epoch": 1.2124352331606219,
      "latent_token_nums": 6.1875,
      "step": 702
    },
    {
      "epoch": 1.2124352331606219,
      "step": 702,
      "thought_step_nums": 5.1875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.10110267251729965,
      "contrastive_loss#1": 0.5055133700370789,
      "epoch": 1.2124352331606219,
      "lm_loss": 0.759095311164856,
      "loss": 0.8601979613304138,
      "step": 702,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.2141623488773747,
      "grad_norm": 3.46875,
      "learning_rate": 5e-05,
      "loss": 0.9116,
      "step": 703
    },
    {
      "epoch": 1.2141623488773747,
      "latent_token_nums": 6.8125,
      "step": 703
    },
    {
      "epoch": 1.2141623488773747,
      "step": 703,
      "thought_step_nums": 6.1875
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.19744007289409637,
      "contrastive_loss#1": 0.9872003793716431,
      "epoch": 1.2141623488773747,
      "lm_loss": 0.7903429865837097,
      "loss": 0.9877830743789673,
      "step": 703,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.2158894645941278,
      "grad_norm": 3.375,
      "learning_rate": 5e-05,
      "loss": 0.9009,
      "step": 704
    },
    {
      "epoch": 1.2158894645941278,
      "latent_token_nums": 5.875,
      "step": 704
    },
    {
      "epoch": 1.2158894645941278,
      "step": 704,
      "thought_step_nums": 5.25
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.13770590722560883,
      "contrastive_loss#1": 0.6885294914245605,
      "epoch": 1.2158894645941278,
      "lm_loss": 0.8045613765716553,
      "loss": 0.9422672986984253,
      "step": 704,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.2176165803108807,
      "grad_norm": 3.328125,
      "learning_rate": 5e-05,
      "loss": 0.9067,
      "step": 705
    },
    {
      "epoch": 1.2176165803108807,
      "latent_token_nums": 6.375,
      "step": 705
    },
    {
      "epoch": 1.2176165803108807,
      "step": 705,
      "thought_step_nums": 5.625
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.28597909212112427,
      "contrastive_loss#1": 1.4298954010009766,
      "epoch": 1.2176165803108807,
      "lm_loss": 0.8647609353065491,
      "loss": 1.1507400274276733,
      "step": 705,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.2193436960276338,
      "grad_norm": 3.59375,
      "learning_rate": 5e-05,
      "loss": 0.9141,
      "step": 706
    },
    {
      "epoch": 1.2193436960276338,
      "latent_token_nums": 5.375,
      "step": 706
    },
    {
      "epoch": 1.2193436960276338,
      "step": 706,
      "thought_step_nums": 5.25
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1353389322757721,
      "contrastive_loss#1": 0.6766946315765381,
      "epoch": 1.2193436960276338,
      "lm_loss": 0.8619757890701294,
      "loss": 0.9973146915435791,
      "step": 706,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.221070811744387,
      "grad_norm": 3.4375,
      "learning_rate": 5e-05,
      "loss": 0.9135,
      "step": 707
    },
    {
      "epoch": 1.221070811744387,
      "latent_token_nums": 6.375,
      "step": 707
    },
    {
      "epoch": 1.221070811744387,
      "step": 707,
      "thought_step_nums": 5.75
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.18978390097618103,
      "contrastive_loss#1": 0.9489194750785828,
      "epoch": 1.221070811744387,
      "lm_loss": 0.7652812004089355,
      "loss": 0.955065131187439,
      "step": 707,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 1.2227979274611398,
      "grad_norm": 3.546875,
      "learning_rate": 5e-05,
      "loss": 0.9046,
      "step": 708
    },
    {
      "epoch": 1.2227979274611398,
      "latent_token_nums": 6.125,
      "step": 708
    },
    {
      "epoch": 1.2227979274611398,
      "step": 708,
      "thought_step_nums": 5.625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.14941540360450745,
      "contrastive_loss#1": 0.7470769882202148,
      "epoch": 1.2227979274611398,
      "lm_loss": 0.7929650545120239,
      "loss": 0.942380428314209,
      "step": 708,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 1.224525043177893,
      "grad_norm": 3.734375,
      "learning_rate": 5e-05,
      "loss": 0.9197,
      "step": 709
    },
    {
      "epoch": 1.224525043177893,
      "latent_token_nums": 6.25,
      "step": 709
    },
    {
      "epoch": 1.224525043177893,
      "step": 709,
      "thought_step_nums": 5.25
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.1246197372674942,
      "contrastive_loss#1": 0.6230986714363098,
      "epoch": 1.224525043177893,
      "lm_loss": 0.8295371532440186,
      "loss": 0.9541568756103516,
      "step": 709,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.226252158894646,
      "grad_norm": 3.609375,
      "learning_rate": 5e-05,
      "loss": 0.9157,
      "step": 710
    },
    {
      "epoch": 1.226252158894646,
      "latent_token_nums": 6.125,
      "step": 710
    },
    {
      "epoch": 1.226252158894646,
      "step": 710,
      "thought_step_nums": 5.125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07876717299222946,
      "contrastive_loss#1": 0.3938358724117279,
      "epoch": 1.226252158894646,
      "lm_loss": 0.84328693151474,
      "loss": 0.92205411195755,
      "step": 710,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.2279792746113989,
      "grad_norm": 3.421875,
      "learning_rate": 5e-05,
      "loss": 0.9077,
      "step": 711
    },
    {
      "epoch": 1.2279792746113989,
      "latent_token_nums": 5.9375,
      "step": 711
    },
    {
      "epoch": 1.2279792746113989,
      "step": 711,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09775121510028839,
      "contrastive_loss#1": 0.48875606060028076,
      "epoch": 1.2279792746113989,
      "lm_loss": 0.7630162835121155,
      "loss": 0.8607674837112427,
      "step": 711,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.229706390328152,
      "grad_norm": 3.53125,
      "learning_rate": 5e-05,
      "loss": 0.9423,
      "step": 712
    },
    {
      "epoch": 1.229706390328152,
      "latent_token_nums": 5.75,
      "step": 712
    },
    {
      "epoch": 1.229706390328152,
      "step": 712,
      "thought_step_nums": 5.5
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.14845015108585358,
      "contrastive_loss#1": 0.7422507405281067,
      "epoch": 1.229706390328152,
      "lm_loss": 0.7115958333015442,
      "loss": 0.8600459694862366,
      "step": 712,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.231433506044905,
      "grad_norm": 3.515625,
      "learning_rate": 5e-05,
      "loss": 0.9039,
      "step": 713
    },
    {
      "epoch": 1.231433506044905,
      "latent_token_nums": 6.25,
      "step": 713
    },
    {
      "epoch": 1.231433506044905,
      "step": 713,
      "thought_step_nums": 5.25
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.10112252086400986,
      "contrastive_loss#1": 0.5056126117706299,
      "epoch": 1.231433506044905,
      "lm_loss": 0.8050039410591125,
      "loss": 0.9061264395713806,
      "step": 713,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.233160621761658,
      "grad_norm": 3.453125,
      "learning_rate": 5e-05,
      "loss": 0.9045,
      "step": 714
    },
    {
      "epoch": 1.233160621761658,
      "latent_token_nums": 5.9375,
      "step": 714
    },
    {
      "epoch": 1.233160621761658,
      "step": 714,
      "thought_step_nums": 5.6875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.09915973991155624,
      "contrastive_loss#1": 0.49579867720603943,
      "epoch": 1.233160621761658,
      "lm_loss": 0.7337279915809631,
      "loss": 0.8328877091407776,
      "step": 714,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.234887737478411,
      "grad_norm": 3.640625,
      "learning_rate": 5e-05,
      "loss": 0.9083,
      "step": 715
    },
    {
      "epoch": 1.234887737478411,
      "latent_token_nums": 6.0625,
      "step": 715
    },
    {
      "epoch": 1.234887737478411,
      "step": 715,
      "thought_step_nums": 5.6875
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1802476942539215,
      "contrastive_loss#1": 0.9012384414672852,
      "epoch": 1.234887737478411,
      "lm_loss": 0.7704498171806335,
      "loss": 0.9506975412368774,
      "step": 715,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.2366148531951642,
      "grad_norm": 3.734375,
      "learning_rate": 5e-05,
      "loss": 0.9207,
      "step": 716
    },
    {
      "epoch": 1.2366148531951642,
      "latent_token_nums": 6.375,
      "step": 716
    },
    {
      "epoch": 1.2366148531951642,
      "step": 716,
      "thought_step_nums": 5.5
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.1103827953338623,
      "contrastive_loss#1": 0.5519139766693115,
      "epoch": 1.2366148531951642,
      "lm_loss": 0.8343589305877686,
      "loss": 0.9447417259216309,
      "step": 716,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.238341968911917,
      "grad_norm": 3.78125,
      "learning_rate": 5e-05,
      "loss": 0.9153,
      "step": 717
    },
    {
      "epoch": 1.238341968911917,
      "latent_token_nums": 5.9375,
      "step": 717
    },
    {
      "epoch": 1.238341968911917,
      "step": 717,
      "thought_step_nums": 5.0625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.045758455991744995,
      "contrastive_loss#1": 0.22879227995872498,
      "epoch": 1.238341968911917,
      "lm_loss": 0.7907921671867371,
      "loss": 0.8365505933761597,
      "step": 717,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.2400690846286702,
      "grad_norm": 3.734375,
      "learning_rate": 5e-05,
      "loss": 0.9076,
      "step": 718
    },
    {
      "epoch": 1.2400690846286702,
      "latent_token_nums": 6.25,
      "step": 718
    },
    {
      "epoch": 1.2400690846286702,
      "step": 718,
      "thought_step_nums": 5.625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07773207873106003,
      "contrastive_loss#1": 0.38866037130355835,
      "epoch": 1.2400690846286702,
      "lm_loss": 0.8039969205856323,
      "loss": 0.881729006767273,
      "step": 718,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.2417962003454233,
      "grad_norm": 3.8125,
      "learning_rate": 5e-05,
      "loss": 0.9188,
      "step": 719
    },
    {
      "epoch": 1.2417962003454233,
      "latent_token_nums": 6.125,
      "step": 719
    },
    {
      "epoch": 1.2417962003454233,
      "step": 719,
      "thought_step_nums": 5.625
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.128871351480484,
      "contrastive_loss#1": 0.6443567276000977,
      "epoch": 1.2417962003454233,
      "lm_loss": 0.8327166438102722,
      "loss": 0.9615880250930786,
      "step": 719,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.2435233160621761,
      "grad_norm": 3.84375,
      "learning_rate": 5e-05,
      "loss": 0.9237,
      "step": 720
    },
    {
      "epoch": 1.2435233160621761,
      "latent_token_nums": 5.4375,
      "step": 720
    },
    {
      "epoch": 1.2435233160621761,
      "step": 720,
      "thought_step_nums": 4.9375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.13454818725585938,
      "contrastive_loss#1": 0.6727409362792969,
      "epoch": 1.2435233160621761,
      "lm_loss": 0.7350568771362305,
      "loss": 0.8696050643920898,
      "step": 720,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.2452504317789292,
      "grad_norm": 3.28125,
      "learning_rate": 5e-05,
      "loss": 0.8931,
      "step": 721
    },
    {
      "epoch": 1.2452504317789292,
      "latent_token_nums": 5.6875,
      "step": 721
    },
    {
      "epoch": 1.2452504317789292,
      "step": 721,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15320636332035065,
      "contrastive_loss#1": 0.766031801700592,
      "epoch": 1.2452504317789292,
      "lm_loss": 0.761302649974823,
      "loss": 0.9145089983940125,
      "step": 721,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 1.2469775474956821,
      "grad_norm": 3.625,
      "learning_rate": 5e-05,
      "loss": 0.9216,
      "step": 722
    },
    {
      "epoch": 1.2469775474956821,
      "latent_token_nums": 5.625,
      "step": 722
    },
    {
      "epoch": 1.2469775474956821,
      "step": 722,
      "thought_step_nums": 5.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.0463646724820137,
      "contrastive_loss#1": 0.23182335495948792,
      "epoch": 1.2469775474956821,
      "lm_loss": 0.7800312042236328,
      "loss": 0.8263958692550659,
      "step": 722,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 1.2487046632124352,
      "grad_norm": 3.703125,
      "learning_rate": 5e-05,
      "loss": 0.9106,
      "step": 723
    },
    {
      "epoch": 1.2487046632124352,
      "latent_token_nums": 5.8125,
      "step": 723
    },
    {
      "epoch": 1.2487046632124352,
      "step": 723,
      "thought_step_nums": 4.9375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05043616518378258,
      "contrastive_loss#1": 0.252180814743042,
      "epoch": 1.2487046632124352,
      "lm_loss": 0.872247040271759,
      "loss": 0.9226831793785095,
      "step": 723,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.2504317789291883,
      "grad_norm": 3.5,
      "learning_rate": 5e-05,
      "loss": 0.8947,
      "step": 724
    },
    {
      "epoch": 1.2504317789291883,
      "latent_token_nums": 6.0,
      "step": 724
    },
    {
      "epoch": 1.2504317789291883,
      "step": 724,
      "thought_step_nums": 5.75
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.0916275754570961,
      "contrastive_loss#1": 0.4581378698348999,
      "epoch": 1.2504317789291883,
      "lm_loss": 0.7968462109565735,
      "loss": 0.8884738087654114,
      "step": 724,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.2521588946459412,
      "grad_norm": 3.3125,
      "learning_rate": 5e-05,
      "loss": 0.9013,
      "step": 725
    },
    {
      "epoch": 1.2521588946459412,
      "latent_token_nums": 6.25,
      "step": 725
    },
    {
      "epoch": 1.2521588946459412,
      "step": 725,
      "thought_step_nums": 5.625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09442752599716187,
      "contrastive_loss#1": 0.4721376299858093,
      "epoch": 1.2521588946459412,
      "lm_loss": 0.7762861251831055,
      "loss": 0.8707136511802673,
      "step": 725,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.2538860103626943,
      "grad_norm": 3.296875,
      "learning_rate": 5e-05,
      "loss": 0.9124,
      "step": 726
    },
    {
      "epoch": 1.2538860103626943,
      "latent_token_nums": 5.75,
      "step": 726
    },
    {
      "epoch": 1.2538860103626943,
      "step": 726,
      "thought_step_nums": 5.25
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.1157434955239296,
      "contrastive_loss#1": 0.5787174701690674,
      "epoch": 1.2538860103626943,
      "lm_loss": 0.7894366979598999,
      "loss": 0.9051802158355713,
      "step": 726,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.2556131260794472,
      "grad_norm": 3.4375,
      "learning_rate": 5e-05,
      "loss": 0.9157,
      "step": 727
    },
    {
      "epoch": 1.2556131260794472,
      "latent_token_nums": 6.3125,
      "step": 727
    },
    {
      "epoch": 1.2556131260794472,
      "step": 727,
      "thought_step_nums": 5.5625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.054372917860746384,
      "contrastive_loss#1": 0.2718645930290222,
      "epoch": 1.2556131260794472,
      "lm_loss": 0.7043561935424805,
      "loss": 0.758729100227356,
      "step": 727,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.2573402417962003,
      "grad_norm": 3.375,
      "learning_rate": 5e-05,
      "loss": 0.9186,
      "step": 728
    },
    {
      "epoch": 1.2573402417962003,
      "latent_token_nums": 6.25,
      "step": 728
    },
    {
      "epoch": 1.2573402417962003,
      "step": 728,
      "thought_step_nums": 5.75
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.16787560284137726,
      "contrastive_loss#1": 0.8393779993057251,
      "epoch": 1.2573402417962003,
      "lm_loss": 0.8248627781867981,
      "loss": 0.9927383661270142,
      "step": 728,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.2590673575129534,
      "grad_norm": 3.578125,
      "learning_rate": 5e-05,
      "loss": 0.9197,
      "step": 729
    },
    {
      "epoch": 1.2590673575129534,
      "latent_token_nums": 5.625,
      "step": 729
    },
    {
      "epoch": 1.2590673575129534,
      "step": 729,
      "thought_step_nums": 5.375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.09329290688037872,
      "contrastive_loss#1": 0.4664645195007324,
      "epoch": 1.2590673575129534,
      "lm_loss": 0.8085052967071533,
      "loss": 0.9017981886863708,
      "step": 729,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.2607944732297063,
      "grad_norm": 3.546875,
      "learning_rate": 5e-05,
      "loss": 0.9031,
      "step": 730
    },
    {
      "epoch": 1.2607944732297063,
      "latent_token_nums": 5.625,
      "step": 730
    },
    {
      "epoch": 1.2607944732297063,
      "step": 730,
      "thought_step_nums": 5.625
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.195418119430542,
      "contrastive_loss#1": 0.97709059715271,
      "epoch": 1.2607944732297063,
      "lm_loss": 0.72107994556427,
      "loss": 0.916498064994812,
      "step": 730,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.2625215889464594,
      "grad_norm": 3.40625,
      "learning_rate": 5e-05,
      "loss": 0.9166,
      "step": 731
    },
    {
      "epoch": 1.2625215889464594,
      "latent_token_nums": 6.375,
      "step": 731
    },
    {
      "epoch": 1.2625215889464594,
      "step": 731,
      "thought_step_nums": 5.625
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08051144331693649,
      "contrastive_loss#1": 0.4025571942329407,
      "epoch": 1.2625215889464594,
      "lm_loss": 0.8363639116287231,
      "loss": 0.9168753623962402,
      "step": 731,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.2642487046632125,
      "grad_norm": 3.390625,
      "learning_rate": 5e-05,
      "loss": 0.905,
      "step": 732
    },
    {
      "epoch": 1.2642487046632125,
      "latent_token_nums": 6.25,
      "step": 732
    },
    {
      "epoch": 1.2642487046632125,
      "step": 732,
      "thought_step_nums": 5.625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.12121547758579254,
      "contrastive_loss#1": 0.6060773730278015,
      "epoch": 1.2642487046632125,
      "lm_loss": 0.8678511381149292,
      "loss": 0.9890666007995605,
      "step": 732,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 1.2659758203799654,
      "grad_norm": 3.546875,
      "learning_rate": 5e-05,
      "loss": 0.9133,
      "step": 733
    },
    {
      "epoch": 1.2659758203799654,
      "latent_token_nums": 5.75,
      "step": 733
    },
    {
      "epoch": 1.2659758203799654,
      "step": 733,
      "thought_step_nums": 4.75
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.06600385904312134,
      "contrastive_loss#1": 0.3300192952156067,
      "epoch": 1.2659758203799654,
      "lm_loss": 0.7843565344810486,
      "loss": 0.8503603935241699,
      "step": 733,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.2677029360967185,
      "grad_norm": 3.75,
      "learning_rate": 5e-05,
      "loss": 0.9173,
      "step": 734
    },
    {
      "epoch": 1.2677029360967185,
      "latent_token_nums": 5.9375,
      "step": 734
    },
    {
      "epoch": 1.2677029360967185,
      "step": 734,
      "thought_step_nums": 5.1875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06577587872743607,
      "contrastive_loss#1": 0.32887938618659973,
      "epoch": 1.2677029360967185,
      "lm_loss": 0.7410807609558105,
      "loss": 0.806856632232666,
      "step": 734,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.2694300518134716,
      "grad_norm": 3.609375,
      "learning_rate": 5e-05,
      "loss": 0.9068,
      "step": 735
    },
    {
      "epoch": 1.2694300518134716,
      "latent_token_nums": 6.375,
      "step": 735
    },
    {
      "epoch": 1.2694300518134716,
      "step": 735,
      "thought_step_nums": 4.75
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.05453767254948616,
      "contrastive_loss#1": 0.2726883590221405,
      "epoch": 1.2694300518134716,
      "lm_loss": 0.8523789048194885,
      "loss": 0.9069165587425232,
      "step": 735,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 1.2711571675302245,
      "grad_norm": 3.671875,
      "learning_rate": 5e-05,
      "loss": 0.9227,
      "step": 736
    },
    {
      "epoch": 1.2711571675302245,
      "latent_token_nums": 6.1875,
      "step": 736
    },
    {
      "epoch": 1.2711571675302245,
      "step": 736,
      "thought_step_nums": 5.5625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.16181929409503937,
      "contrastive_loss#1": 0.8090964555740356,
      "epoch": 1.2711571675302245,
      "lm_loss": 0.7367995977401733,
      "loss": 0.8986188769340515,
      "step": 736,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.2728842832469776,
      "grad_norm": 3.453125,
      "learning_rate": 5e-05,
      "loss": 0.9172,
      "step": 737
    },
    {
      "epoch": 1.2728842832469776,
      "latent_token_nums": 5.9375,
      "step": 737
    },
    {
      "epoch": 1.2728842832469776,
      "step": 737,
      "thought_step_nums": 5.1875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.061083316802978516,
      "contrastive_loss#1": 0.3054165840148926,
      "epoch": 1.2728842832469776,
      "lm_loss": 0.8563790321350098,
      "loss": 0.9174623489379883,
      "step": 737,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 1.2746113989637307,
      "grad_norm": 3.515625,
      "learning_rate": 5e-05,
      "loss": 0.889,
      "step": 738
    },
    {
      "epoch": 1.2746113989637307,
      "latent_token_nums": 5.6875,
      "step": 738
    },
    {
      "epoch": 1.2746113989637307,
      "step": 738,
      "thought_step_nums": 5.3125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.114376500248909,
      "contrastive_loss#1": 0.5718824863433838,
      "epoch": 1.2746113989637307,
      "lm_loss": 0.8136577606201172,
      "loss": 0.928034245967865,
      "step": 738,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 1.2763385146804835,
      "grad_norm": 3.625,
      "learning_rate": 5e-05,
      "loss": 0.9303,
      "step": 739
    },
    {
      "epoch": 1.2763385146804835,
      "latent_token_nums": 5.6875,
      "step": 739
    },
    {
      "epoch": 1.2763385146804835,
      "step": 739,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.06732726097106934,
      "contrastive_loss#1": 0.3366363048553467,
      "epoch": 1.2763385146804835,
      "lm_loss": 0.8392825126647949,
      "loss": 0.9066097736358643,
      "step": 739,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.2780656303972366,
      "grad_norm": 3.40625,
      "learning_rate": 5e-05,
      "loss": 0.9108,
      "step": 740
    },
    {
      "epoch": 1.2780656303972366,
      "latent_token_nums": 6.0,
      "step": 740
    },
    {
      "epoch": 1.2780656303972366,
      "step": 740,
      "thought_step_nums": 5.0
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08474349230527878,
      "contrastive_loss#1": 0.4237174391746521,
      "epoch": 1.2780656303972366,
      "lm_loss": 0.8260276913642883,
      "loss": 0.9107711911201477,
      "step": 740,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 1.2797927461139897,
      "grad_norm": 3.75,
      "learning_rate": 5e-05,
      "loss": 0.9175,
      "step": 741
    },
    {
      "epoch": 1.2797927461139897,
      "latent_token_nums": 5.9375,
      "step": 741
    },
    {
      "epoch": 1.2797927461139897,
      "step": 741,
      "thought_step_nums": 5.3125
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.21320085227489471,
      "contrastive_loss#1": 1.0660042762756348,
      "epoch": 1.2797927461139897,
      "lm_loss": 0.8196103572845459,
      "loss": 1.032811164855957,
      "step": 741,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.2815198618307426,
      "grad_norm": 3.78125,
      "learning_rate": 5e-05,
      "loss": 0.9124,
      "step": 742
    },
    {
      "epoch": 1.2815198618307426,
      "latent_token_nums": 5.6875,
      "step": 742
    },
    {
      "epoch": 1.2815198618307426,
      "step": 742,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1508578509092331,
      "contrastive_loss#1": 0.7542892694473267,
      "epoch": 1.2815198618307426,
      "lm_loss": 0.852277398109436,
      "loss": 1.0031352043151855,
      "step": 742,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.2832469775474957,
      "grad_norm": 3.796875,
      "learning_rate": 5e-05,
      "loss": 0.91,
      "step": 743
    },
    {
      "epoch": 1.2832469775474957,
      "latent_token_nums": 5.6875,
      "step": 743
    },
    {
      "epoch": 1.2832469775474957,
      "step": 743,
      "thought_step_nums": 5.0625
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.16863225400447845,
      "contrastive_loss#1": 0.8431612253189087,
      "epoch": 1.2832469775474957,
      "lm_loss": 0.7451624870300293,
      "loss": 0.913794755935669,
      "step": 743,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 1.2849740932642488,
      "grad_norm": 4.09375,
      "learning_rate": 5e-05,
      "loss": 0.9264,
      "step": 744
    },
    {
      "epoch": 1.2849740932642488,
      "latent_token_nums": 6.0,
      "step": 744
    },
    {
      "epoch": 1.2849740932642488,
      "step": 744,
      "thought_step_nums": 5.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.013686025515198708,
      "contrastive_loss#1": 0.06843012571334839,
      "epoch": 1.2849740932642488,
      "lm_loss": 0.8114786148071289,
      "loss": 0.8251646161079407,
      "step": 744,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.2867012089810017,
      "grad_norm": 3.828125,
      "learning_rate": 5e-05,
      "loss": 0.9157,
      "step": 745
    },
    {
      "epoch": 1.2867012089810017,
      "latent_token_nums": 6.4375,
      "step": 745
    },
    {
      "epoch": 1.2867012089810017,
      "step": 745,
      "thought_step_nums": 5.6875
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.10474754869937897,
      "contrastive_loss#1": 0.5237377285957336,
      "epoch": 1.2867012089810017,
      "lm_loss": 0.9228500127792358,
      "loss": 1.0275975465774536,
      "step": 745,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 1.2884283246977548,
      "grad_norm": 3.703125,
      "learning_rate": 5e-05,
      "loss": 0.9114,
      "step": 746
    },
    {
      "epoch": 1.2884283246977548,
      "latent_token_nums": 6.25,
      "step": 746
    },
    {
      "epoch": 1.2884283246977548,
      "step": 746,
      "thought_step_nums": 6.0
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11268233507871628,
      "contrastive_loss#1": 0.5634116530418396,
      "epoch": 1.2884283246977548,
      "lm_loss": 0.7504367828369141,
      "loss": 0.8631191253662109,
      "step": 746,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.2901554404145077,
      "grad_norm": 3.9375,
      "learning_rate": 5e-05,
      "loss": 0.9132,
      "step": 747
    },
    {
      "epoch": 1.2901554404145077,
      "latent_token_nums": 5.875,
      "step": 747
    },
    {
      "epoch": 1.2901554404145077,
      "step": 747,
      "thought_step_nums": 5.375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.13335804641246796,
      "contrastive_loss#1": 0.6667901873588562,
      "epoch": 1.2901554404145077,
      "lm_loss": 0.7831096649169922,
      "loss": 0.9164677262306213,
      "step": 747,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 1.2918825561312608,
      "grad_norm": 3.5625,
      "learning_rate": 5e-05,
      "loss": 0.9173,
      "step": 748
    },
    {
      "epoch": 1.2918825561312608,
      "latent_token_nums": 6.375,
      "step": 748
    },
    {
      "epoch": 1.2918825561312608,
      "step": 748,
      "thought_step_nums": 5.5
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08857359737157822,
      "contrastive_loss#1": 0.4428679943084717,
      "epoch": 1.2918825561312608,
      "lm_loss": 0.7889580726623535,
      "loss": 0.8775316476821899,
      "step": 748,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 1.293609671848014,
      "grad_norm": 3.6875,
      "learning_rate": 5e-05,
      "loss": 0.917,
      "step": 749
    },
    {
      "epoch": 1.293609671848014,
      "latent_token_nums": 5.5625,
      "step": 749
    },
    {
      "epoch": 1.293609671848014,
      "step": 749,
      "thought_step_nums": 5.1875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15073569118976593,
      "contrastive_loss#1": 0.7536784410476685,
      "epoch": 1.293609671848014,
      "lm_loss": 0.763976514339447,
      "loss": 0.9147121906280518,
      "step": 749,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.2953367875647668,
      "grad_norm": 3.578125,
      "learning_rate": 5e-05,
      "loss": 0.9173,
      "step": 750
    },
    {
      "epoch": 1.2953367875647668,
      "latent_token_nums": 6.0,
      "step": 750
    },
    {
      "epoch": 1.2953367875647668,
      "step": 750,
      "thought_step_nums": 5.375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.12812726199626923,
      "contrastive_loss#1": 0.6406362652778625,
      "epoch": 1.2953367875647668,
      "lm_loss": 0.6757907271385193,
      "loss": 0.8039180040359497,
      "step": 750,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.2970639032815199,
      "grad_norm": 3.453125,
      "learning_rate": 5e-05,
      "loss": 0.8984,
      "step": 751
    },
    {
      "epoch": 1.2970639032815199,
      "latent_token_nums": 6.125,
      "step": 751
    },
    {
      "epoch": 1.2970639032815199,
      "step": 751,
      "thought_step_nums": 5.375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09824006259441376,
      "contrastive_loss#1": 0.4912002980709076,
      "epoch": 1.2970639032815199,
      "lm_loss": 0.6980628371238708,
      "loss": 0.7963029146194458,
      "step": 751,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.2987910189982728,
      "grad_norm": 3.546875,
      "learning_rate": 5e-05,
      "loss": 0.9051,
      "step": 752
    },
    {
      "epoch": 1.2987910189982728,
      "latent_token_nums": 6.25,
      "step": 752
    },
    {
      "epoch": 1.2987910189982728,
      "step": 752,
      "thought_step_nums": 5.75
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.09107042849063873,
      "contrastive_loss#1": 0.45535212755203247,
      "epoch": 1.2987910189982728,
      "lm_loss": 0.7639318704605103,
      "loss": 0.8550022840499878,
      "step": 752,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.3005181347150259,
      "grad_norm": 3.640625,
      "learning_rate": 5e-05,
      "loss": 0.9121,
      "step": 753
    },
    {
      "epoch": 1.3005181347150259,
      "latent_token_nums": 6.0625,
      "step": 753
    },
    {
      "epoch": 1.3005181347150259,
      "step": 753,
      "thought_step_nums": 5.0625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.13535717129707336,
      "contrastive_loss#1": 0.6767858266830444,
      "epoch": 1.3005181347150259,
      "lm_loss": 0.7677688002586365,
      "loss": 0.9031260013580322,
      "step": 753,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.302245250431779,
      "grad_norm": 3.6875,
      "learning_rate": 5e-05,
      "loss": 0.9052,
      "step": 754
    },
    {
      "epoch": 1.302245250431779,
      "latent_token_nums": 6.375,
      "step": 754
    },
    {
      "epoch": 1.302245250431779,
      "step": 754,
      "thought_step_nums": 5.375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03407515212893486,
      "contrastive_loss#1": 0.1703757494688034,
      "epoch": 1.302245250431779,
      "lm_loss": 0.8703572750091553,
      "loss": 0.9044324159622192,
      "step": 754,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.3039723661485318,
      "grad_norm": 3.640625,
      "learning_rate": 5e-05,
      "loss": 0.9143,
      "step": 755
    },
    {
      "epoch": 1.3039723661485318,
      "latent_token_nums": 5.9375,
      "step": 755
    },
    {
      "epoch": 1.3039723661485318,
      "step": 755,
      "thought_step_nums": 5.1875
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.1928369104862213,
      "contrastive_loss#1": 0.9641845226287842,
      "epoch": 1.3039723661485318,
      "lm_loss": 0.7946091890335083,
      "loss": 0.9874460697174072,
      "step": 755,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 1.305699481865285,
      "grad_norm": 3.40625,
      "learning_rate": 5e-05,
      "loss": 0.905,
      "step": 756
    },
    {
      "epoch": 1.305699481865285,
      "latent_token_nums": 6.0625,
      "step": 756
    },
    {
      "epoch": 1.305699481865285,
      "step": 756,
      "thought_step_nums": 5.5625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.19278207421302795,
      "contrastive_loss#1": 0.9639103412628174,
      "epoch": 1.305699481865285,
      "lm_loss": 0.7384853363037109,
      "loss": 0.9312673807144165,
      "step": 756,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 1.307426597582038,
      "grad_norm": 3.78125,
      "learning_rate": 5e-05,
      "loss": 0.9291,
      "step": 757
    },
    {
      "epoch": 1.307426597582038,
      "latent_token_nums": 6.0625,
      "step": 757
    },
    {
      "epoch": 1.307426597582038,
      "step": 757,
      "thought_step_nums": 5.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0395636223256588,
      "contrastive_loss#1": 0.1978181004524231,
      "epoch": 1.307426597582038,
      "lm_loss": 0.7604632377624512,
      "loss": 0.8000268340110779,
      "step": 757,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.309153713298791,
      "grad_norm": 3.8125,
      "learning_rate": 5e-05,
      "loss": 0.9079,
      "step": 758
    },
    {
      "epoch": 1.309153713298791,
      "latent_token_nums": 5.9375,
      "step": 758
    },
    {
      "epoch": 1.309153713298791,
      "step": 758,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05762222036719322,
      "contrastive_loss#1": 0.2881110906600952,
      "epoch": 1.309153713298791,
      "lm_loss": 0.858536958694458,
      "loss": 0.9161591529846191,
      "step": 758,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.310880829015544,
      "grad_norm": 3.484375,
      "learning_rate": 5e-05,
      "loss": 0.9072,
      "step": 759
    },
    {
      "epoch": 1.310880829015544,
      "latent_token_nums": 5.9375,
      "step": 759
    },
    {
      "epoch": 1.310880829015544,
      "step": 759,
      "thought_step_nums": 5.1875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.1604052037000656,
      "contrastive_loss#1": 0.8020260334014893,
      "epoch": 1.310880829015544,
      "lm_loss": 0.8147710561752319,
      "loss": 0.9751762747764587,
      "step": 759,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 1.3126079447322971,
      "grad_norm": 3.640625,
      "learning_rate": 5e-05,
      "loss": 0.8945,
      "step": 760
    },
    {
      "epoch": 1.3126079447322971,
      "latent_token_nums": 5.9375,
      "step": 760
    },
    {
      "epoch": 1.3126079447322971,
      "step": 760,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04435034841299057,
      "contrastive_loss#1": 0.22175173461437225,
      "epoch": 1.3126079447322971,
      "lm_loss": 0.7943114638328552,
      "loss": 0.838661789894104,
      "step": 760,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.31433506044905,
      "grad_norm": 3.640625,
      "learning_rate": 5e-05,
      "loss": 0.9135,
      "step": 761
    },
    {
      "epoch": 1.31433506044905,
      "latent_token_nums": 5.75,
      "step": 761
    },
    {
      "epoch": 1.31433506044905,
      "step": 761,
      "thought_step_nums": 5.125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1354837864637375,
      "contrastive_loss#1": 0.6774189472198486,
      "epoch": 1.31433506044905,
      "lm_loss": 0.8913499116897583,
      "loss": 1.0268336534500122,
      "step": 761,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.3160621761658031,
      "grad_norm": 3.703125,
      "learning_rate": 5e-05,
      "loss": 0.9147,
      "step": 762
    },
    {
      "epoch": 1.3160621761658031,
      "latent_token_nums": 6.0625,
      "step": 762
    },
    {
      "epoch": 1.3160621761658031,
      "step": 762,
      "thought_step_nums": 4.9375
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.19148243963718414,
      "contrastive_loss#1": 0.9574121832847595,
      "epoch": 1.3160621761658031,
      "lm_loss": 0.7697084546089172,
      "loss": 0.9611908793449402,
      "step": 762,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.3177892918825562,
      "grad_norm": 3.625,
      "learning_rate": 5e-05,
      "loss": 0.9064,
      "step": 763
    },
    {
      "epoch": 1.3177892918825562,
      "latent_token_nums": 6.1875,
      "step": 763
    },
    {
      "epoch": 1.3177892918825562,
      "step": 763,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1474285125732422,
      "contrastive_loss#1": 0.7371425628662109,
      "epoch": 1.3177892918825562,
      "lm_loss": 0.8243070840835571,
      "loss": 0.9717355966567993,
      "step": 763,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.319516407599309,
      "grad_norm": 3.609375,
      "learning_rate": 5e-05,
      "loss": 0.9091,
      "step": 764
    },
    {
      "epoch": 1.319516407599309,
      "latent_token_nums": 6.0,
      "step": 764
    },
    {
      "epoch": 1.319516407599309,
      "step": 764,
      "thought_step_nums": 5.625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0789652094244957,
      "contrastive_loss#1": 0.3948260247707367,
      "epoch": 1.319516407599309,
      "lm_loss": 0.8033036589622498,
      "loss": 0.8822688460350037,
      "step": 764,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.3212435233160622,
      "grad_norm": 3.53125,
      "learning_rate": 5e-05,
      "loss": 0.9134,
      "step": 765
    },
    {
      "epoch": 1.3212435233160622,
      "latent_token_nums": 5.6875,
      "step": 765
    },
    {
      "epoch": 1.3212435233160622,
      "step": 765,
      "thought_step_nums": 5.0625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09320477396249771,
      "contrastive_loss#1": 0.46602386236190796,
      "epoch": 1.3212435233160622,
      "lm_loss": 0.8135146498680115,
      "loss": 0.906719446182251,
      "step": 765,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.3229706390328153,
      "grad_norm": 3.515625,
      "learning_rate": 5e-05,
      "loss": 0.9066,
      "step": 766
    },
    {
      "epoch": 1.3229706390328153,
      "latent_token_nums": 5.6875,
      "step": 766
    },
    {
      "epoch": 1.3229706390328153,
      "step": 766,
      "thought_step_nums": 5.1875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07696150988340378,
      "contrastive_loss#1": 0.3848075270652771,
      "epoch": 1.3229706390328153,
      "lm_loss": 0.7949219942092896,
      "loss": 0.8718835115432739,
      "step": 766,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.3246977547495682,
      "grad_norm": 3.359375,
      "learning_rate": 5e-05,
      "loss": 0.9099,
      "step": 767
    },
    {
      "epoch": 1.3246977547495682,
      "latent_token_nums": 6.1875,
      "step": 767
    },
    {
      "epoch": 1.3246977547495682,
      "step": 767,
      "thought_step_nums": 5.5625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.10358499735593796,
      "contrastive_loss#1": 0.517924964427948,
      "epoch": 1.3246977547495682,
      "lm_loss": 0.7750072479248047,
      "loss": 0.8785922527313232,
      "step": 767,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.3264248704663213,
      "grad_norm": 3.65625,
      "learning_rate": 5e-05,
      "loss": 0.9126,
      "step": 768
    },
    {
      "epoch": 1.3264248704663213,
      "latent_token_nums": 5.0625,
      "step": 768
    },
    {
      "epoch": 1.3264248704663213,
      "step": 768,
      "thought_step_nums": 4.8125
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.16211172938346863,
      "contrastive_loss#1": 0.8105586171150208,
      "epoch": 1.3264248704663213,
      "lm_loss": 0.7835909128189087,
      "loss": 0.9457026720046997,
      "step": 768,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.3281519861830744,
      "grad_norm": 3.84375,
      "learning_rate": 5e-05,
      "loss": 0.9253,
      "step": 769
    },
    {
      "epoch": 1.3281519861830744,
      "latent_token_nums": 6.125,
      "step": 769
    },
    {
      "epoch": 1.3281519861830744,
      "step": 769,
      "thought_step_nums": 5.375
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.09892603009939194,
      "contrastive_loss#1": 0.4946301281452179,
      "epoch": 1.3281519861830744,
      "lm_loss": 0.817000687122345,
      "loss": 0.9159266948699951,
      "step": 769,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 1.3298791018998273,
      "grad_norm": 3.765625,
      "learning_rate": 5e-05,
      "loss": 0.9062,
      "step": 770
    },
    {
      "epoch": 1.3298791018998273,
      "latent_token_nums": 5.8125,
      "step": 770
    },
    {
      "epoch": 1.3298791018998273,
      "step": 770,
      "thought_step_nums": 4.6875
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.13081865012645721,
      "contrastive_loss#1": 0.6540932655334473,
      "epoch": 1.3298791018998273,
      "lm_loss": 0.7503337860107422,
      "loss": 0.8811524510383606,
      "step": 770,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.3316062176165804,
      "grad_norm": 3.609375,
      "learning_rate": 5e-05,
      "loss": 0.9117,
      "step": 771
    },
    {
      "epoch": 1.3316062176165804,
      "latent_token_nums": 6.5,
      "step": 771
    },
    {
      "epoch": 1.3316062176165804,
      "step": 771,
      "thought_step_nums": 5.875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08593916147947311,
      "contrastive_loss#1": 0.42969581484794617,
      "epoch": 1.3316062176165804,
      "lm_loss": 0.7837799191474915,
      "loss": 0.8697190880775452,
      "step": 771,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.3333333333333333,
      "grad_norm": 3.609375,
      "learning_rate": 5e-05,
      "loss": 0.915,
      "step": 772
    },
    {
      "epoch": 1.3333333333333333,
      "latent_token_nums": 5.8125,
      "step": 772
    },
    {
      "epoch": 1.3333333333333333,
      "step": 772,
      "thought_step_nums": 5.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05615490302443504,
      "contrastive_loss#1": 0.2807745039463043,
      "epoch": 1.3333333333333333,
      "lm_loss": 0.780790388584137,
      "loss": 0.8369452953338623,
      "step": 772,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.3350604490500864,
      "grad_norm": 3.390625,
      "learning_rate": 5e-05,
      "loss": 0.9135,
      "step": 773
    },
    {
      "epoch": 1.3350604490500864,
      "latent_token_nums": 5.6875,
      "step": 773
    },
    {
      "epoch": 1.3350604490500864,
      "step": 773,
      "thought_step_nums": 4.8125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04544425383210182,
      "contrastive_loss#1": 0.2272212654352188,
      "epoch": 1.3350604490500864,
      "lm_loss": 0.7747113704681396,
      "loss": 0.8201556205749512,
      "step": 773,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.3367875647668392,
      "grad_norm": 3.703125,
      "learning_rate": 5e-05,
      "loss": 0.9085,
      "step": 774
    },
    {
      "epoch": 1.3367875647668392,
      "latent_token_nums": 5.875,
      "step": 774
    },
    {
      "epoch": 1.3367875647668392,
      "step": 774,
      "thought_step_nums": 5.375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08140090852975845,
      "contrastive_loss#1": 0.40700453519821167,
      "epoch": 1.3367875647668392,
      "lm_loss": 0.8659533858299255,
      "loss": 0.9473543167114258,
      "step": 774,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.3385146804835923,
      "grad_norm": 3.4375,
      "learning_rate": 5e-05,
      "loss": 0.9075,
      "step": 775
    },
    {
      "epoch": 1.3385146804835923,
      "latent_token_nums": 6.125,
      "step": 775
    },
    {
      "epoch": 1.3385146804835923,
      "step": 775,
      "thought_step_nums": 5.375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04849682375788689,
      "contrastive_loss#1": 0.24248412251472473,
      "epoch": 1.3385146804835923,
      "lm_loss": 0.8008229732513428,
      "loss": 0.8493198156356812,
      "step": 775,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.3402417962003454,
      "grad_norm": 3.609375,
      "learning_rate": 5e-05,
      "loss": 0.9153,
      "step": 776
    },
    {
      "epoch": 1.3402417962003454,
      "latent_token_nums": 5.5625,
      "step": 776
    },
    {
      "epoch": 1.3402417962003454,
      "step": 776,
      "thought_step_nums": 4.9375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.058364104479551315,
      "contrastive_loss#1": 0.2918205261230469,
      "epoch": 1.3402417962003454,
      "lm_loss": 0.8631091117858887,
      "loss": 0.9214732050895691,
      "step": 776,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.3419689119170983,
      "grad_norm": 3.53125,
      "learning_rate": 5e-05,
      "loss": 0.9104,
      "step": 777
    },
    {
      "epoch": 1.3419689119170983,
      "latent_token_nums": 6.4375,
      "step": 777
    },
    {
      "epoch": 1.3419689119170983,
      "step": 777,
      "thought_step_nums": 4.9375
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.23404128849506378,
      "contrastive_loss#1": 1.1702064275741577,
      "epoch": 1.3419689119170983,
      "lm_loss": 0.7626849412918091,
      "loss": 0.9967262148857117,
      "step": 777,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.3436960276338514,
      "grad_norm": 3.890625,
      "learning_rate": 5e-05,
      "loss": 0.9447,
      "step": 778
    },
    {
      "epoch": 1.3436960276338514,
      "latent_token_nums": 6.0625,
      "step": 778
    },
    {
      "epoch": 1.3436960276338514,
      "step": 778,
      "thought_step_nums": 5.9375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.14615528285503387,
      "contrastive_loss#1": 0.7307764291763306,
      "epoch": 1.3436960276338514,
      "lm_loss": 0.815038800239563,
      "loss": 0.9611940979957581,
      "step": 778,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.3454231433506045,
      "grad_norm": 3.546875,
      "learning_rate": 5e-05,
      "loss": 0.8891,
      "step": 779
    },
    {
      "epoch": 1.3454231433506045,
      "latent_token_nums": 5.6875,
      "step": 779
    },
    {
      "epoch": 1.3454231433506045,
      "step": 779,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.10886490345001221,
      "contrastive_loss#1": 0.544324517250061,
      "epoch": 1.3454231433506045,
      "lm_loss": 0.7479074597358704,
      "loss": 0.8567723631858826,
      "step": 779,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 1.3471502590673574,
      "grad_norm": 3.65625,
      "learning_rate": 5e-05,
      "loss": 0.9033,
      "step": 780
    },
    {
      "epoch": 1.3471502590673574,
      "latent_token_nums": 6.4375,
      "step": 780
    },
    {
      "epoch": 1.3471502590673574,
      "step": 780,
      "thought_step_nums": 5.6875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.048972707241773605,
      "contrastive_loss#1": 0.24486353993415833,
      "epoch": 1.3471502590673574,
      "lm_loss": 0.7588697075843811,
      "loss": 0.8078424334526062,
      "step": 780,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.3488773747841105,
      "grad_norm": 4.125,
      "learning_rate": 5e-05,
      "loss": 0.9193,
      "step": 781
    },
    {
      "epoch": 1.3488773747841105,
      "latent_token_nums": 6.0,
      "step": 781
    },
    {
      "epoch": 1.3488773747841105,
      "step": 781,
      "thought_step_nums": 5.75
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.11463695764541626,
      "contrastive_loss#1": 0.5731847882270813,
      "epoch": 1.3488773747841105,
      "lm_loss": 0.7624095678329468,
      "loss": 0.877046525478363,
      "step": 781,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 1.3506044905008636,
      "grad_norm": 3.734375,
      "learning_rate": 5e-05,
      "loss": 0.9125,
      "step": 782
    },
    {
      "epoch": 1.3506044905008636,
      "latent_token_nums": 5.0625,
      "step": 782
    },
    {
      "epoch": 1.3506044905008636,
      "step": 782,
      "thought_step_nums": 4.8125
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.14016547799110413,
      "contrastive_loss#1": 0.7008273601531982,
      "epoch": 1.3506044905008636,
      "lm_loss": 0.7798730134963989,
      "loss": 0.9200384616851807,
      "step": 782,
      "valid_batch_size": 1024.4375
    },
    {
      "epoch": 1.3523316062176165,
      "grad_norm": 3.8125,
      "learning_rate": 5e-05,
      "loss": 0.9136,
      "step": 783
    },
    {
      "epoch": 1.3523316062176165,
      "latent_token_nums": 6.6875,
      "step": 783
    },
    {
      "epoch": 1.3523316062176165,
      "step": 783,
      "thought_step_nums": 5.9375
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.875,
      "acc@5": 0.8125,
      "contrastive_loss": 0.24054627120494843,
      "contrastive_loss#1": 1.2027313709259033,
      "epoch": 1.3523316062176165,
      "lm_loss": 0.6032119989395142,
      "loss": 0.8437582850456238,
      "step": 783,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.3540587219343696,
      "grad_norm": 3.734375,
      "learning_rate": 5e-05,
      "loss": 0.9017,
      "step": 784
    },
    {
      "epoch": 1.3540587219343696,
      "latent_token_nums": 6.1875,
      "step": 784
    },
    {
      "epoch": 1.3540587219343696,
      "step": 784,
      "thought_step_nums": 5.1875
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08916059881448746,
      "contrastive_loss#1": 0.4458029866218567,
      "epoch": 1.3540587219343696,
      "lm_loss": 0.8457924723625183,
      "loss": 0.9349530935287476,
      "step": 784,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.3557858376511227,
      "grad_norm": 3.484375,
      "learning_rate": 5e-05,
      "loss": 0.8939,
      "step": 785
    },
    {
      "epoch": 1.3557858376511227,
      "latent_token_nums": 6.4375,
      "step": 785
    },
    {
      "epoch": 1.3557858376511227,
      "step": 785,
      "thought_step_nums": 6.0625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07333187013864517,
      "contrastive_loss#1": 0.36665934324264526,
      "epoch": 1.3557858376511227,
      "lm_loss": 0.7228676080703735,
      "loss": 0.7961995005607605,
      "step": 785,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.3575129533678756,
      "grad_norm": 3.953125,
      "learning_rate": 5e-05,
      "loss": 0.9213,
      "step": 786
    },
    {
      "epoch": 1.3575129533678756,
      "latent_token_nums": 6.4375,
      "step": 786
    },
    {
      "epoch": 1.3575129533678756,
      "step": 786,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05742083117365837,
      "contrastive_loss#1": 0.28710415959358215,
      "epoch": 1.3575129533678756,
      "lm_loss": 0.7448771595954895,
      "loss": 0.8022980093955994,
      "step": 786,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.3592400690846287,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.9207,
      "step": 787
    },
    {
      "epoch": 1.3592400690846287,
      "latent_token_nums": 6.0625,
      "step": 787
    },
    {
      "epoch": 1.3592400690846287,
      "step": 787,
      "thought_step_nums": 5.1875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08919330686330795,
      "contrastive_loss#1": 0.44596654176712036,
      "epoch": 1.3592400690846287,
      "lm_loss": 0.8855772018432617,
      "loss": 0.9747704863548279,
      "step": 787,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 1.3609671848013818,
      "grad_norm": 3.84375,
      "learning_rate": 5e-05,
      "loss": 0.9186,
      "step": 788
    },
    {
      "epoch": 1.3609671848013818,
      "latent_token_nums": 6.875,
      "step": 788
    },
    {
      "epoch": 1.3609671848013818,
      "step": 788,
      "thought_step_nums": 6.125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.07353802770376205,
      "contrastive_loss#1": 0.3676901161670685,
      "epoch": 1.3609671848013818,
      "lm_loss": 0.7404901385307312,
      "loss": 0.8140281438827515,
      "step": 788,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.3626943005181347,
      "grad_norm": 3.59375,
      "learning_rate": 5e-05,
      "loss": 0.9092,
      "step": 789
    },
    {
      "epoch": 1.3626943005181347,
      "latent_token_nums": 5.6875,
      "step": 789
    },
    {
      "epoch": 1.3626943005181347,
      "step": 789,
      "thought_step_nums": 5.0625
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.19517812132835388,
      "contrastive_loss#1": 0.975890576839447,
      "epoch": 1.3626943005181347,
      "lm_loss": 0.7813259959220886,
      "loss": 0.9765040874481201,
      "step": 789,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.3644214162348878,
      "grad_norm": 4.0,
      "learning_rate": 5e-05,
      "loss": 0.9132,
      "step": 790
    },
    {
      "epoch": 1.3644214162348878,
      "latent_token_nums": 6.25,
      "step": 790
    },
    {
      "epoch": 1.3644214162348878,
      "step": 790,
      "thought_step_nums": 4.75
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1678931564092636,
      "contrastive_loss#1": 0.8394657373428345,
      "epoch": 1.3644214162348878,
      "lm_loss": 0.7939741611480713,
      "loss": 0.9618673324584961,
      "step": 790,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 1.3661485319516409,
      "grad_norm": 3.859375,
      "learning_rate": 5e-05,
      "loss": 0.9013,
      "step": 791
    },
    {
      "epoch": 1.3661485319516409,
      "latent_token_nums": 6.125,
      "step": 791
    },
    {
      "epoch": 1.3661485319516409,
      "step": 791,
      "thought_step_nums": 5.875
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.9375,
      "acc@5": 0.8125,
      "contrastive_loss": 0.2815464735031128,
      "contrastive_loss#1": 1.407732367515564,
      "epoch": 1.3661485319516409,
      "lm_loss": 0.8655878901481628,
      "loss": 1.1471343040466309,
      "step": 791,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 1.3678756476683938,
      "grad_norm": 3.96875,
      "learning_rate": 5e-05,
      "loss": 0.9209,
      "step": 792
    },
    {
      "epoch": 1.3678756476683938,
      "latent_token_nums": 6.5,
      "step": 792
    },
    {
      "epoch": 1.3678756476683938,
      "step": 792,
      "thought_step_nums": 5.25
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.8125,
      "contrastive_loss": 0.21820282936096191,
      "contrastive_loss#1": 1.0910141468048096,
      "epoch": 1.3678756476683938,
      "lm_loss": 0.634016752243042,
      "loss": 0.8522195816040039,
      "step": 792,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.3696027633851469,
      "grad_norm": 3.609375,
      "learning_rate": 5e-05,
      "loss": 0.9083,
      "step": 793
    },
    {
      "epoch": 1.3696027633851469,
      "latent_token_nums": 5.9375,
      "step": 793
    },
    {
      "epoch": 1.3696027633851469,
      "step": 793,
      "thought_step_nums": 5.3125
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.1342415064573288,
      "contrastive_loss#1": 0.6712075471878052,
      "epoch": 1.3696027633851469,
      "lm_loss": 0.859770655632019,
      "loss": 0.994012176990509,
      "step": 793,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 1.3713298791019,
      "grad_norm": 3.796875,
      "learning_rate": 5e-05,
      "loss": 0.8987,
      "step": 794
    },
    {
      "epoch": 1.3713298791019,
      "latent_token_nums": 5.875,
      "step": 794
    },
    {
      "epoch": 1.3713298791019,
      "step": 794,
      "thought_step_nums": 5.5
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03939725086092949,
      "contrastive_loss#1": 0.19698625802993774,
      "epoch": 1.3713298791019,
      "lm_loss": 0.8754472732543945,
      "loss": 0.9148445129394531,
      "step": 794,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 1.3730569948186528,
      "grad_norm": 3.5,
      "learning_rate": 5e-05,
      "loss": 0.902,
      "step": 795
    },
    {
      "epoch": 1.3730569948186528,
      "latent_token_nums": 5.375,
      "step": 795
    },
    {
      "epoch": 1.3730569948186528,
      "step": 795,
      "thought_step_nums": 5.25
    },
    {
      "acc@1": 0.5,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.23780980706214905,
      "contrastive_loss#1": 1.1890490055084229,
      "epoch": 1.3730569948186528,
      "lm_loss": 0.6468885540962219,
      "loss": 0.8846983909606934,
      "step": 795,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.374784110535406,
      "grad_norm": 3.640625,
      "learning_rate": 5e-05,
      "loss": 0.9078,
      "step": 796
    },
    {
      "epoch": 1.374784110535406,
      "latent_token_nums": 5.625,
      "step": 796
    },
    {
      "epoch": 1.374784110535406,
      "step": 796,
      "thought_step_nums": 4.75
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09273075312376022,
      "contrastive_loss#1": 0.4636537730693817,
      "epoch": 1.374784110535406,
      "lm_loss": 0.8537602424621582,
      "loss": 0.946491003036499,
      "step": 796,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.3765112262521588,
      "grad_norm": 3.609375,
      "learning_rate": 5e-05,
      "loss": 0.9084,
      "step": 797
    },
    {
      "epoch": 1.3765112262521588,
      "latent_token_nums": 5.75,
      "step": 797
    },
    {
      "epoch": 1.3765112262521588,
      "step": 797,
      "thought_step_nums": 5.25
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.0892767459154129,
      "contrastive_loss#1": 0.4463837146759033,
      "epoch": 1.3765112262521588,
      "lm_loss": 0.7452752590179443,
      "loss": 0.834551990032196,
      "step": 797,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.378238341968912,
      "grad_norm": 3.640625,
      "learning_rate": 5e-05,
      "loss": 0.8984,
      "step": 798
    },
    {
      "epoch": 1.378238341968912,
      "latent_token_nums": 6.0,
      "step": 798
    },
    {
      "epoch": 1.378238341968912,
      "step": 798,
      "thought_step_nums": 5.125
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.8125,
      "contrastive_loss": 0.23058047890663147,
      "contrastive_loss#1": 1.152902364730835,
      "epoch": 1.378238341968912,
      "lm_loss": 0.8309126496315002,
      "loss": 1.061493158340454,
      "step": 798,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.3799654576856648,
      "grad_norm": 3.796875,
      "learning_rate": 5e-05,
      "loss": 0.9153,
      "step": 799
    },
    {
      "epoch": 1.3799654576856648,
      "latent_token_nums": 6.375,
      "step": 799
    },
    {
      "epoch": 1.3799654576856648,
      "step": 799,
      "thought_step_nums": 5.375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.0935290977358818,
      "contrastive_loss#1": 0.46764546632766724,
      "epoch": 1.3799654576856648,
      "lm_loss": 0.8283346891403198,
      "loss": 0.9218637943267822,
      "step": 799,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.381692573402418,
      "grad_norm": 3.34375,
      "learning_rate": 5e-05,
      "loss": 0.8954,
      "step": 800
    },
    {
      "epoch": 1.381692573402418,
      "latent_token_nums": 5.9375,
      "step": 800
    },
    {
      "epoch": 1.381692573402418,
      "step": 800,
      "thought_step_nums": 5.1875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.11886318773031235,
      "contrastive_loss#1": 0.5943159461021423,
      "epoch": 1.381692573402418,
      "lm_loss": 0.8357780575752258,
      "loss": 0.9546412229537964,
      "step": 800,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 1.383419689119171,
      "grad_norm": 3.59375,
      "learning_rate": 5e-05,
      "loss": 0.9072,
      "step": 801
    },
    {
      "epoch": 1.383419689119171,
      "latent_token_nums": 6.4375,
      "step": 801
    },
    {
      "epoch": 1.383419689119171,
      "step": 801,
      "thought_step_nums": 5.9375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.2271382361650467,
      "contrastive_loss#1": 1.1356911659240723,
      "epoch": 1.383419689119171,
      "lm_loss": 0.6831611394882202,
      "loss": 0.9102993607521057,
      "step": 801,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.385146804835924,
      "grad_norm": 3.75,
      "learning_rate": 5e-05,
      "loss": 0.9064,
      "step": 802
    },
    {
      "epoch": 1.385146804835924,
      "latent_token_nums": 6.0625,
      "step": 802
    },
    {
      "epoch": 1.385146804835924,
      "step": 802,
      "thought_step_nums": 4.6875
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.18047843873500824,
      "contrastive_loss#1": 0.9023922085762024,
      "epoch": 1.385146804835924,
      "lm_loss": 0.8665609955787659,
      "loss": 1.0470393896102905,
      "step": 802,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.386873920552677,
      "grad_norm": 3.90625,
      "learning_rate": 5e-05,
      "loss": 0.9345,
      "step": 803
    },
    {
      "epoch": 1.386873920552677,
      "latent_token_nums": 6.25,
      "step": 803
    },
    {
      "epoch": 1.386873920552677,
      "step": 803,
      "thought_step_nums": 5.0
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.14516733586788177,
      "contrastive_loss#1": 0.7258366942405701,
      "epoch": 1.386873920552677,
      "lm_loss": 0.8562527894973755,
      "loss": 1.0014201402664185,
      "step": 803,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.38860103626943,
      "grad_norm": 3.65625,
      "learning_rate": 5e-05,
      "loss": 0.8981,
      "step": 804
    },
    {
      "epoch": 1.38860103626943,
      "latent_token_nums": 5.8125,
      "step": 804
    },
    {
      "epoch": 1.38860103626943,
      "step": 804,
      "thought_step_nums": 5.6875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.044378697872161865,
      "contrastive_loss#1": 0.22189348936080933,
      "epoch": 1.38860103626943,
      "lm_loss": 0.7777748107910156,
      "loss": 0.8221535086631775,
      "step": 804,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.390328151986183,
      "grad_norm": 3.828125,
      "learning_rate": 5e-05,
      "loss": 0.9151,
      "step": 805
    },
    {
      "epoch": 1.390328151986183,
      "latent_token_nums": 6.3125,
      "step": 805
    },
    {
      "epoch": 1.390328151986183,
      "step": 805,
      "thought_step_nums": 5.1875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.10213492065668106,
      "contrastive_loss#1": 0.5106745958328247,
      "epoch": 1.390328151986183,
      "lm_loss": 0.7817716598510742,
      "loss": 0.8839066028594971,
      "step": 805,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.392055267702936,
      "grad_norm": 3.6875,
      "learning_rate": 5e-05,
      "loss": 0.9274,
      "step": 806
    },
    {
      "epoch": 1.392055267702936,
      "latent_token_nums": 6.0,
      "step": 806
    },
    {
      "epoch": 1.392055267702936,
      "step": 806,
      "thought_step_nums": 5.125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.12316735088825226,
      "contrastive_loss#1": 0.6158367395401001,
      "epoch": 1.392055267702936,
      "lm_loss": 0.7780770659446716,
      "loss": 0.9012444019317627,
      "step": 806,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 1.3937823834196892,
      "grad_norm": 3.65625,
      "learning_rate": 5e-05,
      "loss": 0.902,
      "step": 807
    },
    {
      "epoch": 1.3937823834196892,
      "latent_token_nums": 6.1875,
      "step": 807
    },
    {
      "epoch": 1.3937823834196892,
      "step": 807,
      "thought_step_nums": 5.0625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09311433136463165,
      "contrastive_loss#1": 0.46557164192199707,
      "epoch": 1.3937823834196892,
      "lm_loss": 0.8933065533638,
      "loss": 0.9864208698272705,
      "step": 807,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 1.395509499136442,
      "grad_norm": 3.484375,
      "learning_rate": 5e-05,
      "loss": 0.8987,
      "step": 808
    },
    {
      "epoch": 1.395509499136442,
      "latent_token_nums": 6.0625,
      "step": 808
    },
    {
      "epoch": 1.395509499136442,
      "step": 808,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06688620895147324,
      "contrastive_loss#1": 0.3344310522079468,
      "epoch": 1.395509499136442,
      "lm_loss": 0.8456858992576599,
      "loss": 0.9125720858573914,
      "step": 808,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.3972366148531952,
      "grad_norm": 3.53125,
      "learning_rate": 5e-05,
      "loss": 0.8965,
      "step": 809
    },
    {
      "epoch": 1.3972366148531952,
      "latent_token_nums": 6.4375,
      "step": 809
    },
    {
      "epoch": 1.3972366148531952,
      "step": 809,
      "thought_step_nums": 4.6875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.13221228122711182,
      "contrastive_loss#1": 0.6610614061355591,
      "epoch": 1.3972366148531952,
      "lm_loss": 0.820560097694397,
      "loss": 0.9527723789215088,
      "step": 809,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.3989637305699483,
      "grad_norm": 3.671875,
      "learning_rate": 5e-05,
      "loss": 0.9112,
      "step": 810
    },
    {
      "epoch": 1.3989637305699483,
      "latent_token_nums": 6.1875,
      "step": 810
    },
    {
      "epoch": 1.3989637305699483,
      "step": 810,
      "thought_step_nums": 5.8125
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08237458765506744,
      "contrastive_loss#1": 0.411872923374176,
      "epoch": 1.3989637305699483,
      "lm_loss": 0.6774364709854126,
      "loss": 0.7598110437393188,
      "step": 810,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.4006908462867012,
      "grad_norm": 3.59375,
      "learning_rate": 5e-05,
      "loss": 0.9097,
      "step": 811
    },
    {
      "epoch": 1.4006908462867012,
      "latent_token_nums": 6.375,
      "step": 811
    },
    {
      "epoch": 1.4006908462867012,
      "step": 811,
      "thought_step_nums": 5.5
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11785353720188141,
      "contrastive_loss#1": 0.5892676711082458,
      "epoch": 1.4006908462867012,
      "lm_loss": 0.9303663969039917,
      "loss": 1.048219919204712,
      "step": 811,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.4024179620034543,
      "grad_norm": 3.578125,
      "learning_rate": 5e-05,
      "loss": 0.9165,
      "step": 812
    },
    {
      "epoch": 1.4024179620034543,
      "latent_token_nums": 6.25,
      "step": 812
    },
    {
      "epoch": 1.4024179620034543,
      "step": 812,
      "thought_step_nums": 5.5
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.13394616544246674,
      "contrastive_loss#1": 0.6697308421134949,
      "epoch": 1.4024179620034543,
      "lm_loss": 0.8810875415802002,
      "loss": 1.0150337219238281,
      "step": 812,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 1.4041450777202074,
      "grad_norm": 3.796875,
      "learning_rate": 5e-05,
      "loss": 0.899,
      "step": 813
    },
    {
      "epoch": 1.4041450777202074,
      "latent_token_nums": 6.3125,
      "step": 813
    },
    {
      "epoch": 1.4041450777202074,
      "step": 813,
      "thought_step_nums": 5.1875
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.0963364690542221,
      "contrastive_loss#1": 0.48168233036994934,
      "epoch": 1.4041450777202074,
      "lm_loss": 0.8268506526947021,
      "loss": 0.9231871366500854,
      "step": 813,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.4058721934369602,
      "grad_norm": 3.5,
      "learning_rate": 5e-05,
      "loss": 0.9058,
      "step": 814
    },
    {
      "epoch": 1.4058721934369602,
      "latent_token_nums": 6.25,
      "step": 814
    },
    {
      "epoch": 1.4058721934369602,
      "step": 814,
      "thought_step_nums": 5.5
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1995452642440796,
      "contrastive_loss#1": 0.997726321220398,
      "epoch": 1.4058721934369602,
      "lm_loss": 0.814875066280365,
      "loss": 1.0144202709197998,
      "step": 814,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 1.4075993091537133,
      "grad_norm": 3.71875,
      "learning_rate": 5e-05,
      "loss": 0.9208,
      "step": 815
    },
    {
      "epoch": 1.4075993091537133,
      "latent_token_nums": 6.1875,
      "step": 815
    },
    {
      "epoch": 1.4075993091537133,
      "step": 815,
      "thought_step_nums": 5.5625
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.18570154905319214,
      "contrastive_loss#1": 0.9285077452659607,
      "epoch": 1.4075993091537133,
      "lm_loss": 0.812588095664978,
      "loss": 0.9982896447181702,
      "step": 815,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 1.4093264248704664,
      "grad_norm": 4.0,
      "learning_rate": 5e-05,
      "loss": 0.9168,
      "step": 816
    },
    {
      "epoch": 1.4093264248704664,
      "latent_token_nums": 5.4375,
      "step": 816
    },
    {
      "epoch": 1.4093264248704664,
      "step": 816,
      "thought_step_nums": 4.9375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06034800037741661,
      "contrastive_loss#1": 0.30173999071121216,
      "epoch": 1.4093264248704664,
      "lm_loss": 0.8849340081214905,
      "loss": 0.945281982421875,
      "step": 816,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.4110535405872193,
      "grad_norm": 3.765625,
      "learning_rate": 5e-05,
      "loss": 0.926,
      "step": 817
    },
    {
      "epoch": 1.4110535405872193,
      "latent_token_nums": 6.4375,
      "step": 817
    },
    {
      "epoch": 1.4110535405872193,
      "step": 817,
      "thought_step_nums": 5.6875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09057988226413727,
      "contrastive_loss#1": 0.45289939641952515,
      "epoch": 1.4110535405872193,
      "lm_loss": 0.8435115218162537,
      "loss": 0.9340913891792297,
      "step": 817,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.4127806563039724,
      "grad_norm": 4.09375,
      "learning_rate": 5e-05,
      "loss": 0.9403,
      "step": 818
    },
    {
      "epoch": 1.4127806563039724,
      "latent_token_nums": 5.75,
      "step": 818
    },
    {
      "epoch": 1.4127806563039724,
      "step": 818,
      "thought_step_nums": 5.125
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1438170075416565,
      "contrastive_loss#1": 0.7190850377082825,
      "epoch": 1.4127806563039724,
      "lm_loss": 0.8179360628128052,
      "loss": 0.9617530703544617,
      "step": 818,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 1.4145077720207253,
      "grad_norm": 3.71875,
      "learning_rate": 5e-05,
      "loss": 0.921,
      "step": 819
    },
    {
      "epoch": 1.4145077720207253,
      "latent_token_nums": 5.875,
      "step": 819
    },
    {
      "epoch": 1.4145077720207253,
      "step": 819,
      "thought_step_nums": 5.125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07581811398267746,
      "contrastive_loss#1": 0.3790905475616455,
      "epoch": 1.4145077720207253,
      "lm_loss": 0.820970356464386,
      "loss": 0.896788477897644,
      "step": 819,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 1.4162348877374784,
      "grad_norm": 3.390625,
      "learning_rate": 5e-05,
      "loss": 0.8953,
      "step": 820
    },
    {
      "epoch": 1.4162348877374784,
      "latent_token_nums": 6.0625,
      "step": 820
    },
    {
      "epoch": 1.4162348877374784,
      "step": 820,
      "thought_step_nums": 5.5625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07108736783266068,
      "contrastive_loss#1": 0.3554368317127228,
      "epoch": 1.4162348877374784,
      "lm_loss": 0.8129492998123169,
      "loss": 0.884036660194397,
      "step": 820,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 1.4179620034542315,
      "grad_norm": 3.6875,
      "learning_rate": 5e-05,
      "loss": 0.9224,
      "step": 821
    },
    {
      "epoch": 1.4179620034542315,
      "latent_token_nums": 6.4375,
      "step": 821
    },
    {
      "epoch": 1.4179620034542315,
      "step": 821,
      "thought_step_nums": 5.8125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06637374311685562,
      "contrastive_loss#1": 0.3318687081336975,
      "epoch": 1.4179620034542315,
      "lm_loss": 0.7822400331497192,
      "loss": 0.8486137986183167,
      "step": 821,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.4196891191709844,
      "grad_norm": 3.3125,
      "learning_rate": 5e-05,
      "loss": 0.9011,
      "step": 822
    },
    {
      "epoch": 1.4196891191709844,
      "latent_token_nums": 6.125,
      "step": 822
    },
    {
      "epoch": 1.4196891191709844,
      "step": 822,
      "thought_step_nums": 5.375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07706957310438156,
      "contrastive_loss#1": 0.3853478729724884,
      "epoch": 1.4196891191709844,
      "lm_loss": 0.7977232933044434,
      "loss": 0.8747928738594055,
      "step": 822,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.4214162348877375,
      "grad_norm": 3.34375,
      "learning_rate": 5e-05,
      "loss": 0.9081,
      "step": 823
    },
    {
      "epoch": 1.4214162348877375,
      "latent_token_nums": 6.3125,
      "step": 823
    },
    {
      "epoch": 1.4214162348877375,
      "step": 823,
      "thought_step_nums": 5.9375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.13354802131652832,
      "contrastive_loss#1": 0.6677401065826416,
      "epoch": 1.4214162348877375,
      "lm_loss": 0.7622380256652832,
      "loss": 0.8957860469818115,
      "step": 823,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.4231433506044904,
      "grad_norm": 3.515625,
      "learning_rate": 5e-05,
      "loss": 0.9122,
      "step": 824
    },
    {
      "epoch": 1.4231433506044904,
      "latent_token_nums": 6.125,
      "step": 824
    },
    {
      "epoch": 1.4231433506044904,
      "step": 824,
      "thought_step_nums": 5.375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05707497149705887,
      "contrastive_loss#1": 0.28537485003471375,
      "epoch": 1.4231433506044904,
      "lm_loss": 0.7855544090270996,
      "loss": 0.8426293730735779,
      "step": 824,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.4248704663212435,
      "grad_norm": 3.484375,
      "learning_rate": 5e-05,
      "loss": 0.9064,
      "step": 825
    },
    {
      "epoch": 1.4248704663212435,
      "latent_token_nums": 6.6875,
      "step": 825
    },
    {
      "epoch": 1.4248704663212435,
      "step": 825,
      "thought_step_nums": 5.5625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03581612929701805,
      "contrastive_loss#1": 0.17908063530921936,
      "epoch": 1.4248704663212435,
      "lm_loss": 0.7419162392616272,
      "loss": 0.7777323722839355,
      "step": 825,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.4265975820379966,
      "grad_norm": 3.484375,
      "learning_rate": 5e-05,
      "loss": 0.9135,
      "step": 826
    },
    {
      "epoch": 1.4265975820379966,
      "latent_token_nums": 5.75,
      "step": 826
    },
    {
      "epoch": 1.4265975820379966,
      "step": 826,
      "thought_step_nums": 5.5
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.10641701519489288,
      "contrastive_loss#1": 0.5320850610733032,
      "epoch": 1.4265975820379966,
      "lm_loss": 0.8442641496658325,
      "loss": 0.9506811499595642,
      "step": 826,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.4283246977547495,
      "grad_norm": 3.375,
      "learning_rate": 5e-05,
      "loss": 0.9012,
      "step": 827
    },
    {
      "epoch": 1.4283246977547495,
      "latent_token_nums": 6.3125,
      "step": 827
    },
    {
      "epoch": 1.4283246977547495,
      "step": 827,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06422170996665955,
      "contrastive_loss#1": 0.32110854983329773,
      "epoch": 1.4283246977547495,
      "lm_loss": 0.7826101779937744,
      "loss": 0.8468319177627563,
      "step": 827,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.4300518134715026,
      "grad_norm": 3.421875,
      "learning_rate": 5e-05,
      "loss": 0.9104,
      "step": 828
    },
    {
      "epoch": 1.4300518134715026,
      "latent_token_nums": 5.9375,
      "step": 828
    },
    {
      "epoch": 1.4300518134715026,
      "step": 828,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.20251715183258057,
      "contrastive_loss#1": 1.0125857591629028,
      "epoch": 1.4300518134715026,
      "lm_loss": 0.7477076053619385,
      "loss": 0.950224757194519,
      "step": 828,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 1.4317789291882557,
      "grad_norm": 3.59375,
      "learning_rate": 5e-05,
      "loss": 0.9059,
      "step": 829
    },
    {
      "epoch": 1.4317789291882557,
      "latent_token_nums": 5.875,
      "step": 829
    },
    {
      "epoch": 1.4317789291882557,
      "step": 829,
      "thought_step_nums": 5.5
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06355369091033936,
      "contrastive_loss#1": 0.3177684545516968,
      "epoch": 1.4317789291882557,
      "lm_loss": 0.7658849954605103,
      "loss": 0.8294386863708496,
      "step": 829,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.4335060449050085,
      "grad_norm": 3.8125,
      "learning_rate": 5e-05,
      "loss": 0.9282,
      "step": 830
    },
    {
      "epoch": 1.4335060449050085,
      "latent_token_nums": 5.875,
      "step": 830
    },
    {
      "epoch": 1.4335060449050085,
      "step": 830,
      "thought_step_nums": 5.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04800528287887573,
      "contrastive_loss#1": 0.24002641439437866,
      "epoch": 1.4335060449050085,
      "lm_loss": 0.7265750169754028,
      "loss": 0.7745802998542786,
      "step": 830,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.4352331606217616,
      "grad_norm": 3.75,
      "learning_rate": 5e-05,
      "loss": 0.8977,
      "step": 831
    },
    {
      "epoch": 1.4352331606217616,
      "latent_token_nums": 6.0625,
      "step": 831
    },
    {
      "epoch": 1.4352331606217616,
      "step": 831,
      "thought_step_nums": 5.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02470584213733673,
      "contrastive_loss#1": 0.12352921068668365,
      "epoch": 1.4352331606217616,
      "lm_loss": 0.7844829559326172,
      "loss": 0.8091887831687927,
      "step": 831,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.4369602763385148,
      "grad_norm": 3.421875,
      "learning_rate": 5e-05,
      "loss": 0.9097,
      "step": 832
    },
    {
      "epoch": 1.4369602763385148,
      "latent_token_nums": 6.1875,
      "step": 832
    },
    {
      "epoch": 1.4369602763385148,
      "step": 832,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15018951892852783,
      "contrastive_loss#1": 0.7509475946426392,
      "epoch": 1.4369602763385148,
      "lm_loss": 0.7654391527175903,
      "loss": 0.9156286716461182,
      "step": 832,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 1.4386873920552676,
      "grad_norm": 3.625,
      "learning_rate": 5e-05,
      "loss": 0.9149,
      "step": 833
    },
    {
      "epoch": 1.4386873920552676,
      "latent_token_nums": 6.25,
      "step": 833
    },
    {
      "epoch": 1.4386873920552676,
      "step": 833,
      "thought_step_nums": 5.125
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1390688419342041,
      "contrastive_loss#1": 0.6953442096710205,
      "epoch": 1.4386873920552676,
      "lm_loss": 0.7376507520675659,
      "loss": 0.87671959400177,
      "step": 833,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.4404145077720207,
      "grad_norm": 3.796875,
      "learning_rate": 5e-05,
      "loss": 0.9008,
      "step": 834
    },
    {
      "epoch": 1.4404145077720207,
      "latent_token_nums": 6.0625,
      "step": 834
    },
    {
      "epoch": 1.4404145077720207,
      "step": 834,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.17221172153949738,
      "contrastive_loss#1": 0.8610585927963257,
      "epoch": 1.4404145077720207,
      "lm_loss": 0.8931512832641602,
      "loss": 1.0653630495071411,
      "step": 834,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 1.4421416234887738,
      "grad_norm": 3.859375,
      "learning_rate": 5e-05,
      "loss": 0.9178,
      "step": 835
    },
    {
      "epoch": 1.4421416234887738,
      "latent_token_nums": 6.5625,
      "step": 835
    },
    {
      "epoch": 1.4421416234887738,
      "step": 835,
      "thought_step_nums": 5.6875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06554733216762543,
      "contrastive_loss#1": 0.32773664593696594,
      "epoch": 1.4421416234887738,
      "lm_loss": 0.7746001482009888,
      "loss": 0.8401474952697754,
      "step": 835,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.4438687392055267,
      "grad_norm": 3.96875,
      "learning_rate": 5e-05,
      "loss": 0.9082,
      "step": 836
    },
    {
      "epoch": 1.4438687392055267,
      "latent_token_nums": 6.0625,
      "step": 836
    },
    {
      "epoch": 1.4438687392055267,
      "step": 836,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09723033756017685,
      "contrastive_loss#1": 0.48615169525146484,
      "epoch": 1.4438687392055267,
      "lm_loss": 0.8647009134292603,
      "loss": 0.9619312286376953,
      "step": 836,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 1.4455958549222798,
      "grad_norm": 3.890625,
      "learning_rate": 5e-05,
      "loss": 0.9086,
      "step": 837
    },
    {
      "epoch": 1.4455958549222798,
      "latent_token_nums": 6.125,
      "step": 837
    },
    {
      "epoch": 1.4455958549222798,
      "step": 837,
      "thought_step_nums": 5.25
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.16561517119407654,
      "contrastive_loss#1": 0.8280758261680603,
      "epoch": 1.4455958549222798,
      "lm_loss": 0.8204637765884399,
      "loss": 0.9860789775848389,
      "step": 837,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.447322970639033,
      "grad_norm": 3.6875,
      "learning_rate": 5e-05,
      "loss": 0.9289,
      "step": 838
    },
    {
      "epoch": 1.447322970639033,
      "latent_token_nums": 6.5,
      "step": 838
    },
    {
      "epoch": 1.447322970639033,
      "step": 838,
      "thought_step_nums": 5.875
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.11597422510385513,
      "contrastive_loss#1": 0.5798711180686951,
      "epoch": 1.447322970639033,
      "lm_loss": 0.8638966083526611,
      "loss": 0.9798708558082581,
      "step": 838,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.4490500863557858,
      "grad_norm": 3.8125,
      "learning_rate": 5e-05,
      "loss": 0.9049,
      "step": 839
    },
    {
      "epoch": 1.4490500863557858,
      "latent_token_nums": 5.8125,
      "step": 839
    },
    {
      "epoch": 1.4490500863557858,
      "step": 839,
      "thought_step_nums": 4.8125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03547816351056099,
      "contrastive_loss#1": 0.17739081382751465,
      "epoch": 1.4490500863557858,
      "lm_loss": 0.8272214531898499,
      "loss": 0.8626996278762817,
      "step": 839,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.450777202072539,
      "grad_norm": 3.671875,
      "learning_rate": 5e-05,
      "loss": 0.901,
      "step": 840
    },
    {
      "epoch": 1.450777202072539,
      "latent_token_nums": 5.9375,
      "step": 840
    },
    {
      "epoch": 1.450777202072539,
      "step": 840,
      "thought_step_nums": 5.3125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11143233627080917,
      "contrastive_loss#1": 0.5571616888046265,
      "epoch": 1.450777202072539,
      "lm_loss": 0.7767427563667297,
      "loss": 0.8881750702857971,
      "step": 840,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 1.452504317789292,
      "grad_norm": 3.765625,
      "learning_rate": 5e-05,
      "loss": 0.9121,
      "step": 841
    },
    {
      "epoch": 1.452504317789292,
      "latent_token_nums": 6.0,
      "step": 841
    },
    {
      "epoch": 1.452504317789292,
      "step": 841,
      "thought_step_nums": 5.25
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.08647405356168747,
      "contrastive_loss#1": 0.43237027525901794,
      "epoch": 1.452504317789292,
      "lm_loss": 0.8227989673614502,
      "loss": 0.9092730283737183,
      "step": 841,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.454231433506045,
      "grad_norm": 3.421875,
      "learning_rate": 5e-05,
      "loss": 0.9124,
      "step": 842
    },
    {
      "epoch": 1.454231433506045,
      "latent_token_nums": 6.25,
      "step": 842
    },
    {
      "epoch": 1.454231433506045,
      "step": 842,
      "thought_step_nums": 5.75
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15277159214019775,
      "contrastive_loss#1": 0.7638579607009888,
      "epoch": 1.454231433506045,
      "lm_loss": 0.7529956698417664,
      "loss": 0.9057672619819641,
      "step": 842,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.455958549222798,
      "grad_norm": 3.671875,
      "learning_rate": 5e-05,
      "loss": 0.918,
      "step": 843
    },
    {
      "epoch": 1.455958549222798,
      "latent_token_nums": 6.6875,
      "step": 843
    },
    {
      "epoch": 1.455958549222798,
      "step": 843,
      "thought_step_nums": 5.0625
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.2103574126958847,
      "contrastive_loss#1": 1.05178701877594,
      "epoch": 1.455958549222798,
      "lm_loss": 0.8742506504058838,
      "loss": 1.0846080780029297,
      "step": 843,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 1.4576856649395509,
      "grad_norm": 3.5625,
      "learning_rate": 5e-05,
      "loss": 0.9202,
      "step": 844
    },
    {
      "epoch": 1.4576856649395509,
      "latent_token_nums": 5.75,
      "step": 844
    },
    {
      "epoch": 1.4576856649395509,
      "step": 844,
      "thought_step_nums": 5.5
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.10839387029409409,
      "contrastive_loss#1": 0.541969358921051,
      "epoch": 1.4576856649395509,
      "lm_loss": 0.8446623086929321,
      "loss": 0.9530561566352844,
      "step": 844,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.459412780656304,
      "grad_norm": 3.4375,
      "learning_rate": 5e-05,
      "loss": 0.9084,
      "step": 845
    },
    {
      "epoch": 1.459412780656304,
      "latent_token_nums": 6.1875,
      "step": 845
    },
    {
      "epoch": 1.459412780656304,
      "step": 845,
      "thought_step_nums": 5.6875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.18448041379451752,
      "contrastive_loss#1": 0.9224020838737488,
      "epoch": 1.459412780656304,
      "lm_loss": 0.6857868432998657,
      "loss": 0.8702672719955444,
      "step": 845,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.4611398963730569,
      "grad_norm": 3.5625,
      "learning_rate": 5e-05,
      "loss": 0.9244,
      "step": 846
    },
    {
      "epoch": 1.4611398963730569,
      "latent_token_nums": 6.25,
      "step": 846
    },
    {
      "epoch": 1.4611398963730569,
      "step": 846,
      "thought_step_nums": 5.625
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.13865767419338226,
      "contrastive_loss#1": 0.6932883262634277,
      "epoch": 1.4611398963730569,
      "lm_loss": 0.7109065055847168,
      "loss": 0.8495641946792603,
      "step": 846,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.46286701208981,
      "grad_norm": 3.8125,
      "learning_rate": 5e-05,
      "loss": 0.9137,
      "step": 847
    },
    {
      "epoch": 1.46286701208981,
      "latent_token_nums": 6.125,
      "step": 847
    },
    {
      "epoch": 1.46286701208981,
      "step": 847,
      "thought_step_nums": 5.625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.18040986359119415,
      "contrastive_loss#1": 0.9020493030548096,
      "epoch": 1.46286701208981,
      "lm_loss": 0.6803335547447205,
      "loss": 0.8607434034347534,
      "step": 847,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.464594127806563,
      "grad_norm": 3.5,
      "learning_rate": 5e-05,
      "loss": 0.8977,
      "step": 848
    },
    {
      "epoch": 1.464594127806563,
      "latent_token_nums": 6.3125,
      "step": 848
    },
    {
      "epoch": 1.464594127806563,
      "step": 848,
      "thought_step_nums": 5.5625
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.875,
      "acc@5": 0.8125,
      "contrastive_loss": 0.2340182363986969,
      "contrastive_loss#1": 1.170091152191162,
      "epoch": 1.464594127806563,
      "lm_loss": 0.7477940320968628,
      "loss": 0.9818122386932373,
      "step": 848,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 1.466321243523316,
      "grad_norm": 3.5,
      "learning_rate": 5e-05,
      "loss": 0.9026,
      "step": 849
    },
    {
      "epoch": 1.466321243523316,
      "latent_token_nums": 6.0,
      "step": 849
    },
    {
      "epoch": 1.466321243523316,
      "step": 849,
      "thought_step_nums": 5.5
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07827020436525345,
      "contrastive_loss#1": 0.39135101437568665,
      "epoch": 1.466321243523316,
      "lm_loss": 0.7180558443069458,
      "loss": 0.7963260412216187,
      "step": 849,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.468048359240069,
      "grad_norm": 3.4375,
      "learning_rate": 5e-05,
      "loss": 0.9093,
      "step": 850
    },
    {
      "epoch": 1.468048359240069,
      "latent_token_nums": 5.5625,
      "step": 850
    },
    {
      "epoch": 1.468048359240069,
      "step": 850,
      "thought_step_nums": 5.1875
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.1700534075498581,
      "contrastive_loss#1": 0.8502670526504517,
      "epoch": 1.468048359240069,
      "lm_loss": 0.8497148752212524,
      "loss": 1.019768238067627,
      "step": 850,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 1.4697754749568221,
      "grad_norm": 3.640625,
      "learning_rate": 5e-05,
      "loss": 0.9086,
      "step": 851
    },
    {
      "epoch": 1.4697754749568221,
      "latent_token_nums": 6.0625,
      "step": 851
    },
    {
      "epoch": 1.4697754749568221,
      "step": 851,
      "thought_step_nums": 5.9375
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.15711282193660736,
      "contrastive_loss#1": 0.7855640649795532,
      "epoch": 1.4697754749568221,
      "lm_loss": 0.8746351003646851,
      "loss": 1.0317479372024536,
      "step": 851,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.471502590673575,
      "grad_norm": 3.640625,
      "learning_rate": 5e-05,
      "loss": 0.9125,
      "step": 852
    },
    {
      "epoch": 1.471502590673575,
      "latent_token_nums": 5.6875,
      "step": 852
    },
    {
      "epoch": 1.471502590673575,
      "step": 852,
      "thought_step_nums": 5.0625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.14527501165866852,
      "contrastive_loss#1": 0.7263750433921814,
      "epoch": 1.471502590673575,
      "lm_loss": 0.8373182415962219,
      "loss": 0.9825932383537292,
      "step": 852,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 1.4732297063903281,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.928,
      "step": 853
    },
    {
      "epoch": 1.4732297063903281,
      "latent_token_nums": 5.25,
      "step": 853
    },
    {
      "epoch": 1.4732297063903281,
      "step": 853,
      "thought_step_nums": 5.0
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.13393431901931763,
      "contrastive_loss#1": 0.6696715950965881,
      "epoch": 1.4732297063903281,
      "lm_loss": 0.7760159969329834,
      "loss": 0.909950315952301,
      "step": 853,
      "valid_batch_size": 1024.5
    },
    {
      "epoch": 1.4749568221070812,
      "grad_norm": 3.640625,
      "learning_rate": 5e-05,
      "loss": 0.9114,
      "step": 854
    },
    {
      "epoch": 1.4749568221070812,
      "latent_token_nums": 5.75,
      "step": 854
    },
    {
      "epoch": 1.4749568221070812,
      "step": 854,
      "thought_step_nums": 5.5
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.09242527931928635,
      "contrastive_loss#1": 0.46212640404701233,
      "epoch": 1.4749568221070812,
      "lm_loss": 0.7921716570854187,
      "loss": 0.8845969438552856,
      "step": 854,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.4766839378238341,
      "grad_norm": 3.6875,
      "learning_rate": 5e-05,
      "loss": 0.918,
      "step": 855
    },
    {
      "epoch": 1.4766839378238341,
      "latent_token_nums": 5.5625,
      "step": 855
    },
    {
      "epoch": 1.4766839378238341,
      "step": 855,
      "thought_step_nums": 5.0625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07505064457654953,
      "contrastive_loss#1": 0.37525320053100586,
      "epoch": 1.4766839378238341,
      "lm_loss": 0.760055422782898,
      "loss": 0.8351060748100281,
      "step": 855,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.4784110535405872,
      "grad_norm": 3.671875,
      "learning_rate": 5e-05,
      "loss": 0.9153,
      "step": 856
    },
    {
      "epoch": 1.4784110535405872,
      "latent_token_nums": 6.1875,
      "step": 856
    },
    {
      "epoch": 1.4784110535405872,
      "step": 856,
      "thought_step_nums": 5.1875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.14157988131046295,
      "contrastive_loss#1": 0.7078993916511536,
      "epoch": 1.4784110535405872,
      "lm_loss": 0.8181325793266296,
      "loss": 0.9597124457359314,
      "step": 856,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.4801381692573403,
      "grad_norm": 3.625,
      "learning_rate": 5e-05,
      "loss": 0.9069,
      "step": 857
    },
    {
      "epoch": 1.4801381692573403,
      "latent_token_nums": 5.5625,
      "step": 857
    },
    {
      "epoch": 1.4801381692573403,
      "step": 857,
      "thought_step_nums": 5.1875
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.12634554505348206,
      "contrastive_loss#1": 0.6317276954650879,
      "epoch": 1.4801381692573403,
      "lm_loss": 0.7015358805656433,
      "loss": 0.8278814554214478,
      "step": 857,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.4818652849740932,
      "grad_norm": 3.9375,
      "learning_rate": 5e-05,
      "loss": 0.9262,
      "step": 858
    },
    {
      "epoch": 1.4818652849740932,
      "latent_token_nums": 6.3125,
      "step": 858
    },
    {
      "epoch": 1.4818652849740932,
      "step": 858,
      "thought_step_nums": 5.8125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1378302425146103,
      "contrastive_loss#1": 0.6891511678695679,
      "epoch": 1.4818652849740932,
      "lm_loss": 0.7684657573699951,
      "loss": 0.9062960147857666,
      "step": 858,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.4835924006908463,
      "grad_norm": 3.9375,
      "learning_rate": 5e-05,
      "loss": 0.923,
      "step": 859
    },
    {
      "epoch": 1.4835924006908463,
      "latent_token_nums": 6.5625,
      "step": 859
    },
    {
      "epoch": 1.4835924006908463,
      "step": 859,
      "thought_step_nums": 6.0625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.053946156054735184,
      "contrastive_loss#1": 0.2697307765483856,
      "epoch": 1.4835924006908463,
      "lm_loss": 0.8251832723617554,
      "loss": 0.8791294097900391,
      "step": 859,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 1.4853195164075994,
      "grad_norm": 3.90625,
      "learning_rate": 5e-05,
      "loss": 0.9069,
      "step": 860
    },
    {
      "epoch": 1.4853195164075994,
      "latent_token_nums": 5.9375,
      "step": 860
    },
    {
      "epoch": 1.4853195164075994,
      "step": 860,
      "thought_step_nums": 5.0625
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.098463274538517,
      "contrastive_loss#1": 0.4923163652420044,
      "epoch": 1.4853195164075994,
      "lm_loss": 0.8379151821136475,
      "loss": 0.9363784790039062,
      "step": 860,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.4870466321243523,
      "grad_norm": 3.59375,
      "learning_rate": 5e-05,
      "loss": 0.9137,
      "step": 861
    },
    {
      "epoch": 1.4870466321243523,
      "latent_token_nums": 6.8125,
      "step": 861
    },
    {
      "epoch": 1.4870466321243523,
      "step": 861,
      "thought_step_nums": 5.6875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08460509032011032,
      "contrastive_loss#1": 0.4230254292488098,
      "epoch": 1.4870466321243523,
      "lm_loss": 0.8300769329071045,
      "loss": 0.9146820306777954,
      "step": 861,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.4887737478411054,
      "grad_norm": 3.875,
      "learning_rate": 5e-05,
      "loss": 0.9081,
      "step": 862
    },
    {
      "epoch": 1.4887737478411054,
      "latent_token_nums": 5.875,
      "step": 862
    },
    {
      "epoch": 1.4887737478411054,
      "step": 862,
      "thought_step_nums": 4.875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.10371752083301544,
      "contrastive_loss#1": 0.518587589263916,
      "epoch": 1.4887737478411054,
      "lm_loss": 0.7923669219017029,
      "loss": 0.8960844278335571,
      "step": 862,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.4905008635578585,
      "grad_norm": 3.75,
      "learning_rate": 5e-05,
      "loss": 0.9119,
      "step": 863
    },
    {
      "epoch": 1.4905008635578585,
      "latent_token_nums": 6.25,
      "step": 863
    },
    {
      "epoch": 1.4905008635578585,
      "step": 863,
      "thought_step_nums": 5.5
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09443020820617676,
      "contrastive_loss#1": 0.4721510410308838,
      "epoch": 1.4905008635578585,
      "lm_loss": 0.6802671551704407,
      "loss": 0.7746973633766174,
      "step": 863,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.4922279792746114,
      "grad_norm": 3.75,
      "learning_rate": 5e-05,
      "loss": 0.9291,
      "step": 864
    },
    {
      "epoch": 1.4922279792746114,
      "latent_token_nums": 5.4375,
      "step": 864
    },
    {
      "epoch": 1.4922279792746114,
      "step": 864,
      "thought_step_nums": 4.5625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07602043449878693,
      "contrastive_loss#1": 0.38010215759277344,
      "epoch": 1.4922279792746114,
      "lm_loss": 0.7839460968971252,
      "loss": 0.859966516494751,
      "step": 864,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 1.4939550949913645,
      "grad_norm": 3.46875,
      "learning_rate": 5e-05,
      "loss": 0.8967,
      "step": 865
    },
    {
      "epoch": 1.4939550949913645,
      "latent_token_nums": 6.0625,
      "step": 865
    },
    {
      "epoch": 1.4939550949913645,
      "step": 865,
      "thought_step_nums": 5.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03070162795484066,
      "contrastive_loss#1": 0.15350814163684845,
      "epoch": 1.4939550949913645,
      "lm_loss": 0.8168840408325195,
      "loss": 0.8475856781005859,
      "step": 865,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.4956822107081176,
      "grad_norm": 3.703125,
      "learning_rate": 5e-05,
      "loss": 0.9061,
      "step": 866
    },
    {
      "epoch": 1.4956822107081176,
      "latent_token_nums": 6.75,
      "step": 866
    },
    {
      "epoch": 1.4956822107081176,
      "step": 866,
      "thought_step_nums": 5.5
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.14952561259269714,
      "contrastive_loss#1": 0.7476280331611633,
      "epoch": 1.4956822107081176,
      "lm_loss": 0.7356915473937988,
      "loss": 0.8852171897888184,
      "step": 866,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.4974093264248705,
      "grad_norm": 3.6875,
      "learning_rate": 5e-05,
      "loss": 0.915,
      "step": 867
    },
    {
      "epoch": 1.4974093264248705,
      "latent_token_nums": 5.875,
      "step": 867
    },
    {
      "epoch": 1.4974093264248705,
      "step": 867,
      "thought_step_nums": 4.875
    },
    {
      "acc@1": 0.5625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.2605339586734772,
      "contrastive_loss#1": 1.3026697635650635,
      "epoch": 1.4974093264248705,
      "lm_loss": 0.7888365983963013,
      "loss": 1.049370527267456,
      "step": 867,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.4991364421416236,
      "grad_norm": 3.9375,
      "learning_rate": 5e-05,
      "loss": 0.921,
      "step": 868
    },
    {
      "epoch": 1.4991364421416236,
      "latent_token_nums": 5.9375,
      "step": 868
    },
    {
      "epoch": 1.4991364421416236,
      "step": 868,
      "thought_step_nums": 5.0625
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.0898352861404419,
      "contrastive_loss#1": 0.4491764307022095,
      "epoch": 1.4991364421416236,
      "lm_loss": 0.8762055039405823,
      "loss": 0.9660407900810242,
      "step": 868,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 1.5008635578583767,
      "grad_norm": 3.59375,
      "learning_rate": 5e-05,
      "loss": 0.9112,
      "step": 869
    },
    {
      "epoch": 1.5008635578583767,
      "latent_token_nums": 6.1875,
      "step": 869
    },
    {
      "epoch": 1.5008635578583767,
      "step": 869,
      "thought_step_nums": 4.8125
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.10612142086029053,
      "contrastive_loss#1": 0.5306071043014526,
      "epoch": 1.5008635578583767,
      "lm_loss": 0.8411290645599365,
      "loss": 0.947250485420227,
      "step": 869,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.5025906735751295,
      "grad_norm": 3.609375,
      "learning_rate": 5e-05,
      "loss": 0.9035,
      "step": 870
    },
    {
      "epoch": 1.5025906735751295,
      "latent_token_nums": 5.8125,
      "step": 870
    },
    {
      "epoch": 1.5025906735751295,
      "step": 870,
      "thought_step_nums": 5.0625
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.19458793103694916,
      "contrastive_loss#1": 0.9729396104812622,
      "epoch": 1.5025906735751295,
      "lm_loss": 0.7772135734558105,
      "loss": 0.9718015193939209,
      "step": 870,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.5043177892918824,
      "grad_norm": 3.546875,
      "learning_rate": 5e-05,
      "loss": 0.9008,
      "step": 871
    },
    {
      "epoch": 1.5043177892918824,
      "latent_token_nums": 5.75,
      "step": 871
    },
    {
      "epoch": 1.5043177892918824,
      "step": 871,
      "thought_step_nums": 5.25
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.14305126667022705,
      "contrastive_loss#1": 0.7152563333511353,
      "epoch": 1.5043177892918824,
      "lm_loss": 0.780348002910614,
      "loss": 0.9233992695808411,
      "step": 871,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 1.5060449050086355,
      "grad_norm": 3.640625,
      "learning_rate": 5e-05,
      "loss": 0.9103,
      "step": 872
    },
    {
      "epoch": 1.5060449050086355,
      "latent_token_nums": 5.9375,
      "step": 872
    },
    {
      "epoch": 1.5060449050086355,
      "step": 872,
      "thought_step_nums": 5.3125
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.19197723269462585,
      "contrastive_loss#1": 0.9598861336708069,
      "epoch": 1.5060449050086355,
      "lm_loss": 0.8591253161430359,
      "loss": 1.0511025190353394,
      "step": 872,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.5077720207253886,
      "grad_norm": 3.578125,
      "learning_rate": 5e-05,
      "loss": 0.9037,
      "step": 873
    },
    {
      "epoch": 1.5077720207253886,
      "latent_token_nums": 6.375,
      "step": 873
    },
    {
      "epoch": 1.5077720207253886,
      "step": 873,
      "thought_step_nums": 6.0
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09346953779459,
      "contrastive_loss#1": 0.4673476815223694,
      "epoch": 1.5077720207253886,
      "lm_loss": 0.6051963567733765,
      "loss": 0.6986659169197083,
      "step": 873,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.5094991364421415,
      "grad_norm": 3.828125,
      "learning_rate": 5e-05,
      "loss": 0.9217,
      "step": 874
    },
    {
      "epoch": 1.5094991364421415,
      "latent_token_nums": 5.625,
      "step": 874
    },
    {
      "epoch": 1.5094991364421415,
      "step": 874,
      "thought_step_nums": 5.25
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.10556473582983017,
      "contrastive_loss#1": 0.5278236865997314,
      "epoch": 1.5094991364421415,
      "lm_loss": 0.8194373250007629,
      "loss": 0.9250020384788513,
      "step": 874,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 1.5112262521588946,
      "grad_norm": 4.0625,
      "learning_rate": 5e-05,
      "loss": 0.915,
      "step": 875
    },
    {
      "epoch": 1.5112262521588946,
      "latent_token_nums": 5.4375,
      "step": 875
    },
    {
      "epoch": 1.5112262521588946,
      "step": 875,
      "thought_step_nums": 5.3125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.07018046826124191,
      "contrastive_loss#1": 0.35090234875679016,
      "epoch": 1.5112262521588946,
      "lm_loss": 0.8410912752151489,
      "loss": 0.9112717509269714,
      "step": 875,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.5129533678756477,
      "grad_norm": 3.578125,
      "learning_rate": 5e-05,
      "loss": 0.8947,
      "step": 876
    },
    {
      "epoch": 1.5129533678756477,
      "latent_token_nums": 5.9375,
      "step": 876
    },
    {
      "epoch": 1.5129533678756477,
      "step": 876,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.1258985847234726,
      "contrastive_loss#1": 0.6294928789138794,
      "epoch": 1.5129533678756477,
      "lm_loss": 0.8345317840576172,
      "loss": 0.960430383682251,
      "step": 876,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 1.5146804835924006,
      "grad_norm": 3.5625,
      "learning_rate": 5e-05,
      "loss": 0.8972,
      "step": 877
    },
    {
      "epoch": 1.5146804835924006,
      "latent_token_nums": 6.375,
      "step": 877
    },
    {
      "epoch": 1.5146804835924006,
      "step": 877,
      "thought_step_nums": 5.75
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06489312648773193,
      "contrastive_loss#1": 0.32446563243865967,
      "epoch": 1.5146804835924006,
      "lm_loss": 0.7306435108184814,
      "loss": 0.7955366373062134,
      "step": 877,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.5164075993091537,
      "grad_norm": 3.78125,
      "learning_rate": 5e-05,
      "loss": 0.9019,
      "step": 878
    },
    {
      "epoch": 1.5164075993091537,
      "latent_token_nums": 6.125,
      "step": 878
    },
    {
      "epoch": 1.5164075993091537,
      "step": 878,
      "thought_step_nums": 5.375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09320569038391113,
      "contrastive_loss#1": 0.46602845191955566,
      "epoch": 1.5164075993091537,
      "lm_loss": 0.9033998847007751,
      "loss": 0.9966055750846863,
      "step": 878,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 1.5181347150259068,
      "grad_norm": 3.640625,
      "learning_rate": 5e-05,
      "loss": 0.9138,
      "step": 879
    },
    {
      "epoch": 1.5181347150259068,
      "latent_token_nums": 5.9375,
      "step": 879
    },
    {
      "epoch": 1.5181347150259068,
      "step": 879,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.19869951903820038,
      "contrastive_loss#1": 0.9934976100921631,
      "epoch": 1.5181347150259068,
      "lm_loss": 0.6740961074829102,
      "loss": 0.8727956414222717,
      "step": 879,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.5198618307426597,
      "grad_norm": 3.8125,
      "learning_rate": 5e-05,
      "loss": 0.9197,
      "step": 880
    },
    {
      "epoch": 1.5198618307426597,
      "latent_token_nums": 6.0,
      "step": 880
    },
    {
      "epoch": 1.5198618307426597,
      "step": 880,
      "thought_step_nums": 5.375
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.12498024851083755,
      "contrastive_loss#1": 0.6249012351036072,
      "epoch": 1.5198618307426597,
      "lm_loss": 0.8420292139053345,
      "loss": 0.9670094847679138,
      "step": 880,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.5215889464594128,
      "grad_norm": 3.421875,
      "learning_rate": 5e-05,
      "loss": 0.919,
      "step": 881
    },
    {
      "epoch": 1.5215889464594128,
      "latent_token_nums": 5.75,
      "step": 881
    },
    {
      "epoch": 1.5215889464594128,
      "step": 881,
      "thought_step_nums": 5.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03019712306559086,
      "contrastive_loss#1": 0.15098561346530914,
      "epoch": 1.5215889464594128,
      "lm_loss": 0.893314003944397,
      "loss": 0.9235111474990845,
      "step": 881,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.5233160621761659,
      "grad_norm": 3.703125,
      "learning_rate": 5e-05,
      "loss": 0.93,
      "step": 882
    },
    {
      "epoch": 1.5233160621761659,
      "latent_token_nums": 6.0625,
      "step": 882
    },
    {
      "epoch": 1.5233160621761659,
      "step": 882,
      "thought_step_nums": 5.3125
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.2172243446111679,
      "contrastive_loss#1": 1.086121678352356,
      "epoch": 1.5233160621761659,
      "lm_loss": 0.8364943265914917,
      "loss": 1.0537186861038208,
      "step": 882,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.5250431778929188,
      "grad_norm": 4.25,
      "learning_rate": 5e-05,
      "loss": 0.9159,
      "step": 883
    },
    {
      "epoch": 1.5250431778929188,
      "latent_token_nums": 6.0625,
      "step": 883
    },
    {
      "epoch": 1.5250431778929188,
      "step": 883,
      "thought_step_nums": 5.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07729819416999817,
      "contrastive_loss#1": 0.38649097084999084,
      "epoch": 1.5250431778929188,
      "lm_loss": 0.7951590418815613,
      "loss": 0.8724572658538818,
      "step": 883,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.5267702936096719,
      "grad_norm": 3.5,
      "learning_rate": 5e-05,
      "loss": 0.9196,
      "step": 884
    },
    {
      "epoch": 1.5267702936096719,
      "latent_token_nums": 5.5,
      "step": 884
    },
    {
      "epoch": 1.5267702936096719,
      "step": 884,
      "thought_step_nums": 5.125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09038620442152023,
      "contrastive_loss#1": 0.45193102955818176,
      "epoch": 1.5267702936096719,
      "lm_loss": 0.7853025197982788,
      "loss": 0.8756887316703796,
      "step": 884,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 1.528497409326425,
      "grad_norm": 3.5625,
      "learning_rate": 5e-05,
      "loss": 0.8872,
      "step": 885
    },
    {
      "epoch": 1.528497409326425,
      "latent_token_nums": 6.0625,
      "step": 885
    },
    {
      "epoch": 1.528497409326425,
      "step": 885,
      "thought_step_nums": 5.0625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06490032374858856,
      "contrastive_loss#1": 0.3245016038417816,
      "epoch": 1.528497409326425,
      "lm_loss": 0.7472795844078064,
      "loss": 0.8121799230575562,
      "step": 885,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.5302245250431779,
      "grad_norm": 3.75,
      "learning_rate": 5e-05,
      "loss": 0.901,
      "step": 886
    },
    {
      "epoch": 1.5302245250431779,
      "latent_token_nums": 5.9375,
      "step": 886
    },
    {
      "epoch": 1.5302245250431779,
      "step": 886,
      "thought_step_nums": 5.3125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06625314801931381,
      "contrastive_loss#1": 0.33126574754714966,
      "epoch": 1.5302245250431779,
      "lm_loss": 0.7961942553520203,
      "loss": 0.8624473810195923,
      "step": 886,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.531951640759931,
      "grad_norm": 3.71875,
      "learning_rate": 5e-05,
      "loss": 0.9294,
      "step": 887
    },
    {
      "epoch": 1.531951640759931,
      "latent_token_nums": 5.625,
      "step": 887
    },
    {
      "epoch": 1.531951640759931,
      "step": 887,
      "thought_step_nums": 5.0
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.21224196255207062,
      "contrastive_loss#1": 1.061209797859192,
      "epoch": 1.531951640759931,
      "lm_loss": 0.7963709831237793,
      "loss": 1.0086129903793335,
      "step": 887,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.533678756476684,
      "grad_norm": 3.6875,
      "learning_rate": 5e-05,
      "loss": 0.9079,
      "step": 888
    },
    {
      "epoch": 1.533678756476684,
      "latent_token_nums": 6.25,
      "step": 888
    },
    {
      "epoch": 1.533678756476684,
      "step": 888,
      "thought_step_nums": 5.0
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08768362551927567,
      "contrastive_loss#1": 0.43841812014579773,
      "epoch": 1.533678756476684,
      "lm_loss": 0.7822310924530029,
      "loss": 0.869914710521698,
      "step": 888,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 1.535405872193437,
      "grad_norm": 3.765625,
      "learning_rate": 5e-05,
      "loss": 0.8919,
      "step": 889
    },
    {
      "epoch": 1.535405872193437,
      "latent_token_nums": 5.625,
      "step": 889
    },
    {
      "epoch": 1.535405872193437,
      "step": 889,
      "thought_step_nums": 5.0
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.09357655048370361,
      "contrastive_loss#1": 0.46788275241851807,
      "epoch": 1.535405872193437,
      "lm_loss": 0.8414839506149292,
      "loss": 0.9350605010986328,
      "step": 889,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.5371329879101898,
      "grad_norm": 3.703125,
      "learning_rate": 5e-05,
      "loss": 0.908,
      "step": 890
    },
    {
      "epoch": 1.5371329879101898,
      "latent_token_nums": 5.9375,
      "step": 890
    },
    {
      "epoch": 1.5371329879101898,
      "step": 890,
      "thought_step_nums": 5.5625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0406343899667263,
      "contrastive_loss#1": 0.20317193865776062,
      "epoch": 1.5371329879101898,
      "lm_loss": 0.8316876888275146,
      "loss": 0.8723220825195312,
      "step": 890,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.5388601036269431,
      "grad_norm": 3.703125,
      "learning_rate": 5e-05,
      "loss": 0.9005,
      "step": 891
    },
    {
      "epoch": 1.5388601036269431,
      "latent_token_nums": 5.25,
      "step": 891
    },
    {
      "epoch": 1.5388601036269431,
      "step": 891,
      "thought_step_nums": 5.125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1889864057302475,
      "contrastive_loss#1": 0.9449320435523987,
      "epoch": 1.5388601036269431,
      "lm_loss": 0.7484894394874573,
      "loss": 0.937475860118866,
      "step": 891,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.540587219343696,
      "grad_norm": 3.828125,
      "learning_rate": 5e-05,
      "loss": 0.9172,
      "step": 892
    },
    {
      "epoch": 1.540587219343696,
      "latent_token_nums": 6.25,
      "step": 892
    },
    {
      "epoch": 1.540587219343696,
      "step": 892,
      "thought_step_nums": 5.25
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04319043084979057,
      "contrastive_loss#1": 0.21595215797424316,
      "epoch": 1.540587219343696,
      "lm_loss": 0.7660632133483887,
      "loss": 0.8092536330223083,
      "step": 892,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.542314335060449,
      "grad_norm": 3.875,
      "learning_rate": 5e-05,
      "loss": 0.9068,
      "step": 893
    },
    {
      "epoch": 1.542314335060449,
      "latent_token_nums": 5.625,
      "step": 893
    },
    {
      "epoch": 1.542314335060449,
      "step": 893,
      "thought_step_nums": 5.0
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.17630091309547424,
      "contrastive_loss#1": 0.8815045356750488,
      "epoch": 1.542314335060449,
      "lm_loss": 0.7586703896522522,
      "loss": 0.9349713325500488,
      "step": 893,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 1.5440414507772022,
      "grad_norm": 3.53125,
      "learning_rate": 5e-05,
      "loss": 0.9078,
      "step": 894
    },
    {
      "epoch": 1.5440414507772022,
      "latent_token_nums": 5.9375,
      "step": 894
    },
    {
      "epoch": 1.5440414507772022,
      "step": 894,
      "thought_step_nums": 5.3125
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11942750215530396,
      "contrastive_loss#1": 0.5971375107765198,
      "epoch": 1.5440414507772022,
      "lm_loss": 0.7877600193023682,
      "loss": 0.9071875214576721,
      "step": 894,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.545768566493955,
      "grad_norm": 3.671875,
      "learning_rate": 5e-05,
      "loss": 0.917,
      "step": 895
    },
    {
      "epoch": 1.545768566493955,
      "latent_token_nums": 5.9375,
      "step": 895
    },
    {
      "epoch": 1.545768566493955,
      "step": 895,
      "thought_step_nums": 5.6875
    },
    {
      "acc@1": 0.5625,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.2737216055393219,
      "contrastive_loss#1": 1.368607997894287,
      "epoch": 1.545768566493955,
      "lm_loss": 0.7989797592163086,
      "loss": 1.072701334953308,
      "step": 895,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 1.547495682210708,
      "grad_norm": 3.84375,
      "learning_rate": 5e-05,
      "loss": 0.9042,
      "step": 896
    },
    {
      "epoch": 1.547495682210708,
      "latent_token_nums": 5.9375,
      "step": 896
    },
    {
      "epoch": 1.547495682210708,
      "step": 896,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11506915092468262,
      "contrastive_loss#1": 0.5753457546234131,
      "epoch": 1.547495682210708,
      "lm_loss": 0.7947614192962646,
      "loss": 0.9098305702209473,
      "step": 896,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 1.549222797927461,
      "grad_norm": 3.65625,
      "learning_rate": 5e-05,
      "loss": 0.9101,
      "step": 897
    },
    {
      "epoch": 1.549222797927461,
      "latent_token_nums": 6.125,
      "step": 897
    },
    {
      "epoch": 1.549222797927461,
      "step": 897,
      "thought_step_nums": 5.125
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.12569688260555267,
      "contrastive_loss#1": 0.6284844279289246,
      "epoch": 1.549222797927461,
      "lm_loss": 0.8509319424629211,
      "loss": 0.976628839969635,
      "step": 897,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.5509499136442142,
      "grad_norm": 3.71875,
      "learning_rate": 5e-05,
      "loss": 0.9174,
      "step": 898
    },
    {
      "epoch": 1.5509499136442142,
      "latent_token_nums": 6.5,
      "step": 898
    },
    {
      "epoch": 1.5509499136442142,
      "step": 898,
      "thought_step_nums": 5.375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06586097925901413,
      "contrastive_loss#1": 0.32930487394332886,
      "epoch": 1.5509499136442142,
      "lm_loss": 0.831562876701355,
      "loss": 0.8974238634109497,
      "step": 898,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.552677029360967,
      "grad_norm": 3.859375,
      "learning_rate": 5e-05,
      "loss": 0.8999,
      "step": 899
    },
    {
      "epoch": 1.552677029360967,
      "latent_token_nums": 5.9375,
      "step": 899
    },
    {
      "epoch": 1.552677029360967,
      "step": 899,
      "thought_step_nums": 5.9375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03819868713617325,
      "contrastive_loss#1": 0.19099342823028564,
      "epoch": 1.552677029360967,
      "lm_loss": 0.817085862159729,
      "loss": 0.855284571647644,
      "step": 899,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 1.5544041450777202,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.91,
      "step": 900
    },
    {
      "epoch": 1.5544041450777202,
      "latent_token_nums": 6.25,
      "step": 900
    },
    {
      "epoch": 1.5544041450777202,
      "step": 900,
      "thought_step_nums": 5.375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.059294577687978745,
      "contrastive_loss#1": 0.2964728772640228,
      "epoch": 1.5544041450777202,
      "lm_loss": 0.7824966907501221,
      "loss": 0.8417912721633911,
      "step": 900,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.5561312607944733,
      "grad_norm": 3.46875,
      "learning_rate": 5e-05,
      "loss": 0.9144,
      "step": 901
    },
    {
      "epoch": 1.5561312607944733,
      "latent_token_nums": 6.5625,
      "step": 901
    },
    {
      "epoch": 1.5561312607944733,
      "step": 901,
      "thought_step_nums": 5.1875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0800483375787735,
      "contrastive_loss#1": 0.4002416729927063,
      "epoch": 1.5561312607944733,
      "lm_loss": 0.8272871971130371,
      "loss": 0.9073355197906494,
      "step": 901,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 1.5578583765112262,
      "grad_norm": 3.734375,
      "learning_rate": 5e-05,
      "loss": 0.9173,
      "step": 902
    },
    {
      "epoch": 1.5578583765112262,
      "latent_token_nums": 5.875,
      "step": 902
    },
    {
      "epoch": 1.5578583765112262,
      "step": 902,
      "thought_step_nums": 5.125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08212639391422272,
      "contrastive_loss#1": 0.4106319546699524,
      "epoch": 1.5578583765112262,
      "lm_loss": 0.831540584564209,
      "loss": 0.9136669635772705,
      "step": 902,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 1.5595854922279793,
      "grad_norm": 3.609375,
      "learning_rate": 5e-05,
      "loss": 0.9307,
      "step": 903
    },
    {
      "epoch": 1.5595854922279793,
      "latent_token_nums": 6.0,
      "step": 903
    },
    {
      "epoch": 1.5595854922279793,
      "step": 903,
      "thought_step_nums": 5.125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.033746566623449326,
      "contrastive_loss#1": 0.16873282194137573,
      "epoch": 1.5595854922279793,
      "lm_loss": 0.8108214139938354,
      "loss": 0.8445679545402527,
      "step": 903,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.5613126079447324,
      "grad_norm": 3.703125,
      "learning_rate": 5e-05,
      "loss": 0.9104,
      "step": 904
    },
    {
      "epoch": 1.5613126079447324,
      "latent_token_nums": 6.1875,
      "step": 904
    },
    {
      "epoch": 1.5613126079447324,
      "step": 904,
      "thought_step_nums": 5.1875
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.15927986800670624,
      "contrastive_loss#1": 0.7963993549346924,
      "epoch": 1.5613126079447324,
      "lm_loss": 0.8938248753547668,
      "loss": 1.0531047582626343,
      "step": 904,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.5630397236614852,
      "grad_norm": 3.609375,
      "learning_rate": 5e-05,
      "loss": 0.9206,
      "step": 905
    },
    {
      "epoch": 1.5630397236614852,
      "latent_token_nums": 5.8125,
      "step": 905
    },
    {
      "epoch": 1.5630397236614852,
      "step": 905,
      "thought_step_nums": 4.9375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.12359583377838135,
      "contrastive_loss#1": 0.6179791688919067,
      "epoch": 1.5630397236614852,
      "lm_loss": 0.7040834426879883,
      "loss": 0.8276792764663696,
      "step": 905,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.5647668393782384,
      "grad_norm": 3.546875,
      "learning_rate": 5e-05,
      "loss": 0.9133,
      "step": 906
    },
    {
      "epoch": 1.5647668393782384,
      "latent_token_nums": 5.75,
      "step": 906
    },
    {
      "epoch": 1.5647668393782384,
      "step": 906,
      "thought_step_nums": 4.875
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.10562856495380402,
      "contrastive_loss#1": 0.5281428098678589,
      "epoch": 1.5647668393782384,
      "lm_loss": 0.8136394023895264,
      "loss": 0.9192679524421692,
      "step": 906,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 1.5664939550949915,
      "grad_norm": 3.703125,
      "learning_rate": 5e-05,
      "loss": 0.9097,
      "step": 907
    },
    {
      "epoch": 1.5664939550949915,
      "latent_token_nums": 6.1875,
      "step": 907
    },
    {
      "epoch": 1.5664939550949915,
      "step": 907,
      "thought_step_nums": 5.9375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06866210699081421,
      "contrastive_loss#1": 0.34331053495407104,
      "epoch": 1.5664939550949915,
      "lm_loss": 0.753288209438324,
      "loss": 0.8219503164291382,
      "step": 907,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.5682210708117443,
      "grad_norm": 3.53125,
      "learning_rate": 5e-05,
      "loss": 0.9118,
      "step": 908
    },
    {
      "epoch": 1.5682210708117443,
      "latent_token_nums": 5.4375,
      "step": 908
    },
    {
      "epoch": 1.5682210708117443,
      "step": 908,
      "thought_step_nums": 5.0625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.18910609185695648,
      "contrastive_loss#1": 0.9455304741859436,
      "epoch": 1.5682210708117443,
      "lm_loss": 0.8459372520446777,
      "loss": 1.0350433588027954,
      "step": 908,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 1.5699481865284974,
      "grad_norm": 3.53125,
      "learning_rate": 5e-05,
      "loss": 0.9185,
      "step": 909
    },
    {
      "epoch": 1.5699481865284974,
      "latent_token_nums": 6.6875,
      "step": 909
    },
    {
      "epoch": 1.5699481865284974,
      "step": 909,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1135682463645935,
      "contrastive_loss#1": 0.5678412318229675,
      "epoch": 1.5699481865284974,
      "lm_loss": 0.7735881209373474,
      "loss": 0.8871563673019409,
      "step": 909,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 1.5716753022452505,
      "grad_norm": 3.53125,
      "learning_rate": 5e-05,
      "loss": 0.9105,
      "step": 910
    },
    {
      "epoch": 1.5716753022452505,
      "latent_token_nums": 6.5,
      "step": 910
    },
    {
      "epoch": 1.5716753022452505,
      "step": 910,
      "thought_step_nums": 5.625
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.11650748550891876,
      "contrastive_loss#1": 0.5825374126434326,
      "epoch": 1.5716753022452505,
      "lm_loss": 0.8436537981033325,
      "loss": 0.9601612687110901,
      "step": 910,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.5734024179620034,
      "grad_norm": 3.484375,
      "learning_rate": 5e-05,
      "loss": 0.9213,
      "step": 911
    },
    {
      "epoch": 1.5734024179620034,
      "latent_token_nums": 5.875,
      "step": 911
    },
    {
      "epoch": 1.5734024179620034,
      "step": 911,
      "thought_step_nums": 4.75
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05561022832989693,
      "contrastive_loss#1": 0.27805113792419434,
      "epoch": 1.5734024179620034,
      "lm_loss": 0.75567626953125,
      "loss": 0.8112865090370178,
      "step": 911,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.5751295336787565,
      "grad_norm": 3.4375,
      "learning_rate": 5e-05,
      "loss": 0.9187,
      "step": 912
    },
    {
      "epoch": 1.5751295336787565,
      "latent_token_nums": 5.375,
      "step": 912
    },
    {
      "epoch": 1.5751295336787565,
      "step": 912,
      "thought_step_nums": 5.125
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.2363463193178177,
      "contrastive_loss#1": 1.1817315816879272,
      "epoch": 1.5751295336787565,
      "lm_loss": 0.7251815795898438,
      "loss": 0.9615278840065002,
      "step": 912,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 1.5768566493955096,
      "grad_norm": 3.359375,
      "learning_rate": 5e-05,
      "loss": 0.8988,
      "step": 913
    },
    {
      "epoch": 1.5768566493955096,
      "latent_token_nums": 6.8125,
      "step": 913
    },
    {
      "epoch": 1.5768566493955096,
      "step": 913,
      "thought_step_nums": 6.1875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04850474372506142,
      "contrastive_loss#1": 0.24252371490001678,
      "epoch": 1.5768566493955096,
      "lm_loss": 0.7933075428009033,
      "loss": 0.8418123126029968,
      "step": 913,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.5785837651122625,
      "grad_norm": 3.484375,
      "learning_rate": 5e-05,
      "loss": 0.9088,
      "step": 914
    },
    {
      "epoch": 1.5785837651122625,
      "latent_token_nums": 6.25,
      "step": 914
    },
    {
      "epoch": 1.5785837651122625,
      "step": 914,
      "thought_step_nums": 5.25
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03832274302840233,
      "contrastive_loss#1": 0.19161370396614075,
      "epoch": 1.5785837651122625,
      "lm_loss": 0.7337883710861206,
      "loss": 0.7721111178398132,
      "step": 914,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.5803108808290154,
      "grad_norm": 3.5625,
      "learning_rate": 5e-05,
      "loss": 0.9126,
      "step": 915
    },
    {
      "epoch": 1.5803108808290154,
      "latent_token_nums": 6.375,
      "step": 915
    },
    {
      "epoch": 1.5803108808290154,
      "step": 915,
      "thought_step_nums": 5.375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.08373421430587769,
      "contrastive_loss#1": 0.4186710715293884,
      "epoch": 1.5803108808290154,
      "lm_loss": 0.7148376703262329,
      "loss": 0.7985718846321106,
      "step": 915,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.5820379965457687,
      "grad_norm": 3.671875,
      "learning_rate": 5e-05,
      "loss": 0.9152,
      "step": 916
    },
    {
      "epoch": 1.5820379965457687,
      "latent_token_nums": 6.375,
      "step": 916
    },
    {
      "epoch": 1.5820379965457687,
      "step": 916,
      "thought_step_nums": 5.5
    },
    {
      "acc@1": 0.4375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15967842936515808,
      "contrastive_loss#1": 0.798392117023468,
      "epoch": 1.5820379965457687,
      "lm_loss": 0.8627898693084717,
      "loss": 1.0224683284759521,
      "step": 916,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.5837651122625216,
      "grad_norm": 3.625,
      "learning_rate": 5e-05,
      "loss": 0.9115,
      "step": 917
    },
    {
      "epoch": 1.5837651122625216,
      "latent_token_nums": 6.5,
      "step": 917
    },
    {
      "epoch": 1.5837651122625216,
      "step": 917,
      "thought_step_nums": 4.875
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.2742804288864136,
      "contrastive_loss#1": 1.3714021444320679,
      "epoch": 1.5837651122625216,
      "lm_loss": 0.7756648063659668,
      "loss": 1.0499452352523804,
      "step": 917,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.5854922279792745,
      "grad_norm": 3.78125,
      "learning_rate": 5e-05,
      "loss": 0.9172,
      "step": 918
    },
    {
      "epoch": 1.5854922279792745,
      "latent_token_nums": 6.625,
      "step": 918
    },
    {
      "epoch": 1.5854922279792745,
      "step": 918,
      "thought_step_nums": 6.125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.035603176802396774,
      "contrastive_loss#1": 0.17801588773727417,
      "epoch": 1.5854922279792745,
      "lm_loss": 0.7599548101425171,
      "loss": 0.795557975769043,
      "step": 918,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.5872193436960278,
      "grad_norm": 3.703125,
      "learning_rate": 5e-05,
      "loss": 0.9249,
      "step": 919
    },
    {
      "epoch": 1.5872193436960278,
      "latent_token_nums": 5.9375,
      "step": 919
    },
    {
      "epoch": 1.5872193436960278,
      "step": 919,
      "thought_step_nums": 5.5625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06035144254565239,
      "contrastive_loss#1": 0.30175721645355225,
      "epoch": 1.5872193436960278,
      "lm_loss": 0.7953619360923767,
      "loss": 0.8557133674621582,
      "step": 919,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.5889464594127807,
      "grad_norm": 3.546875,
      "learning_rate": 5e-05,
      "loss": 0.8992,
      "step": 920
    },
    {
      "epoch": 1.5889464594127807,
      "latent_token_nums": 5.875,
      "step": 920
    },
    {
      "epoch": 1.5889464594127807,
      "step": 920,
      "thought_step_nums": 5.75
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06873279064893723,
      "contrastive_loss#1": 0.3436639606952667,
      "epoch": 1.5889464594127807,
      "lm_loss": 0.7702896595001221,
      "loss": 0.8390224575996399,
      "step": 920,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.5906735751295336,
      "grad_norm": 3.625,
      "learning_rate": 5e-05,
      "loss": 0.9062,
      "step": 921
    },
    {
      "epoch": 1.5906735751295336,
      "latent_token_nums": 6.375,
      "step": 921
    },
    {
      "epoch": 1.5906735751295336,
      "step": 921,
      "thought_step_nums": 5.625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11195409297943115,
      "contrastive_loss#1": 0.5597704648971558,
      "epoch": 1.5906735751295336,
      "lm_loss": 0.728003740310669,
      "loss": 0.8399578332901001,
      "step": 921,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.5924006908462867,
      "grad_norm": 3.796875,
      "learning_rate": 5e-05,
      "loss": 0.9002,
      "step": 922
    },
    {
      "epoch": 1.5924006908462867,
      "latent_token_nums": 6.5,
      "step": 922
    },
    {
      "epoch": 1.5924006908462867,
      "step": 922,
      "thought_step_nums": 5.75
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.11911769211292267,
      "contrastive_loss#1": 0.5955884456634521,
      "epoch": 1.5924006908462867,
      "lm_loss": 0.661435604095459,
      "loss": 0.7805532813072205,
      "step": 922,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.5941278065630398,
      "grad_norm": 3.90625,
      "learning_rate": 5e-05,
      "loss": 0.9056,
      "step": 923
    },
    {
      "epoch": 1.5941278065630398,
      "latent_token_nums": 6.125,
      "step": 923
    },
    {
      "epoch": 1.5941278065630398,
      "step": 923,
      "thought_step_nums": 5.125
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.13044968247413635,
      "contrastive_loss#1": 0.6522483825683594,
      "epoch": 1.5941278065630398,
      "lm_loss": 0.7715786695480347,
      "loss": 0.9020283222198486,
      "step": 923,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 1.5958549222797926,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.908,
      "step": 924
    },
    {
      "epoch": 1.5958549222797926,
      "latent_token_nums": 6.0625,
      "step": 924
    },
    {
      "epoch": 1.5958549222797926,
      "step": 924,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04795549437403679,
      "contrastive_loss#1": 0.23977747559547424,
      "epoch": 1.5958549222797926,
      "lm_loss": 0.776146650314331,
      "loss": 0.8241021633148193,
      "step": 924,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.5975820379965457,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.9044,
      "step": 925
    },
    {
      "epoch": 1.5975820379965457,
      "latent_token_nums": 6.125,
      "step": 925
    },
    {
      "epoch": 1.5975820379965457,
      "step": 925,
      "thought_step_nums": 5.25
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.048280324786901474,
      "contrastive_loss#1": 0.24140161275863647,
      "epoch": 1.5975820379965457,
      "lm_loss": 0.7399246096611023,
      "loss": 0.7882049083709717,
      "step": 925,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.5993091537132988,
      "grad_norm": 3.875,
      "learning_rate": 5e-05,
      "loss": 0.9007,
      "step": 926
    },
    {
      "epoch": 1.5993091537132988,
      "latent_token_nums": 6.125,
      "step": 926
    },
    {
      "epoch": 1.5993091537132988,
      "step": 926,
      "thought_step_nums": 5.625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.062212105840444565,
      "contrastive_loss#1": 0.31106051802635193,
      "epoch": 1.5993091537132988,
      "lm_loss": 0.8662150502204895,
      "loss": 0.9284271597862244,
      "step": 926,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.6010362694300517,
      "grad_norm": 3.75,
      "learning_rate": 5e-05,
      "loss": 0.9161,
      "step": 927
    },
    {
      "epoch": 1.6010362694300517,
      "latent_token_nums": 5.75,
      "step": 927
    },
    {
      "epoch": 1.6010362694300517,
      "step": 927,
      "thought_step_nums": 5.25
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.1817788928747177,
      "contrastive_loss#1": 0.908894419670105,
      "epoch": 1.6010362694300517,
      "lm_loss": 0.7440029978752136,
      "loss": 0.9257819056510925,
      "step": 927,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.6027633851468048,
      "grad_norm": 3.71875,
      "learning_rate": 5e-05,
      "loss": 0.9263,
      "step": 928
    },
    {
      "epoch": 1.6027633851468048,
      "latent_token_nums": 6.375,
      "step": 928
    },
    {
      "epoch": 1.6027633851468048,
      "step": 928,
      "thought_step_nums": 6.0
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03767343983054161,
      "contrastive_loss#1": 0.18836720287799835,
      "epoch": 1.6027633851468048,
      "lm_loss": 0.7889491319656372,
      "loss": 0.8266225457191467,
      "step": 928,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.604490500863558,
      "grad_norm": 3.859375,
      "learning_rate": 5e-05,
      "loss": 0.9216,
      "step": 929
    },
    {
      "epoch": 1.604490500863558,
      "latent_token_nums": 6.5,
      "step": 929
    },
    {
      "epoch": 1.604490500863558,
      "step": 929,
      "thought_step_nums": 5.25
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.039676014333963394,
      "contrastive_loss#1": 0.19838006794452667,
      "epoch": 1.604490500863558,
      "lm_loss": 0.7769762277603149,
      "loss": 0.816652238368988,
      "step": 929,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.6062176165803108,
      "grad_norm": 3.671875,
      "learning_rate": 5e-05,
      "loss": 0.8966,
      "step": 930
    },
    {
      "epoch": 1.6062176165803108,
      "latent_token_nums": 6.0,
      "step": 930
    },
    {
      "epoch": 1.6062176165803108,
      "step": 930,
      "thought_step_nums": 5.5
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0904812440276146,
      "contrastive_loss#1": 0.45240622758865356,
      "epoch": 1.6062176165803108,
      "lm_loss": 0.7464762926101685,
      "loss": 0.8369575142860413,
      "step": 930,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.607944732297064,
      "grad_norm": 3.53125,
      "learning_rate": 5e-05,
      "loss": 0.9024,
      "step": 931
    },
    {
      "epoch": 1.607944732297064,
      "latent_token_nums": 6.25,
      "step": 931
    },
    {
      "epoch": 1.607944732297064,
      "step": 931,
      "thought_step_nums": 5.0
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.05960596352815628,
      "contrastive_loss#1": 0.2980298101902008,
      "epoch": 1.607944732297064,
      "lm_loss": 0.7437323331832886,
      "loss": 0.8033382892608643,
      "step": 931,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.609671848013817,
      "grad_norm": 3.625,
      "learning_rate": 5e-05,
      "loss": 0.9077,
      "step": 932
    },
    {
      "epoch": 1.609671848013817,
      "latent_token_nums": 6.25,
      "step": 932
    },
    {
      "epoch": 1.609671848013817,
      "step": 932,
      "thought_step_nums": 5.75
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09877806156873703,
      "contrastive_loss#1": 0.49389028549194336,
      "epoch": 1.609671848013817,
      "lm_loss": 0.7780399918556213,
      "loss": 0.876818060874939,
      "step": 932,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.61139896373057,
      "grad_norm": 3.578125,
      "learning_rate": 5e-05,
      "loss": 0.9174,
      "step": 933
    },
    {
      "epoch": 1.61139896373057,
      "latent_token_nums": 5.5,
      "step": 933
    },
    {
      "epoch": 1.61139896373057,
      "step": 933,
      "thought_step_nums": 4.875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05621737986803055,
      "contrastive_loss#1": 0.28108689188957214,
      "epoch": 1.61139896373057,
      "lm_loss": 0.8069550395011902,
      "loss": 0.8631724119186401,
      "step": 933,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.613126079447323,
      "grad_norm": 3.796875,
      "learning_rate": 5e-05,
      "loss": 0.9008,
      "step": 934
    },
    {
      "epoch": 1.613126079447323,
      "latent_token_nums": 5.625,
      "step": 934
    },
    {
      "epoch": 1.613126079447323,
      "step": 934,
      "thought_step_nums": 5.125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03484346345067024,
      "contrastive_loss#1": 0.1742173135280609,
      "epoch": 1.613126079447323,
      "lm_loss": 0.7948505878448486,
      "loss": 0.8296940326690674,
      "step": 934,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.614853195164076,
      "grad_norm": 3.71875,
      "learning_rate": 5e-05,
      "loss": 0.9018,
      "step": 935
    },
    {
      "epoch": 1.614853195164076,
      "latent_token_nums": 6.0,
      "step": 935
    },
    {
      "epoch": 1.614853195164076,
      "step": 935,
      "thought_step_nums": 5.0
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.10615044087171555,
      "contrastive_loss#1": 0.5307521820068359,
      "epoch": 1.614853195164076,
      "lm_loss": 0.8027297854423523,
      "loss": 0.9088802337646484,
      "step": 935,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.616580310880829,
      "grad_norm": 4.0625,
      "learning_rate": 5e-05,
      "loss": 0.9113,
      "step": 936
    },
    {
      "epoch": 1.616580310880829,
      "latent_token_nums": 5.75,
      "step": 936
    },
    {
      "epoch": 1.616580310880829,
      "step": 936,
      "thought_step_nums": 5.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.025411313399672508,
      "contrastive_loss#1": 0.1270565688610077,
      "epoch": 1.616580310880829,
      "lm_loss": 0.7050679922103882,
      "loss": 0.7304793000221252,
      "step": 936,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.618307426597582,
      "grad_norm": 3.921875,
      "learning_rate": 5e-05,
      "loss": 0.9271,
      "step": 937
    },
    {
      "epoch": 1.618307426597582,
      "latent_token_nums": 6.6875,
      "step": 937
    },
    {
      "epoch": 1.618307426597582,
      "step": 937,
      "thought_step_nums": 5.6875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.034947481006383896,
      "contrastive_loss#1": 0.17473739385604858,
      "epoch": 1.618307426597582,
      "lm_loss": 0.8658119440078735,
      "loss": 0.9007593989372253,
      "step": 937,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.6200345423143352,
      "grad_norm": 3.890625,
      "learning_rate": 5e-05,
      "loss": 0.9207,
      "step": 938
    },
    {
      "epoch": 1.6200345423143352,
      "latent_token_nums": 6.25,
      "step": 938
    },
    {
      "epoch": 1.6200345423143352,
      "step": 938,
      "thought_step_nums": 6.0
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.10902640968561172,
      "contrastive_loss#1": 0.545132040977478,
      "epoch": 1.6200345423143352,
      "lm_loss": 0.7621235251426697,
      "loss": 0.8711499571800232,
      "step": 938,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.621761658031088,
      "grad_norm": 3.921875,
      "learning_rate": 5e-05,
      "loss": 0.9202,
      "step": 939
    },
    {
      "epoch": 1.621761658031088,
      "latent_token_nums": 5.8125,
      "step": 939
    },
    {
      "epoch": 1.621761658031088,
      "step": 939,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1363305300474167,
      "contrastive_loss#1": 0.6816526055335999,
      "epoch": 1.621761658031088,
      "lm_loss": 0.8308050632476807,
      "loss": 0.9671356081962585,
      "step": 939,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 1.623488773747841,
      "grad_norm": 3.90625,
      "learning_rate": 5e-05,
      "loss": 0.9146,
      "step": 940
    },
    {
      "epoch": 1.623488773747841,
      "latent_token_nums": 5.75,
      "step": 940
    },
    {
      "epoch": 1.623488773747841,
      "step": 940,
      "thought_step_nums": 4.875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09351861476898193,
      "contrastive_loss#1": 0.46759307384490967,
      "epoch": 1.623488773747841,
      "lm_loss": 0.7699975967407227,
      "loss": 0.8635162115097046,
      "step": 940,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.6252158894645943,
      "grad_norm": 3.609375,
      "learning_rate": 5e-05,
      "loss": 0.9038,
      "step": 941
    },
    {
      "epoch": 1.6252158894645943,
      "latent_token_nums": 6.3125,
      "step": 941
    },
    {
      "epoch": 1.6252158894645943,
      "step": 941,
      "thought_step_nums": 5.0625
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.10364079475402832,
      "contrastive_loss#1": 0.5182039737701416,
      "epoch": 1.6252158894645943,
      "lm_loss": 0.7578437328338623,
      "loss": 0.8614845275878906,
      "step": 941,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 1.6269430051813472,
      "grad_norm": 3.734375,
      "learning_rate": 5e-05,
      "loss": 0.9025,
      "step": 942
    },
    {
      "epoch": 1.6269430051813472,
      "latent_token_nums": 6.5625,
      "step": 942
    },
    {
      "epoch": 1.6269430051813472,
      "step": 942,
      "thought_step_nums": 6.0625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04183962196111679,
      "contrastive_loss#1": 0.20919810235500336,
      "epoch": 1.6269430051813472,
      "lm_loss": 0.773659348487854,
      "loss": 0.815498948097229,
      "step": 942,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.6286701208981,
      "grad_norm": 3.71875,
      "learning_rate": 5e-05,
      "loss": 0.9188,
      "step": 943
    },
    {
      "epoch": 1.6286701208981,
      "latent_token_nums": 5.0625,
      "step": 943
    },
    {
      "epoch": 1.6286701208981,
      "step": 943,
      "thought_step_nums": 4.6875
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.10727112740278244,
      "contrastive_loss#1": 0.5363556146621704,
      "epoch": 1.6286701208981,
      "lm_loss": 0.7947682738304138,
      "loss": 0.9020394086837769,
      "step": 943,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.6303972366148531,
      "grad_norm": 4.0625,
      "learning_rate": 5e-05,
      "loss": 0.9208,
      "step": 944
    },
    {
      "epoch": 1.6303972366148531,
      "latent_token_nums": 6.4375,
      "step": 944
    },
    {
      "epoch": 1.6303972366148531,
      "step": 944,
      "thought_step_nums": 4.8125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.1286337822675705,
      "contrastive_loss#1": 0.6431688666343689,
      "epoch": 1.6303972366148531,
      "lm_loss": 0.7433382272720337,
      "loss": 0.8719720244407654,
      "step": 944,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 1.6321243523316062,
      "grad_norm": 3.875,
      "learning_rate": 5e-05,
      "loss": 0.9262,
      "step": 945
    },
    {
      "epoch": 1.6321243523316062,
      "latent_token_nums": 5.8125,
      "step": 945
    },
    {
      "epoch": 1.6321243523316062,
      "step": 945,
      "thought_step_nums": 5.3125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07422812283039093,
      "contrastive_loss#1": 0.37114059925079346,
      "epoch": 1.6321243523316062,
      "lm_loss": 0.9002392292022705,
      "loss": 0.9744673371315002,
      "step": 945,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.6338514680483591,
      "grad_norm": 3.703125,
      "learning_rate": 5e-05,
      "loss": 0.9096,
      "step": 946
    },
    {
      "epoch": 1.6338514680483591,
      "latent_token_nums": 6.25,
      "step": 946
    },
    {
      "epoch": 1.6338514680483591,
      "step": 946,
      "thought_step_nums": 5.75
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.12911444902420044,
      "contrastive_loss#1": 0.6455722451210022,
      "epoch": 1.6338514680483591,
      "lm_loss": 0.7853251099586487,
      "loss": 0.9144395589828491,
      "step": 946,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.6355785837651122,
      "grad_norm": 3.78125,
      "learning_rate": 5e-05,
      "loss": 0.9088,
      "step": 947
    },
    {
      "epoch": 1.6355785837651122,
      "latent_token_nums": 5.8125,
      "step": 947
    },
    {
      "epoch": 1.6355785837651122,
      "step": 947,
      "thought_step_nums": 4.9375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.17501835525035858,
      "contrastive_loss#1": 0.8750917315483093,
      "epoch": 1.6355785837651122,
      "lm_loss": 0.7828389406204224,
      "loss": 0.9578573107719421,
      "step": 947,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.6373056994818653,
      "grad_norm": 3.875,
      "learning_rate": 5e-05,
      "loss": 0.9105,
      "step": 948
    },
    {
      "epoch": 1.6373056994818653,
      "latent_token_nums": 6.1875,
      "step": 948
    },
    {
      "epoch": 1.6373056994818653,
      "step": 948,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11353776603937149,
      "contrastive_loss#1": 0.5676888227462769,
      "epoch": 1.6373056994818653,
      "lm_loss": 0.7900241613388062,
      "loss": 0.9035619497299194,
      "step": 948,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 1.6390328151986182,
      "grad_norm": 3.6875,
      "learning_rate": 5e-05,
      "loss": 0.9013,
      "step": 949
    },
    {
      "epoch": 1.6390328151986182,
      "latent_token_nums": 5.6875,
      "step": 949
    },
    {
      "epoch": 1.6390328151986182,
      "step": 949,
      "thought_step_nums": 5.1875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05541584640741348,
      "contrastive_loss#1": 0.2770792245864868,
      "epoch": 1.6390328151986182,
      "lm_loss": 0.8140696883201599,
      "loss": 0.8694855570793152,
      "step": 949,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 1.6407599309153713,
      "grad_norm": 3.828125,
      "learning_rate": 5e-05,
      "loss": 0.9373,
      "step": 950
    },
    {
      "epoch": 1.6407599309153713,
      "latent_token_nums": 5.4375,
      "step": 950
    },
    {
      "epoch": 1.6407599309153713,
      "step": 950,
      "thought_step_nums": 4.5625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15803757309913635,
      "contrastive_loss#1": 0.7901878356933594,
      "epoch": 1.6407599309153713,
      "lm_loss": 0.7937176823616028,
      "loss": 0.9517552852630615,
      "step": 950,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.6424870466321244,
      "grad_norm": 3.578125,
      "learning_rate": 5e-05,
      "loss": 0.9222,
      "step": 951
    },
    {
      "epoch": 1.6424870466321244,
      "latent_token_nums": 6.375,
      "step": 951
    },
    {
      "epoch": 1.6424870466321244,
      "step": 951,
      "thought_step_nums": 5.125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.14038479328155518,
      "contrastive_loss#1": 0.7019239664077759,
      "epoch": 1.6424870466321244,
      "lm_loss": 0.6995331645011902,
      "loss": 0.8399179577827454,
      "step": 951,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.6442141623488773,
      "grad_norm": 3.84375,
      "learning_rate": 5e-05,
      "loss": 0.9087,
      "step": 952
    },
    {
      "epoch": 1.6442141623488773,
      "latent_token_nums": 6.5,
      "step": 952
    },
    {
      "epoch": 1.6442141623488773,
      "step": 952,
      "thought_step_nums": 5.375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.030318429693579674,
      "contrastive_loss#1": 0.15159215033054352,
      "epoch": 1.6442141623488773,
      "lm_loss": 0.7853254675865173,
      "loss": 0.8156439065933228,
      "step": 952,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.6459412780656304,
      "grad_norm": 3.46875,
      "learning_rate": 5e-05,
      "loss": 0.8928,
      "step": 953
    },
    {
      "epoch": 1.6459412780656304,
      "latent_token_nums": 5.5625,
      "step": 953
    },
    {
      "epoch": 1.6459412780656304,
      "step": 953,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0898250937461853,
      "contrastive_loss#1": 0.4491254687309265,
      "epoch": 1.6459412780656304,
      "lm_loss": 0.7275875210762024,
      "loss": 0.8174126148223877,
      "step": 953,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.6476683937823835,
      "grad_norm": 3.71875,
      "learning_rate": 5e-05,
      "loss": 0.9279,
      "step": 954
    },
    {
      "epoch": 1.6476683937823835,
      "latent_token_nums": 6.5625,
      "step": 954
    },
    {
      "epoch": 1.6476683937823835,
      "step": 954,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08612842857837677,
      "contrastive_loss#1": 0.43064212799072266,
      "epoch": 1.6476683937823835,
      "lm_loss": 0.7794724702835083,
      "loss": 0.8656008839607239,
      "step": 954,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.6493955094991364,
      "grad_norm": 3.75,
      "learning_rate": 5e-05,
      "loss": 0.9163,
      "step": 955
    },
    {
      "epoch": 1.6493955094991364,
      "latent_token_nums": 5.4375,
      "step": 955
    },
    {
      "epoch": 1.6493955094991364,
      "step": 955,
      "thought_step_nums": 5.1875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.06992629170417786,
      "contrastive_loss#1": 0.3496314585208893,
      "epoch": 1.6493955094991364,
      "lm_loss": 0.8128873109817505,
      "loss": 0.882813572883606,
      "step": 955,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 1.6511226252158895,
      "grad_norm": 3.5625,
      "learning_rate": 5e-05,
      "loss": 0.909,
      "step": 956
    },
    {
      "epoch": 1.6511226252158895,
      "latent_token_nums": 6.0,
      "step": 956
    },
    {
      "epoch": 1.6511226252158895,
      "step": 956,
      "thought_step_nums": 5.375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.10957391560077667,
      "contrastive_loss#1": 0.5478695631027222,
      "epoch": 1.6511226252158895,
      "lm_loss": 0.8383090496063232,
      "loss": 0.9478829503059387,
      "step": 956,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.6528497409326426,
      "grad_norm": 3.8125,
      "learning_rate": 5e-05,
      "loss": 0.9041,
      "step": 957
    },
    {
      "epoch": 1.6528497409326426,
      "latent_token_nums": 6.0625,
      "step": 957
    },
    {
      "epoch": 1.6528497409326426,
      "step": 957,
      "thought_step_nums": 4.9375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03508865088224411,
      "contrastive_loss#1": 0.17544324696063995,
      "epoch": 1.6528497409326426,
      "lm_loss": 0.8441004753112793,
      "loss": 0.879189133644104,
      "step": 957,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.6545768566493955,
      "grad_norm": 3.609375,
      "learning_rate": 5e-05,
      "loss": 0.9004,
      "step": 958
    },
    {
      "epoch": 1.6545768566493955,
      "latent_token_nums": 6.0625,
      "step": 958
    },
    {
      "epoch": 1.6545768566493955,
      "step": 958,
      "thought_step_nums": 5.8125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.09328347444534302,
      "contrastive_loss#1": 0.4664173722267151,
      "epoch": 1.6545768566493955,
      "lm_loss": 0.767295241355896,
      "loss": 0.860578715801239,
      "step": 958,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.6563039723661486,
      "grad_norm": 3.828125,
      "learning_rate": 5e-05,
      "loss": 0.8976,
      "step": 959
    },
    {
      "epoch": 1.6563039723661486,
      "latent_token_nums": 5.875,
      "step": 959
    },
    {
      "epoch": 1.6563039723661486,
      "step": 959,
      "thought_step_nums": 5.25
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04449395462870598,
      "contrastive_loss#1": 0.222469761967659,
      "epoch": 1.6563039723661486,
      "lm_loss": 0.7688455581665039,
      "loss": 0.8133395314216614,
      "step": 959,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.6580310880829017,
      "grad_norm": 3.875,
      "learning_rate": 5e-05,
      "loss": 0.9131,
      "step": 960
    },
    {
      "epoch": 1.6580310880829017,
      "latent_token_nums": 5.8125,
      "step": 960
    },
    {
      "epoch": 1.6580310880829017,
      "step": 960,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08904488384723663,
      "contrastive_loss#1": 0.445224404335022,
      "epoch": 1.6580310880829017,
      "lm_loss": 0.6655178666114807,
      "loss": 0.7545627355575562,
      "step": 960,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.6597582037996546,
      "grad_norm": 3.921875,
      "learning_rate": 5e-05,
      "loss": 0.9116,
      "step": 961
    },
    {
      "epoch": 1.6597582037996546,
      "latent_token_nums": 5.875,
      "step": 961
    },
    {
      "epoch": 1.6597582037996546,
      "step": 961,
      "thought_step_nums": 5.0
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.10573788732290268,
      "contrastive_loss#1": 0.528689444065094,
      "epoch": 1.6597582037996546,
      "lm_loss": 0.7752101421356201,
      "loss": 0.880948007106781,
      "step": 961,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 1.6614853195164074,
      "grad_norm": 4.1875,
      "learning_rate": 5e-05,
      "loss": 0.9111,
      "step": 962
    },
    {
      "epoch": 1.6614853195164074,
      "latent_token_nums": 5.75,
      "step": 962
    },
    {
      "epoch": 1.6614853195164074,
      "step": 962,
      "thought_step_nums": 4.75
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11795586347579956,
      "contrastive_loss#1": 0.5897793173789978,
      "epoch": 1.6614853195164074,
      "lm_loss": 0.7651523351669312,
      "loss": 0.8831081986427307,
      "step": 962,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 1.6632124352331608,
      "grad_norm": 3.953125,
      "learning_rate": 5e-05,
      "loss": 0.92,
      "step": 963
    },
    {
      "epoch": 1.6632124352331608,
      "latent_token_nums": 6.5625,
      "step": 963
    },
    {
      "epoch": 1.6632124352331608,
      "step": 963,
      "thought_step_nums": 5.6875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.10656867176294327,
      "contrastive_loss#1": 0.5328433513641357,
      "epoch": 1.6632124352331608,
      "lm_loss": 0.8229255676269531,
      "loss": 0.9294942617416382,
      "step": 963,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.6649395509499136,
      "grad_norm": 3.921875,
      "learning_rate": 5e-05,
      "loss": 0.9291,
      "step": 964
    },
    {
      "epoch": 1.6649395509499136,
      "latent_token_nums": 5.9375,
      "step": 964
    },
    {
      "epoch": 1.6649395509499136,
      "step": 964,
      "thought_step_nums": 5.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06522589921951294,
      "contrastive_loss#1": 0.3261294960975647,
      "epoch": 1.6649395509499136,
      "lm_loss": 0.8271563053131104,
      "loss": 0.8923822045326233,
      "step": 964,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 3.84375,
      "learning_rate": 5e-05,
      "loss": 0.9186,
      "step": 965
    },
    {
      "epoch": 1.6666666666666665,
      "latent_token_nums": 6.3125,
      "step": 965
    },
    {
      "epoch": 1.6666666666666665,
      "step": 965,
      "thought_step_nums": 5.1875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0536421537399292,
      "contrastive_loss#1": 0.268210768699646,
      "epoch": 1.6666666666666665,
      "lm_loss": 0.7892613410949707,
      "loss": 0.8429034948348999,
      "step": 965,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.6683937823834198,
      "grad_norm": 3.546875,
      "learning_rate": 5e-05,
      "loss": 0.9063,
      "step": 966
    },
    {
      "epoch": 1.6683937823834198,
      "latent_token_nums": 6.3125,
      "step": 966
    },
    {
      "epoch": 1.6683937823834198,
      "step": 966,
      "thought_step_nums": 5.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05737034231424332,
      "contrastive_loss#1": 0.286851704120636,
      "epoch": 1.6683937823834198,
      "lm_loss": 0.6819090247154236,
      "loss": 0.7392793893814087,
      "step": 966,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.6701208981001727,
      "grad_norm": 3.71875,
      "learning_rate": 5e-05,
      "loss": 0.8999,
      "step": 967
    },
    {
      "epoch": 1.6701208981001727,
      "latent_token_nums": 6.0,
      "step": 967
    },
    {
      "epoch": 1.6701208981001727,
      "step": 967,
      "thought_step_nums": 5.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0410277359187603,
      "contrastive_loss#1": 0.2051386684179306,
      "epoch": 1.6701208981001727,
      "lm_loss": 0.8992131352424622,
      "loss": 0.9402408599853516,
      "step": 967,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.6718480138169256,
      "grad_norm": 4.15625,
      "learning_rate": 5e-05,
      "loss": 0.9132,
      "step": 968
    },
    {
      "epoch": 1.6718480138169256,
      "latent_token_nums": 5.625,
      "step": 968
    },
    {
      "epoch": 1.6718480138169256,
      "step": 968,
      "thought_step_nums": 5.25
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0445873849093914,
      "contrastive_loss#1": 0.22293692827224731,
      "epoch": 1.6718480138169256,
      "lm_loss": 0.8306390643119812,
      "loss": 0.8752264380455017,
      "step": 968,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.6735751295336787,
      "grad_norm": 3.84375,
      "learning_rate": 5e-05,
      "loss": 0.9109,
      "step": 969
    },
    {
      "epoch": 1.6735751295336787,
      "latent_token_nums": 6.1875,
      "step": 969
    },
    {
      "epoch": 1.6735751295336787,
      "step": 969,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06231332942843437,
      "contrastive_loss#1": 0.31156665086746216,
      "epoch": 1.6735751295336787,
      "lm_loss": 0.8240386843681335,
      "loss": 0.886352002620697,
      "step": 969,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.6753022452504318,
      "grad_norm": 3.8125,
      "learning_rate": 5e-05,
      "loss": 0.9156,
      "step": 970
    },
    {
      "epoch": 1.6753022452504318,
      "latent_token_nums": 6.25,
      "step": 970
    },
    {
      "epoch": 1.6753022452504318,
      "step": 970,
      "thought_step_nums": 5.5
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.08757511526346207,
      "contrastive_loss#1": 0.43787556886672974,
      "epoch": 1.6753022452504318,
      "lm_loss": 0.8531658053398132,
      "loss": 0.9407409429550171,
      "step": 970,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.6770293609671847,
      "grad_norm": 3.640625,
      "learning_rate": 5e-05,
      "loss": 0.894,
      "step": 971
    },
    {
      "epoch": 1.6770293609671847,
      "latent_token_nums": 5.375,
      "step": 971
    },
    {
      "epoch": 1.6770293609671847,
      "step": 971,
      "thought_step_nums": 4.875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.034651756286621094,
      "contrastive_loss#1": 0.17325878143310547,
      "epoch": 1.6770293609671847,
      "lm_loss": 0.6972967982292175,
      "loss": 0.7319485545158386,
      "step": 971,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 1.6787564766839378,
      "grad_norm": 3.921875,
      "learning_rate": 5e-05,
      "loss": 0.9122,
      "step": 972
    },
    {
      "epoch": 1.6787564766839378,
      "latent_token_nums": 5.875,
      "step": 972
    },
    {
      "epoch": 1.6787564766839378,
      "step": 972,
      "thought_step_nums": 5.375
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.1329815536737442,
      "contrastive_loss#1": 0.6649077534675598,
      "epoch": 1.6787564766839378,
      "lm_loss": 0.8085808753967285,
      "loss": 0.9415624141693115,
      "step": 972,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 1.680483592400691,
      "grad_norm": 3.953125,
      "learning_rate": 5e-05,
      "loss": 0.9135,
      "step": 973
    },
    {
      "epoch": 1.680483592400691,
      "latent_token_nums": 5.5625,
      "step": 973
    },
    {
      "epoch": 1.680483592400691,
      "step": 973,
      "thought_step_nums": 5.0625
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1582191288471222,
      "contrastive_loss#1": 0.7910956144332886,
      "epoch": 1.680483592400691,
      "lm_loss": 0.8851090669631958,
      "loss": 1.0433281660079956,
      "step": 973,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 1.6822107081174438,
      "grad_norm": 3.875,
      "learning_rate": 5e-05,
      "loss": 0.9082,
      "step": 974
    },
    {
      "epoch": 1.6822107081174438,
      "latent_token_nums": 6.0,
      "step": 974
    },
    {
      "epoch": 1.6822107081174438,
      "step": 974,
      "thought_step_nums": 5.375
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0729159414768219,
      "contrastive_loss#1": 0.3645797073841095,
      "epoch": 1.6822107081174438,
      "lm_loss": 0.8298444151878357,
      "loss": 0.90276038646698,
      "step": 974,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.6839378238341969,
      "grad_norm": 3.75,
      "learning_rate": 5e-05,
      "loss": 0.9104,
      "step": 975
    },
    {
      "epoch": 1.6839378238341969,
      "latent_token_nums": 6.1875,
      "step": 975
    },
    {
      "epoch": 1.6839378238341969,
      "step": 975,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.12617777287960052,
      "contrastive_loss#1": 0.630888819694519,
      "epoch": 1.6839378238341969,
      "lm_loss": 0.7265745401382446,
      "loss": 0.8527523279190063,
      "step": 975,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 1.68566493955095,
      "grad_norm": 3.578125,
      "learning_rate": 5e-05,
      "loss": 0.9042,
      "step": 976
    },
    {
      "epoch": 1.68566493955095,
      "latent_token_nums": 6.375,
      "step": 976
    },
    {
      "epoch": 1.68566493955095,
      "step": 976,
      "thought_step_nums": 5.625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.8125,
      "contrastive_loss": 0.1773560345172882,
      "contrastive_loss#1": 0.8867801427841187,
      "epoch": 1.68566493955095,
      "lm_loss": 0.7905031442642212,
      "loss": 0.967859148979187,
      "step": 976,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 1.6873920552677029,
      "grad_norm": 3.5625,
      "learning_rate": 5e-05,
      "loss": 0.9056,
      "step": 977
    },
    {
      "epoch": 1.6873920552677029,
      "latent_token_nums": 5.875,
      "step": 977
    },
    {
      "epoch": 1.6873920552677029,
      "step": 977,
      "thought_step_nums": 5.125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.050238825380802155,
      "contrastive_loss#1": 0.2511941194534302,
      "epoch": 1.6873920552677029,
      "lm_loss": 0.8552657961845398,
      "loss": 0.9055046439170837,
      "step": 977,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.689119170984456,
      "grad_norm": 3.84375,
      "learning_rate": 5e-05,
      "loss": 0.9271,
      "step": 978
    },
    {
      "epoch": 1.689119170984456,
      "latent_token_nums": 6.375,
      "step": 978
    },
    {
      "epoch": 1.689119170984456,
      "step": 978,
      "thought_step_nums": 5.875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09388702362775803,
      "contrastive_loss#1": 0.46943509578704834,
      "epoch": 1.689119170984456,
      "lm_loss": 0.6619895100593567,
      "loss": 0.7558765411376953,
      "step": 978,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.690846286701209,
      "grad_norm": 3.671875,
      "learning_rate": 5e-05,
      "loss": 0.9132,
      "step": 979
    },
    {
      "epoch": 1.690846286701209,
      "latent_token_nums": 5.875,
      "step": 979
    },
    {
      "epoch": 1.690846286701209,
      "step": 979,
      "thought_step_nums": 5.375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.18151675164699554,
      "contrastive_loss#1": 0.9075837731361389,
      "epoch": 1.690846286701209,
      "lm_loss": 0.7307794690132141,
      "loss": 0.9122962355613708,
      "step": 979,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.692573402417962,
      "grad_norm": 3.421875,
      "learning_rate": 5e-05,
      "loss": 0.8849,
      "step": 980
    },
    {
      "epoch": 1.692573402417962,
      "latent_token_nums": 6.1875,
      "step": 980
    },
    {
      "epoch": 1.692573402417962,
      "step": 980,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11873797327280045,
      "contrastive_loss#1": 0.5936898589134216,
      "epoch": 1.692573402417962,
      "lm_loss": 0.7776098847389221,
      "loss": 0.8963478803634644,
      "step": 980,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 1.694300518134715,
      "grad_norm": 3.828125,
      "learning_rate": 5e-05,
      "loss": 0.9141,
      "step": 981
    },
    {
      "epoch": 1.694300518134715,
      "latent_token_nums": 5.5625,
      "step": 981
    },
    {
      "epoch": 1.694300518134715,
      "step": 981,
      "thought_step_nums": 4.6875
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.22276730835437775,
      "contrastive_loss#1": 1.1138365268707275,
      "epoch": 1.694300518134715,
      "lm_loss": 0.8322560787200928,
      "loss": 1.055023431777954,
      "step": 981,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 1.6960276338514682,
      "grad_norm": 3.59375,
      "learning_rate": 5e-05,
      "loss": 0.9056,
      "step": 982
    },
    {
      "epoch": 1.6960276338514682,
      "latent_token_nums": 6.75,
      "step": 982
    },
    {
      "epoch": 1.6960276338514682,
      "step": 982,
      "thought_step_nums": 5.75
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.027791757136583328,
      "contrastive_loss#1": 0.13895878195762634,
      "epoch": 1.6960276338514682,
      "lm_loss": 0.7605308890342712,
      "loss": 0.7883226275444031,
      "step": 982,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.697754749568221,
      "grad_norm": 3.875,
      "learning_rate": 5e-05,
      "loss": 0.9135,
      "step": 983
    },
    {
      "epoch": 1.697754749568221,
      "latent_token_nums": 6.6875,
      "step": 983
    },
    {
      "epoch": 1.697754749568221,
      "step": 983,
      "thought_step_nums": 5.3125
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0785820335149765,
      "contrastive_loss#1": 0.3929101526737213,
      "epoch": 1.697754749568221,
      "lm_loss": 0.8706947565078735,
      "loss": 0.9492768049240112,
      "step": 983,
      "valid_batch_size": 1024.5
    },
    {
      "epoch": 1.6994818652849741,
      "grad_norm": 3.609375,
      "learning_rate": 5e-05,
      "loss": 0.907,
      "step": 984
    },
    {
      "epoch": 1.6994818652849741,
      "latent_token_nums": 6.5,
      "step": 984
    },
    {
      "epoch": 1.6994818652849741,
      "step": 984,
      "thought_step_nums": 5.625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08284755796194077,
      "contrastive_loss#1": 0.4142377972602844,
      "epoch": 1.6994818652849741,
      "lm_loss": 0.8938195705413818,
      "loss": 0.9766671061515808,
      "step": 984,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.7012089810017272,
      "grad_norm": 3.796875,
      "learning_rate": 5e-05,
      "loss": 0.9267,
      "step": 985
    },
    {
      "epoch": 1.7012089810017272,
      "latent_token_nums": 5.8125,
      "step": 985
    },
    {
      "epoch": 1.7012089810017272,
      "step": 985,
      "thought_step_nums": 5.6875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.09353604912757874,
      "contrastive_loss#1": 0.4676802456378937,
      "epoch": 1.7012089810017272,
      "lm_loss": 0.7890788316726685,
      "loss": 0.8826148509979248,
      "step": 985,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 1.7029360967184801,
      "grad_norm": 3.921875,
      "learning_rate": 5e-05,
      "loss": 0.9017,
      "step": 986
    },
    {
      "epoch": 1.7029360967184801,
      "latent_token_nums": 5.5625,
      "step": 986
    },
    {
      "epoch": 1.7029360967184801,
      "step": 986,
      "thought_step_nums": 5.1875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04656611755490303,
      "contrastive_loss#1": 0.23283058404922485,
      "epoch": 1.7029360967184801,
      "lm_loss": 0.7181955575942993,
      "loss": 0.7647616863250732,
      "step": 986,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.704663212435233,
      "grad_norm": 3.75,
      "learning_rate": 5e-05,
      "loss": 0.9036,
      "step": 987
    },
    {
      "epoch": 1.704663212435233,
      "latent_token_nums": 6.375,
      "step": 987
    },
    {
      "epoch": 1.704663212435233,
      "step": 987,
      "thought_step_nums": 5.75
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.12695014476776123,
      "contrastive_loss#1": 0.6347507238388062,
      "epoch": 1.704663212435233,
      "lm_loss": 0.9094343185424805,
      "loss": 1.0363844633102417,
      "step": 987,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.7063903281519863,
      "grad_norm": 4.09375,
      "learning_rate": 5e-05,
      "loss": 0.9219,
      "step": 988
    },
    {
      "epoch": 1.7063903281519863,
      "latent_token_nums": 5.625,
      "step": 988
    },
    {
      "epoch": 1.7063903281519863,
      "step": 988,
      "thought_step_nums": 4.875
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.12662188708782196,
      "contrastive_loss#1": 0.633109450340271,
      "epoch": 1.7063903281519863,
      "lm_loss": 0.8088105320930481,
      "loss": 0.9354324340820312,
      "step": 988,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 1.7081174438687392,
      "grad_norm": 3.875,
      "learning_rate": 5e-05,
      "loss": 0.9178,
      "step": 989
    },
    {
      "epoch": 1.7081174438687392,
      "latent_token_nums": 6.4375,
      "step": 989
    },
    {
      "epoch": 1.7081174438687392,
      "step": 989,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.0812133178114891,
      "contrastive_loss#1": 0.4060665965080261,
      "epoch": 1.7081174438687392,
      "lm_loss": 0.8297917246818542,
      "loss": 0.9110050201416016,
      "step": 989,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 1.709844559585492,
      "grad_norm": 3.6875,
      "learning_rate": 5e-05,
      "loss": 0.9185,
      "step": 990
    },
    {
      "epoch": 1.709844559585492,
      "latent_token_nums": 6.375,
      "step": 990
    },
    {
      "epoch": 1.709844559585492,
      "step": 990,
      "thought_step_nums": 5.625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05214160680770874,
      "contrastive_loss#1": 0.2607080340385437,
      "epoch": 1.709844559585492,
      "lm_loss": 0.7166746258735657,
      "loss": 0.7688162326812744,
      "step": 990,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.7115716753022454,
      "grad_norm": 3.515625,
      "learning_rate": 5e-05,
      "loss": 0.893,
      "step": 991
    },
    {
      "epoch": 1.7115716753022454,
      "latent_token_nums": 5.8125,
      "step": 991
    },
    {
      "epoch": 1.7115716753022454,
      "step": 991,
      "thought_step_nums": 5.3125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08875923603773117,
      "contrastive_loss#1": 0.44379615783691406,
      "epoch": 1.7115716753022454,
      "lm_loss": 0.6537359356880188,
      "loss": 0.7424951791763306,
      "step": 991,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.7132987910189983,
      "grad_norm": 3.8125,
      "learning_rate": 5e-05,
      "loss": 0.9254,
      "step": 992
    },
    {
      "epoch": 1.7132987910189983,
      "latent_token_nums": 6.0,
      "step": 992
    },
    {
      "epoch": 1.7132987910189983,
      "step": 992,
      "thought_step_nums": 5.375
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15176606178283691,
      "contrastive_loss#1": 0.7588303089141846,
      "epoch": 1.7132987910189983,
      "lm_loss": 0.7667418122291565,
      "loss": 0.9185078740119934,
      "step": 992,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.7150259067357512,
      "grad_norm": 3.734375,
      "learning_rate": 5e-05,
      "loss": 0.9125,
      "step": 993
    },
    {
      "epoch": 1.7150259067357512,
      "latent_token_nums": 5.6875,
      "step": 993
    },
    {
      "epoch": 1.7150259067357512,
      "step": 993,
      "thought_step_nums": 5.3125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07355331629514694,
      "contrastive_loss#1": 0.3677665591239929,
      "epoch": 1.7150259067357512,
      "lm_loss": 0.7959821224212646,
      "loss": 0.8695354461669922,
      "step": 993,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 1.7167530224525043,
      "grad_norm": 3.71875,
      "learning_rate": 5e-05,
      "loss": 0.9096,
      "step": 994
    },
    {
      "epoch": 1.7167530224525043,
      "latent_token_nums": 5.6875,
      "step": 994
    },
    {
      "epoch": 1.7167530224525043,
      "step": 994,
      "thought_step_nums": 5.0625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.16546614468097687,
      "contrastive_loss#1": 0.8273307085037231,
      "epoch": 1.7167530224525043,
      "lm_loss": 0.7552868127822876,
      "loss": 0.9207529425621033,
      "step": 994,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 1.7184801381692574,
      "grad_norm": 3.84375,
      "learning_rate": 5e-05,
      "loss": 0.9064,
      "step": 995
    },
    {
      "epoch": 1.7184801381692574,
      "latent_token_nums": 5.9375,
      "step": 995
    },
    {
      "epoch": 1.7184801381692574,
      "step": 995,
      "thought_step_nums": 5.3125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.10259456932544708,
      "contrastive_loss#1": 0.5129728317260742,
      "epoch": 1.7184801381692574,
      "lm_loss": 0.8366948366165161,
      "loss": 0.939289391040802,
      "step": 995,
      "valid_batch_size": 1024.4375
    },
    {
      "epoch": 1.7202072538860103,
      "grad_norm": 3.640625,
      "learning_rate": 5e-05,
      "loss": 0.8939,
      "step": 996
    },
    {
      "epoch": 1.7202072538860103,
      "latent_token_nums": 5.625,
      "step": 996
    },
    {
      "epoch": 1.7202072538860103,
      "step": 996,
      "thought_step_nums": 5.25
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.14091315865516663,
      "contrastive_loss#1": 0.7045657634735107,
      "epoch": 1.7202072538860103,
      "lm_loss": 0.8519302606582642,
      "loss": 0.9928433895111084,
      "step": 996,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.7219343696027634,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.9216,
      "step": 997
    },
    {
      "epoch": 1.7219343696027634,
      "latent_token_nums": 5.75,
      "step": 997
    },
    {
      "epoch": 1.7219343696027634,
      "step": 997,
      "thought_step_nums": 5.125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.12090368568897247,
      "contrastive_loss#1": 0.6045184135437012,
      "epoch": 1.7219343696027634,
      "lm_loss": 0.791862964630127,
      "loss": 0.9127666354179382,
      "step": 997,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 1.7236614853195165,
      "grad_norm": 3.875,
      "learning_rate": 5e-05,
      "loss": 0.9218,
      "step": 998
    },
    {
      "epoch": 1.7236614853195165,
      "latent_token_nums": 5.875,
      "step": 998
    },
    {
      "epoch": 1.7236614853195165,
      "step": 998,
      "thought_step_nums": 5.25
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.07796912640333176,
      "contrastive_loss#1": 0.3898456394672394,
      "epoch": 1.7236614853195165,
      "lm_loss": 0.8006843328475952,
      "loss": 0.8786534667015076,
      "step": 998,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.7253886010362693,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.9204,
      "step": 999
    },
    {
      "epoch": 1.7253886010362693,
      "latent_token_nums": 6.0,
      "step": 999
    },
    {
      "epoch": 1.7253886010362693,
      "step": 999,
      "thought_step_nums": 5.125
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09408704191446304,
      "contrastive_loss#1": 0.4704352021217346,
      "epoch": 1.7253886010362693,
      "lm_loss": 0.8525182008743286,
      "loss": 0.9466052651405334,
      "step": 999,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 1.7271157167530224,
      "grad_norm": 3.8125,
      "learning_rate": 5e-05,
      "loss": 0.9041,
      "step": 1000
    },
    {
      "epoch": 1.7271157167530224,
      "latent_token_nums": 5.9375,
      "step": 1000
    },
    {
      "epoch": 1.7271157167530224,
      "step": 1000,
      "thought_step_nums": 5.0625
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09604218602180481,
      "contrastive_loss#1": 0.48021093010902405,
      "epoch": 1.7271157167530224,
      "lm_loss": 0.8004724979400635,
      "loss": 0.8965146541595459,
      "step": 1000,
      "valid_batch_size": 1024.5
    },
    {
      "epoch": 1.7288428324697755,
      "grad_norm": 4.09375,
      "learning_rate": 5e-05,
      "loss": 0.918,
      "step": 1001
    },
    {
      "epoch": 1.7288428324697755,
      "latent_token_nums": 5.5625,
      "step": 1001
    },
    {
      "epoch": 1.7288428324697755,
      "step": 1001,
      "thought_step_nums": 4.9375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07715912908315659,
      "contrastive_loss#1": 0.3857956528663635,
      "epoch": 1.7288428324697755,
      "lm_loss": 0.795292317867279,
      "loss": 0.8724514245986938,
      "step": 1001,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.7305699481865284,
      "grad_norm": 4.4375,
      "learning_rate": 5e-05,
      "loss": 0.9207,
      "step": 1002
    },
    {
      "epoch": 1.7305699481865284,
      "latent_token_nums": 6.6875,
      "step": 1002
    },
    {
      "epoch": 1.7305699481865284,
      "step": 1002,
      "thought_step_nums": 5.9375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1097622662782669,
      "contrastive_loss#1": 0.5488113164901733,
      "epoch": 1.7305699481865284,
      "lm_loss": 0.8528138995170593,
      "loss": 0.962576150894165,
      "step": 1002,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.7322970639032815,
      "grad_norm": 3.765625,
      "learning_rate": 5e-05,
      "loss": 0.9073,
      "step": 1003
    },
    {
      "epoch": 1.7322970639032815,
      "latent_token_nums": 5.6875,
      "step": 1003
    },
    {
      "epoch": 1.7322970639032815,
      "step": 1003,
      "thought_step_nums": 5.1875
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.15796752274036407,
      "contrastive_loss#1": 0.7898375988006592,
      "epoch": 1.7322970639032815,
      "lm_loss": 0.8056093454360962,
      "loss": 0.9635768532752991,
      "step": 1003,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.7340241796200346,
      "grad_norm": 3.96875,
      "learning_rate": 5e-05,
      "loss": 0.9095,
      "step": 1004
    },
    {
      "epoch": 1.7340241796200346,
      "latent_token_nums": 5.75,
      "step": 1004
    },
    {
      "epoch": 1.7340241796200346,
      "step": 1004,
      "thought_step_nums": 5.625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.12025105208158493,
      "contrastive_loss#1": 0.6012552380561829,
      "epoch": 1.7340241796200346,
      "lm_loss": 0.8334107398986816,
      "loss": 0.9536617994308472,
      "step": 1004,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.7357512953367875,
      "grad_norm": 3.890625,
      "learning_rate": 5e-05,
      "loss": 0.9044,
      "step": 1005
    },
    {
      "epoch": 1.7357512953367875,
      "latent_token_nums": 6.0,
      "step": 1005
    },
    {
      "epoch": 1.7357512953367875,
      "step": 1005,
      "thought_step_nums": 5.5
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11182379722595215,
      "contrastive_loss#1": 0.5591189861297607,
      "epoch": 1.7357512953367875,
      "lm_loss": 0.8432190418243408,
      "loss": 0.955042839050293,
      "step": 1005,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 1.7374784110535406,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.8973,
      "step": 1006
    },
    {
      "epoch": 1.7374784110535406,
      "latent_token_nums": 5.6875,
      "step": 1006
    },
    {
      "epoch": 1.7374784110535406,
      "step": 1006,
      "thought_step_nums": 5.0625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0643225833773613,
      "contrastive_loss#1": 0.3216128945350647,
      "epoch": 1.7374784110535406,
      "lm_loss": 0.8340588212013245,
      "loss": 0.8983814120292664,
      "step": 1006,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.7392055267702937,
      "grad_norm": 3.6875,
      "learning_rate": 5e-05,
      "loss": 0.896,
      "step": 1007
    },
    {
      "epoch": 1.7392055267702937,
      "latent_token_nums": 6.375,
      "step": 1007
    },
    {
      "epoch": 1.7392055267702937,
      "step": 1007,
      "thought_step_nums": 5.375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.054623473435640335,
      "contrastive_loss#1": 0.2731173634529114,
      "epoch": 1.7392055267702937,
      "lm_loss": 0.8610767126083374,
      "loss": 0.9157001972198486,
      "step": 1007,
      "valid_batch_size": 1024.5
    },
    {
      "epoch": 1.7409326424870466,
      "grad_norm": 3.875,
      "learning_rate": 5e-05,
      "loss": 0.9047,
      "step": 1008
    },
    {
      "epoch": 1.7409326424870466,
      "latent_token_nums": 6.5625,
      "step": 1008
    },
    {
      "epoch": 1.7409326424870466,
      "step": 1008,
      "thought_step_nums": 5.0625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.13538925349712372,
      "contrastive_loss#1": 0.676946222782135,
      "epoch": 1.7409326424870466,
      "lm_loss": 0.8136277794837952,
      "loss": 0.9490170478820801,
      "step": 1008,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.7426597582037997,
      "grad_norm": 3.953125,
      "learning_rate": 5e-05,
      "loss": 0.9281,
      "step": 1009
    },
    {
      "epoch": 1.7426597582037997,
      "latent_token_nums": 6.125,
      "step": 1009
    },
    {
      "epoch": 1.7426597582037997,
      "step": 1009,
      "thought_step_nums": 5.5
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1087508350610733,
      "contrastive_loss#1": 0.5437541604042053,
      "epoch": 1.7426597582037997,
      "lm_loss": 0.8357609510421753,
      "loss": 0.9445117712020874,
      "step": 1009,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 1.7443868739205528,
      "grad_norm": 3.8125,
      "learning_rate": 5e-05,
      "loss": 0.9103,
      "step": 1010
    },
    {
      "epoch": 1.7443868739205528,
      "latent_token_nums": 6.125,
      "step": 1010
    },
    {
      "epoch": 1.7443868739205528,
      "step": 1010,
      "thought_step_nums": 4.5
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09438822418451309,
      "contrastive_loss#1": 0.47194111347198486,
      "epoch": 1.7443868739205528,
      "lm_loss": 0.8493728041648865,
      "loss": 0.9437610507011414,
      "step": 1010,
      "valid_batch_size": 1024.3125
    },
    {
      "epoch": 1.7461139896373057,
      "grad_norm": 3.625,
      "learning_rate": 5e-05,
      "loss": 0.9112,
      "step": 1011
    },
    {
      "epoch": 1.7461139896373057,
      "latent_token_nums": 5.9375,
      "step": 1011
    },
    {
      "epoch": 1.7461139896373057,
      "step": 1011,
      "thought_step_nums": 5.6875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.12993799149990082,
      "contrastive_loss#1": 0.6496899127960205,
      "epoch": 1.7461139896373057,
      "lm_loss": 0.7029320597648621,
      "loss": 0.8328700661659241,
      "step": 1011,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.7478411053540586,
      "grad_norm": 3.625,
      "learning_rate": 5e-05,
      "loss": 0.8891,
      "step": 1012
    },
    {
      "epoch": 1.7478411053540586,
      "latent_token_nums": 6.3125,
      "step": 1012
    },
    {
      "epoch": 1.7478411053540586,
      "step": 1012,
      "thought_step_nums": 5.6875
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.12729187309741974,
      "contrastive_loss#1": 0.6364593505859375,
      "epoch": 1.7478411053540586,
      "lm_loss": 0.8760115504264832,
      "loss": 1.0033034086227417,
      "step": 1012,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 1.749568221070812,
      "grad_norm": 3.765625,
      "learning_rate": 5e-05,
      "loss": 0.9063,
      "step": 1013
    },
    {
      "epoch": 1.749568221070812,
      "latent_token_nums": 6.25,
      "step": 1013
    },
    {
      "epoch": 1.749568221070812,
      "step": 1013,
      "thought_step_nums": 5.625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.1372786909341812,
      "contrastive_loss#1": 0.6863934397697449,
      "epoch": 1.749568221070812,
      "lm_loss": 0.8353794813156128,
      "loss": 0.9726581573486328,
      "step": 1013,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 1.7512953367875648,
      "grad_norm": 3.609375,
      "learning_rate": 5e-05,
      "loss": 0.9121,
      "step": 1014
    },
    {
      "epoch": 1.7512953367875648,
      "latent_token_nums": 5.5625,
      "step": 1014
    },
    {
      "epoch": 1.7512953367875648,
      "step": 1014,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11254697293043137,
      "contrastive_loss#1": 0.562734842300415,
      "epoch": 1.7512953367875648,
      "lm_loss": 0.7315837144851685,
      "loss": 0.8441306948661804,
      "step": 1014,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.7530224525043177,
      "grad_norm": 3.671875,
      "learning_rate": 5e-05,
      "loss": 0.906,
      "step": 1015
    },
    {
      "epoch": 1.7530224525043177,
      "latent_token_nums": 5.875,
      "step": 1015
    },
    {
      "epoch": 1.7530224525043177,
      "step": 1015,
      "thought_step_nums": 5.5
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.12882263958454132,
      "contrastive_loss#1": 0.6441131830215454,
      "epoch": 1.7530224525043177,
      "lm_loss": 0.7285939455032349,
      "loss": 0.857416570186615,
      "step": 1015,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 1.754749568221071,
      "grad_norm": 3.96875,
      "learning_rate": 5e-05,
      "loss": 0.9313,
      "step": 1016
    },
    {
      "epoch": 1.754749568221071,
      "latent_token_nums": 5.5625,
      "step": 1016
    },
    {
      "epoch": 1.754749568221071,
      "step": 1016,
      "thought_step_nums": 5.1875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04573800787329674,
      "contrastive_loss#1": 0.228690043091774,
      "epoch": 1.754749568221071,
      "lm_loss": 0.7430386543273926,
      "loss": 0.7887766361236572,
      "step": 1016,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.7564766839378239,
      "grad_norm": 3.84375,
      "learning_rate": 5e-05,
      "loss": 0.8966,
      "step": 1017
    },
    {
      "epoch": 1.7564766839378239,
      "latent_token_nums": 5.625,
      "step": 1017
    },
    {
      "epoch": 1.7564766839378239,
      "step": 1017,
      "thought_step_nums": 4.875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.08255156129598618,
      "contrastive_loss#1": 0.4127577841281891,
      "epoch": 1.7564766839378239,
      "lm_loss": 0.7878680229187012,
      "loss": 0.8704195618629456,
      "step": 1017,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.7582037996545767,
      "grad_norm": 3.890625,
      "learning_rate": 5e-05,
      "loss": 0.9276,
      "step": 1018
    },
    {
      "epoch": 1.7582037996545767,
      "latent_token_nums": 6.25,
      "step": 1018
    },
    {
      "epoch": 1.7582037996545767,
      "step": 1018,
      "thought_step_nums": 5.75
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.119358591735363,
      "contrastive_loss#1": 0.5967929363250732,
      "epoch": 1.7582037996545767,
      "lm_loss": 0.8255538940429688,
      "loss": 0.9449124932289124,
      "step": 1018,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.7599309153713298,
      "grad_norm": 3.8125,
      "learning_rate": 5e-05,
      "loss": 0.9058,
      "step": 1019
    },
    {
      "epoch": 1.7599309153713298,
      "latent_token_nums": 6.3125,
      "step": 1019
    },
    {
      "epoch": 1.7599309153713298,
      "step": 1019,
      "thought_step_nums": 5.3125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.10139870643615723,
      "contrastive_loss#1": 0.5069935321807861,
      "epoch": 1.7599309153713298,
      "lm_loss": 0.7944374084472656,
      "loss": 0.8958361148834229,
      "step": 1019,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.761658031088083,
      "grad_norm": 3.828125,
      "learning_rate": 5e-05,
      "loss": 0.8966,
      "step": 1020
    },
    {
      "epoch": 1.761658031088083,
      "latent_token_nums": 6.4375,
      "step": 1020
    },
    {
      "epoch": 1.761658031088083,
      "step": 1020,
      "thought_step_nums": 4.9375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.10616421699523926,
      "contrastive_loss#1": 0.5308210849761963,
      "epoch": 1.761658031088083,
      "lm_loss": 0.8177045583724976,
      "loss": 0.9238687753677368,
      "step": 1020,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.7633851468048358,
      "grad_norm": 3.65625,
      "learning_rate": 5e-05,
      "loss": 0.9025,
      "step": 1021
    },
    {
      "epoch": 1.7633851468048358,
      "latent_token_nums": 5.6875,
      "step": 1021
    },
    {
      "epoch": 1.7633851468048358,
      "step": 1021,
      "thought_step_nums": 5.5625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.14889535307884216,
      "contrastive_loss#1": 0.7444767355918884,
      "epoch": 1.7633851468048358,
      "lm_loss": 0.7639198303222656,
      "loss": 0.9128152132034302,
      "step": 1021,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.765112262521589,
      "grad_norm": 3.703125,
      "learning_rate": 5e-05,
      "loss": 0.9167,
      "step": 1022
    },
    {
      "epoch": 1.765112262521589,
      "latent_token_nums": 6.1875,
      "step": 1022
    },
    {
      "epoch": 1.765112262521589,
      "step": 1022,
      "thought_step_nums": 5.5625
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.12192000448703766,
      "contrastive_loss#1": 0.6096000075340271,
      "epoch": 1.765112262521589,
      "lm_loss": 0.7835149765014648,
      "loss": 0.9054349660873413,
      "step": 1022,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.766839378238342,
      "grad_norm": 3.96875,
      "learning_rate": 5e-05,
      "loss": 0.9252,
      "step": 1023
    },
    {
      "epoch": 1.766839378238342,
      "latent_token_nums": 6.3125,
      "step": 1023
    },
    {
      "epoch": 1.766839378238342,
      "step": 1023,
      "thought_step_nums": 5.1875
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.14342816174030304,
      "contrastive_loss#1": 0.717140793800354,
      "epoch": 1.766839378238342,
      "lm_loss": 0.8115965723991394,
      "loss": 0.9550247192382812,
      "step": 1023,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.768566493955095,
      "grad_norm": 3.828125,
      "learning_rate": 5e-05,
      "loss": 0.9168,
      "step": 1024
    },
    {
      "epoch": 1.768566493955095,
      "latent_token_nums": 6.0625,
      "step": 1024
    },
    {
      "epoch": 1.768566493955095,
      "step": 1024,
      "thought_step_nums": 5.0625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.09212290495634079,
      "contrastive_loss#1": 0.46061453223228455,
      "epoch": 1.768566493955095,
      "lm_loss": 0.7588750123977661,
      "loss": 0.8509979248046875,
      "step": 1024,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.770293609671848,
      "grad_norm": 3.828125,
      "learning_rate": 5e-05,
      "loss": 0.8978,
      "step": 1025
    },
    {
      "epoch": 1.770293609671848,
      "latent_token_nums": 5.9375,
      "step": 1025
    },
    {
      "epoch": 1.770293609671848,
      "step": 1025,
      "thought_step_nums": 4.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04115312919020653,
      "contrastive_loss#1": 0.20576563477516174,
      "epoch": 1.770293609671848,
      "lm_loss": 0.873580813407898,
      "loss": 0.9147339463233948,
      "step": 1025,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.7720207253886011,
      "grad_norm": 3.8125,
      "learning_rate": 5e-05,
      "loss": 0.9051,
      "step": 1026
    },
    {
      "epoch": 1.7720207253886011,
      "latent_token_nums": 6.5,
      "step": 1026
    },
    {
      "epoch": 1.7720207253886011,
      "step": 1026,
      "thought_step_nums": 5.75
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.13108108937740326,
      "contrastive_loss#1": 0.6554054617881775,
      "epoch": 1.7720207253886011,
      "lm_loss": 0.830636739730835,
      "loss": 0.9617178440093994,
      "step": 1026,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 1.773747841105354,
      "grad_norm": 3.59375,
      "learning_rate": 5e-05,
      "loss": 0.8995,
      "step": 1027
    },
    {
      "epoch": 1.773747841105354,
      "latent_token_nums": 5.8125,
      "step": 1027
    },
    {
      "epoch": 1.773747841105354,
      "step": 1027,
      "thought_step_nums": 5.1875
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.8125,
      "contrastive_loss": 0.23873959481716156,
      "contrastive_loss#1": 1.1936979293823242,
      "epoch": 1.773747841105354,
      "lm_loss": 0.8565641641616821,
      "loss": 1.0953037738800049,
      "step": 1027,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.775474956822107,
      "grad_norm": 3.6875,
      "learning_rate": 5e-05,
      "loss": 0.9191,
      "step": 1028
    },
    {
      "epoch": 1.775474956822107,
      "latent_token_nums": 5.9375,
      "step": 1028
    },
    {
      "epoch": 1.775474956822107,
      "step": 1028,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09658179432153702,
      "contrastive_loss#1": 0.4829089641571045,
      "epoch": 1.775474956822107,
      "lm_loss": 0.7870304584503174,
      "loss": 0.8836122751235962,
      "step": 1028,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.7772020725388602,
      "grad_norm": 3.65625,
      "learning_rate": 5e-05,
      "loss": 0.9062,
      "step": 1029
    },
    {
      "epoch": 1.7772020725388602,
      "latent_token_nums": 5.75,
      "step": 1029
    },
    {
      "epoch": 1.7772020725388602,
      "step": 1029,
      "thought_step_nums": 5.25
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04297355189919472,
      "contrastive_loss#1": 0.2148677557706833,
      "epoch": 1.7772020725388602,
      "lm_loss": 0.6931540966033936,
      "loss": 0.7361276745796204,
      "step": 1029,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.778929188255613,
      "grad_norm": 3.484375,
      "learning_rate": 5e-05,
      "loss": 0.9,
      "step": 1030
    },
    {
      "epoch": 1.778929188255613,
      "latent_token_nums": 6.125,
      "step": 1030
    },
    {
      "epoch": 1.778929188255613,
      "step": 1030,
      "thought_step_nums": 5.0
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.10764110088348389,
      "contrastive_loss#1": 0.5382055044174194,
      "epoch": 1.778929188255613,
      "lm_loss": 0.6805083155632019,
      "loss": 0.7881494164466858,
      "step": 1030,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.7806563039723662,
      "grad_norm": 3.765625,
      "learning_rate": 5e-05,
      "loss": 0.9081,
      "step": 1031
    },
    {
      "epoch": 1.7806563039723662,
      "latent_token_nums": 5.8125,
      "step": 1031
    },
    {
      "epoch": 1.7806563039723662,
      "step": 1031,
      "thought_step_nums": 5.5625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15078705549240112,
      "contrastive_loss#1": 0.7539352774620056,
      "epoch": 1.7806563039723662,
      "lm_loss": 0.7113618850708008,
      "loss": 0.8621489405632019,
      "step": 1031,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 1.7823834196891193,
      "grad_norm": 3.796875,
      "learning_rate": 5e-05,
      "loss": 0.9109,
      "step": 1032
    },
    {
      "epoch": 1.7823834196891193,
      "latent_token_nums": 6.0,
      "step": 1032
    },
    {
      "epoch": 1.7823834196891193,
      "step": 1032,
      "thought_step_nums": 5.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06566917896270752,
      "contrastive_loss#1": 0.3283458948135376,
      "epoch": 1.7823834196891193,
      "lm_loss": 0.8383801579475403,
      "loss": 0.9040493369102478,
      "step": 1032,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 1.7841105354058722,
      "grad_norm": 3.828125,
      "learning_rate": 5e-05,
      "loss": 0.9046,
      "step": 1033
    },
    {
      "epoch": 1.7841105354058722,
      "latent_token_nums": 6.0,
      "step": 1033
    },
    {
      "epoch": 1.7841105354058722,
      "step": 1033,
      "thought_step_nums": 5.25
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.10122416168451309,
      "contrastive_loss#1": 0.5061208009719849,
      "epoch": 1.7841105354058722,
      "lm_loss": 0.7460891008377075,
      "loss": 0.8473132848739624,
      "step": 1033,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.7858376511226253,
      "grad_norm": 3.859375,
      "learning_rate": 5e-05,
      "loss": 0.9162,
      "step": 1034
    },
    {
      "epoch": 1.7858376511226253,
      "latent_token_nums": 5.5625,
      "step": 1034
    },
    {
      "epoch": 1.7858376511226253,
      "step": 1034,
      "thought_step_nums": 5.3125
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.1795968860387802,
      "contrastive_loss#1": 0.8979843854904175,
      "epoch": 1.7858376511226253,
      "lm_loss": 0.796532392501831,
      "loss": 0.9761292934417725,
      "step": 1034,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.7875647668393784,
      "grad_norm": 3.921875,
      "learning_rate": 5e-05,
      "loss": 0.9063,
      "step": 1035
    },
    {
      "epoch": 1.7875647668393784,
      "latent_token_nums": 6.4375,
      "step": 1035
    },
    {
      "epoch": 1.7875647668393784,
      "step": 1035,
      "thought_step_nums": 5.5625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08577997237443924,
      "contrastive_loss#1": 0.4288998544216156,
      "epoch": 1.7875647668393784,
      "lm_loss": 0.8138608932495117,
      "loss": 0.8996408581733704,
      "step": 1035,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.7892918825561313,
      "grad_norm": 4.0625,
      "learning_rate": 5e-05,
      "loss": 0.9003,
      "step": 1036
    },
    {
      "epoch": 1.7892918825561313,
      "latent_token_nums": 6.3125,
      "step": 1036
    },
    {
      "epoch": 1.7892918825561313,
      "step": 1036,
      "thought_step_nums": 5.8125
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.16290032863616943,
      "contrastive_loss#1": 0.8145016431808472,
      "epoch": 1.7892918825561313,
      "lm_loss": 0.7034178972244263,
      "loss": 0.8663182258605957,
      "step": 1036,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.7910189982728841,
      "grad_norm": 3.984375,
      "learning_rate": 5e-05,
      "loss": 0.9235,
      "step": 1037
    },
    {
      "epoch": 1.7910189982728841,
      "latent_token_nums": 6.125,
      "step": 1037
    },
    {
      "epoch": 1.7910189982728841,
      "step": 1037,
      "thought_step_nums": 5.125
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.2926974296569824,
      "contrastive_loss#1": 1.463487148284912,
      "epoch": 1.7910189982728841,
      "lm_loss": 0.7836464047431946,
      "loss": 1.0763437747955322,
      "step": 1037,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.7927461139896375,
      "grad_norm": 4.25,
      "learning_rate": 5e-05,
      "loss": 0.9122,
      "step": 1038
    },
    {
      "epoch": 1.7927461139896375,
      "latent_token_nums": 6.25,
      "step": 1038
    },
    {
      "epoch": 1.7927461139896375,
      "step": 1038,
      "thought_step_nums": 5.125
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09029041975736618,
      "contrastive_loss#1": 0.4514520764350891,
      "epoch": 1.7927461139896375,
      "lm_loss": 0.8608981370925903,
      "loss": 0.9511885643005371,
      "step": 1038,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.7944732297063903,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.9088,
      "step": 1039
    },
    {
      "epoch": 1.7944732297063903,
      "latent_token_nums": 5.6875,
      "step": 1039
    },
    {
      "epoch": 1.7944732297063903,
      "step": 1039,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.061669498682022095,
      "contrastive_loss#1": 0.3083474934101105,
      "epoch": 1.7944732297063903,
      "lm_loss": 0.7501642107963562,
      "loss": 0.8118337392807007,
      "step": 1039,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.7962003454231432,
      "grad_norm": 3.484375,
      "learning_rate": 5e-05,
      "loss": 0.9027,
      "step": 1040
    },
    {
      "epoch": 1.7962003454231432,
      "latent_token_nums": 6.1875,
      "step": 1040
    },
    {
      "epoch": 1.7962003454231432,
      "step": 1040,
      "thought_step_nums": 5.3125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05624601989984512,
      "contrastive_loss#1": 0.281230092048645,
      "epoch": 1.7962003454231432,
      "lm_loss": 0.8622944355010986,
      "loss": 0.9185404777526855,
      "step": 1040,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 1.7979274611398963,
      "grad_norm": 3.59375,
      "learning_rate": 5e-05,
      "loss": 0.897,
      "step": 1041
    },
    {
      "epoch": 1.7979274611398963,
      "latent_token_nums": 5.875,
      "step": 1041
    },
    {
      "epoch": 1.7979274611398963,
      "step": 1041,
      "thought_step_nums": 5.625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.1513632833957672,
      "contrastive_loss#1": 0.7568163871765137,
      "epoch": 1.7979274611398963,
      "lm_loss": 0.8511824011802673,
      "loss": 1.002545714378357,
      "step": 1041,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.7996545768566494,
      "grad_norm": 3.90625,
      "learning_rate": 5e-05,
      "loss": 0.9119,
      "step": 1042
    },
    {
      "epoch": 1.7996545768566494,
      "latent_token_nums": 6.0625,
      "step": 1042
    },
    {
      "epoch": 1.7996545768566494,
      "step": 1042,
      "thought_step_nums": 5.5625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09180499613285065,
      "contrastive_loss#1": 0.45902496576309204,
      "epoch": 1.7996545768566494,
      "lm_loss": 0.7864633798599243,
      "loss": 0.8782683610916138,
      "step": 1042,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 1.8013816925734023,
      "grad_norm": 3.671875,
      "learning_rate": 5e-05,
      "loss": 0.9131,
      "step": 1043
    },
    {
      "epoch": 1.8013816925734023,
      "latent_token_nums": 5.75,
      "step": 1043
    },
    {
      "epoch": 1.8013816925734023,
      "step": 1043,
      "thought_step_nums": 5.375
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11374888569116592,
      "contrastive_loss#1": 0.568744421005249,
      "epoch": 1.8013816925734023,
      "lm_loss": 0.8041650056838989,
      "loss": 0.9179139137268066,
      "step": 1043,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.8031088082901554,
      "grad_norm": 3.625,
      "learning_rate": 5e-05,
      "loss": 0.9132,
      "step": 1044
    },
    {
      "epoch": 1.8031088082901554,
      "latent_token_nums": 6.1875,
      "step": 1044
    },
    {
      "epoch": 1.8031088082901554,
      "step": 1044,
      "thought_step_nums": 5.0625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.14620435237884521,
      "contrastive_loss#1": 0.7310217618942261,
      "epoch": 1.8031088082901554,
      "lm_loss": 0.8144876956939697,
      "loss": 0.9606920480728149,
      "step": 1044,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.8048359240069085,
      "grad_norm": 3.671875,
      "learning_rate": 5e-05,
      "loss": 0.9041,
      "step": 1045
    },
    {
      "epoch": 1.8048359240069085,
      "latent_token_nums": 6.25,
      "step": 1045
    },
    {
      "epoch": 1.8048359240069085,
      "step": 1045,
      "thought_step_nums": 5.5
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.15437087416648865,
      "contrastive_loss#1": 0.7718543410301208,
      "epoch": 1.8048359240069085,
      "lm_loss": 0.7147204875946045,
      "loss": 0.8690913915634155,
      "step": 1045,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 1.8065630397236614,
      "grad_norm": 3.53125,
      "learning_rate": 5e-05,
      "loss": 0.9081,
      "step": 1046
    },
    {
      "epoch": 1.8065630397236614,
      "latent_token_nums": 6.1875,
      "step": 1046
    },
    {
      "epoch": 1.8065630397236614,
      "step": 1046,
      "thought_step_nums": 5.6875
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15349504351615906,
      "contrastive_loss#1": 0.7674751877784729,
      "epoch": 1.8065630397236614,
      "lm_loss": 0.8343770503997803,
      "loss": 0.9878721237182617,
      "step": 1046,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.8082901554404145,
      "grad_norm": 3.609375,
      "learning_rate": 5e-05,
      "loss": 0.9121,
      "step": 1047
    },
    {
      "epoch": 1.8082901554404145,
      "latent_token_nums": 6.0625,
      "step": 1047
    },
    {
      "epoch": 1.8082901554404145,
      "step": 1047,
      "thought_step_nums": 5.3125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0616711787879467,
      "contrastive_loss#1": 0.3083558976650238,
      "epoch": 1.8082901554404145,
      "lm_loss": 0.8736817836761475,
      "loss": 0.9353529810905457,
      "step": 1047,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.8100172711571676,
      "grad_norm": 3.515625,
      "learning_rate": 5e-05,
      "loss": 0.9215,
      "step": 1048
    },
    {
      "epoch": 1.8100172711571676,
      "latent_token_nums": 6.375,
      "step": 1048
    },
    {
      "epoch": 1.8100172711571676,
      "step": 1048,
      "thought_step_nums": 5.875
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.2265758514404297,
      "contrastive_loss#1": 1.1328792572021484,
      "epoch": 1.8100172711571676,
      "lm_loss": 0.8333407640457153,
      "loss": 1.059916615486145,
      "step": 1048,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 1.8117443868739205,
      "grad_norm": 3.25,
      "learning_rate": 5e-05,
      "loss": 0.8959,
      "step": 1049
    },
    {
      "epoch": 1.8117443868739205,
      "latent_token_nums": 5.8125,
      "step": 1049
    },
    {
      "epoch": 1.8117443868739205,
      "step": 1049,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.17309817671775818,
      "contrastive_loss#1": 0.8654908537864685,
      "epoch": 1.8117443868739205,
      "lm_loss": 0.8436447978019714,
      "loss": 1.0167429447174072,
      "step": 1049,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 1.8134715025906736,
      "grad_norm": 3.5625,
      "learning_rate": 5e-05,
      "loss": 0.9277,
      "step": 1050
    },
    {
      "epoch": 1.8134715025906736,
      "latent_token_nums": 6.375,
      "step": 1050
    },
    {
      "epoch": 1.8134715025906736,
      "step": 1050,
      "thought_step_nums": 5.375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03247804939746857,
      "contrastive_loss#1": 0.16239024698734283,
      "epoch": 1.8134715025906736,
      "lm_loss": 0.7630634307861328,
      "loss": 0.7955414652824402,
      "step": 1050,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 1.8151986183074267,
      "grad_norm": 3.8125,
      "learning_rate": 5e-05,
      "loss": 0.9101,
      "step": 1051
    },
    {
      "epoch": 1.8151986183074267,
      "latent_token_nums": 6.0,
      "step": 1051
    },
    {
      "epoch": 1.8151986183074267,
      "step": 1051,
      "thought_step_nums": 5.25
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.11570782959461212,
      "contrastive_loss#1": 0.5785391330718994,
      "epoch": 1.8151986183074267,
      "lm_loss": 0.7177885174751282,
      "loss": 0.8334963321685791,
      "step": 1051,
      "valid_batch_size": 1024.375
    },
    {
      "epoch": 1.8169257340241796,
      "grad_norm": 3.921875,
      "learning_rate": 5e-05,
      "loss": 0.9312,
      "step": 1052
    },
    {
      "epoch": 1.8169257340241796,
      "latent_token_nums": 5.875,
      "step": 1052
    },
    {
      "epoch": 1.8169257340241796,
      "step": 1052,
      "thought_step_nums": 5.375
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1751348227262497,
      "contrastive_loss#1": 0.8756741285324097,
      "epoch": 1.8169257340241796,
      "lm_loss": 0.6695593595504761,
      "loss": 0.844694197177887,
      "step": 1052,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 1.8186528497409327,
      "grad_norm": 3.640625,
      "learning_rate": 5e-05,
      "loss": 0.8901,
      "step": 1053
    },
    {
      "epoch": 1.8186528497409327,
      "latent_token_nums": 6.875,
      "step": 1053
    },
    {
      "epoch": 1.8186528497409327,
      "step": 1053,
      "thought_step_nums": 6.125
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09483557194471359,
      "contrastive_loss#1": 0.47417783737182617,
      "epoch": 1.8186528497409327,
      "lm_loss": 0.7340657711029053,
      "loss": 0.8289013504981995,
      "step": 1053,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.8203799654576858,
      "grad_norm": 3.84375,
      "learning_rate": 5e-05,
      "loss": 0.9094,
      "step": 1054
    },
    {
      "epoch": 1.8203799654576858,
      "latent_token_nums": 6.375,
      "step": 1054
    },
    {
      "epoch": 1.8203799654576858,
      "step": 1054,
      "thought_step_nums": 5.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.058290958404541016,
      "contrastive_loss#1": 0.2914547920227051,
      "epoch": 1.8203799654576858,
      "lm_loss": 0.799597442150116,
      "loss": 0.857888400554657,
      "step": 1054,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.8221070811744386,
      "grad_norm": 3.734375,
      "learning_rate": 5e-05,
      "loss": 0.9111,
      "step": 1055
    },
    {
      "epoch": 1.8221070811744386,
      "latent_token_nums": 7.0,
      "step": 1055
    },
    {
      "epoch": 1.8221070811744386,
      "step": 1055,
      "thought_step_nums": 5.875
    },
    {
      "acc@1": 0.5,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.24167118966579437,
      "contrastive_loss#1": 1.2083559036254883,
      "epoch": 1.8221070811744386,
      "lm_loss": 0.6228063702583313,
      "loss": 0.8644775748252869,
      "step": 1055,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 1.8238341968911918,
      "grad_norm": 3.609375,
      "learning_rate": 5e-05,
      "loss": 0.9093,
      "step": 1056
    },
    {
      "epoch": 1.8238341968911918,
      "latent_token_nums": 6.1875,
      "step": 1056
    },
    {
      "epoch": 1.8238341968911918,
      "step": 1056,
      "thought_step_nums": 5.5625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.10145216435194016,
      "contrastive_loss#1": 0.507260799407959,
      "epoch": 1.8238341968911918,
      "lm_loss": 0.8162814378738403,
      "loss": 0.9177336096763611,
      "step": 1056,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 1.8255613126079449,
      "grad_norm": 3.703125,
      "learning_rate": 5e-05,
      "loss": 0.9091,
      "step": 1057
    },
    {
      "epoch": 1.8255613126079449,
      "latent_token_nums": 6.125,
      "step": 1057
    },
    {
      "epoch": 1.8255613126079449,
      "step": 1057,
      "thought_step_nums": 5.25
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.20387248694896698,
      "contrastive_loss#1": 1.019362449645996,
      "epoch": 1.8255613126079449,
      "lm_loss": 0.863285481929779,
      "loss": 1.0671579837799072,
      "step": 1057,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 1.8272884283246977,
      "grad_norm": 3.953125,
      "learning_rate": 5e-05,
      "loss": 0.9242,
      "step": 1058
    },
    {
      "epoch": 1.8272884283246977,
      "latent_token_nums": 6.5625,
      "step": 1058
    },
    {
      "epoch": 1.8272884283246977,
      "step": 1058,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.050918806344270706,
      "contrastive_loss#1": 0.25459402799606323,
      "epoch": 1.8272884283246977,
      "lm_loss": 0.8507248759269714,
      "loss": 0.901643693447113,
      "step": 1058,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.8290155440414506,
      "grad_norm": 3.515625,
      "learning_rate": 5e-05,
      "loss": 0.8952,
      "step": 1059
    },
    {
      "epoch": 1.8290155440414506,
      "latent_token_nums": 6.0625,
      "step": 1059
    },
    {
      "epoch": 1.8290155440414506,
      "step": 1059,
      "thought_step_nums": 5.5625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07136394083499908,
      "contrastive_loss#1": 0.35681968927383423,
      "epoch": 1.8290155440414506,
      "lm_loss": 0.7977201342582703,
      "loss": 0.8690840601921082,
      "step": 1059,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.830742659758204,
      "grad_norm": 3.796875,
      "learning_rate": 5e-05,
      "loss": 0.9138,
      "step": 1060
    },
    {
      "epoch": 1.830742659758204,
      "latent_token_nums": 6.3125,
      "step": 1060
    },
    {
      "epoch": 1.830742659758204,
      "step": 1060,
      "thought_step_nums": 5.0625
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11721344292163849,
      "contrastive_loss#1": 0.5860671997070312,
      "epoch": 1.830742659758204,
      "lm_loss": 0.7747246026992798,
      "loss": 0.8919380307197571,
      "step": 1060,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 1.8324697754749568,
      "grad_norm": 3.84375,
      "learning_rate": 5e-05,
      "loss": 0.9151,
      "step": 1061
    },
    {
      "epoch": 1.8324697754749568,
      "latent_token_nums": 6.3125,
      "step": 1061
    },
    {
      "epoch": 1.8324697754749568,
      "step": 1061,
      "thought_step_nums": 5.0625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04516280069947243,
      "contrastive_loss#1": 0.22581399977207184,
      "epoch": 1.8324697754749568,
      "lm_loss": 0.8017514944076538,
      "loss": 0.8469142913818359,
      "step": 1061,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 1.8341968911917097,
      "grad_norm": 3.46875,
      "learning_rate": 5e-05,
      "loss": 0.9019,
      "step": 1062
    },
    {
      "epoch": 1.8341968911917097,
      "latent_token_nums": 5.625,
      "step": 1062
    },
    {
      "epoch": 1.8341968911917097,
      "step": 1062,
      "thought_step_nums": 5.125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.19767442345619202,
      "contrastive_loss#1": 0.9883720874786377,
      "epoch": 1.8341968911917097,
      "lm_loss": 0.7524822950363159,
      "loss": 0.9501566886901855,
      "step": 1062,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.835924006908463,
      "grad_norm": 3.703125,
      "learning_rate": 5e-05,
      "loss": 0.9162,
      "step": 1063
    },
    {
      "epoch": 1.835924006908463,
      "latent_token_nums": 6.125,
      "step": 1063
    },
    {
      "epoch": 1.835924006908463,
      "step": 1063,
      "thought_step_nums": 5.5
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.11982785910367966,
      "contrastive_loss#1": 0.5991392731666565,
      "epoch": 1.835924006908463,
      "lm_loss": 0.8727225065231323,
      "loss": 0.9925503730773926,
      "step": 1063,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.837651122625216,
      "grad_norm": 3.546875,
      "learning_rate": 5e-05,
      "loss": 0.9198,
      "step": 1064
    },
    {
      "epoch": 1.837651122625216,
      "latent_token_nums": 5.4375,
      "step": 1064
    },
    {
      "epoch": 1.837651122625216,
      "step": 1064,
      "thought_step_nums": 4.9375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.24692793190479279,
      "contrastive_loss#1": 1.2346396446228027,
      "epoch": 1.837651122625216,
      "lm_loss": 0.7765593528747559,
      "loss": 1.0234873294830322,
      "step": 1064,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.8393782383419688,
      "grad_norm": 3.8125,
      "learning_rate": 5e-05,
      "loss": 0.9228,
      "step": 1065
    },
    {
      "epoch": 1.8393782383419688,
      "latent_token_nums": 5.8125,
      "step": 1065
    },
    {
      "epoch": 1.8393782383419688,
      "step": 1065,
      "thought_step_nums": 5.3125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08903773128986359,
      "contrastive_loss#1": 0.44518864154815674,
      "epoch": 1.8393782383419688,
      "lm_loss": 0.7482927441596985,
      "loss": 0.8373304605484009,
      "step": 1065,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 1.8411053540587219,
      "grad_norm": 3.46875,
      "learning_rate": 5e-05,
      "loss": 0.9106,
      "step": 1066
    },
    {
      "epoch": 1.8411053540587219,
      "latent_token_nums": 6.1875,
      "step": 1066
    },
    {
      "epoch": 1.8411053540587219,
      "step": 1066,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.18276400864124298,
      "contrastive_loss#1": 0.9138200283050537,
      "epoch": 1.8411053540587219,
      "lm_loss": 0.8003844618797302,
      "loss": 0.983148455619812,
      "step": 1066,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 1.842832469775475,
      "grad_norm": 3.515625,
      "learning_rate": 5e-05,
      "loss": 0.9024,
      "step": 1067
    },
    {
      "epoch": 1.842832469775475,
      "latent_token_nums": 6.1875,
      "step": 1067
    },
    {
      "epoch": 1.842832469775475,
      "step": 1067,
      "thought_step_nums": 6.0625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.13526985049247742,
      "contrastive_loss#1": 0.6763492226600647,
      "epoch": 1.842832469775475,
      "lm_loss": 0.7783231735229492,
      "loss": 0.913593053817749,
      "step": 1067,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 1.8445595854922279,
      "grad_norm": 3.953125,
      "learning_rate": 5e-05,
      "loss": 0.9282,
      "step": 1068
    },
    {
      "epoch": 1.8445595854922279,
      "latent_token_nums": 5.8125,
      "step": 1068
    },
    {
      "epoch": 1.8445595854922279,
      "step": 1068,
      "thought_step_nums": 5.5625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04827338084578514,
      "contrastive_loss#1": 0.2413668930530548,
      "epoch": 1.8445595854922279,
      "lm_loss": 0.8302854299545288,
      "loss": 0.8785588145256042,
      "step": 1068,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.846286701208981,
      "grad_norm": 3.703125,
      "learning_rate": 5e-05,
      "loss": 0.9093,
      "step": 1069
    },
    {
      "epoch": 1.846286701208981,
      "latent_token_nums": 5.6875,
      "step": 1069
    },
    {
      "epoch": 1.846286701208981,
      "step": 1069,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08303957432508469,
      "contrastive_loss#1": 0.41519784927368164,
      "epoch": 1.846286701208981,
      "lm_loss": 0.8136756420135498,
      "loss": 0.8967152237892151,
      "step": 1069,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.848013816925734,
      "grad_norm": 3.6875,
      "learning_rate": 5e-05,
      "loss": 0.9099,
      "step": 1070
    },
    {
      "epoch": 1.848013816925734,
      "latent_token_nums": 6.1875,
      "step": 1070
    },
    {
      "epoch": 1.848013816925734,
      "step": 1070,
      "thought_step_nums": 5.8125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.059645265340805054,
      "contrastive_loss#1": 0.29822632670402527,
      "epoch": 1.848013816925734,
      "lm_loss": 0.791510283946991,
      "loss": 0.8511555194854736,
      "step": 1070,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.849740932642487,
      "grad_norm": 3.765625,
      "learning_rate": 5e-05,
      "loss": 0.9223,
      "step": 1071
    },
    {
      "epoch": 1.849740932642487,
      "latent_token_nums": 5.5625,
      "step": 1071
    },
    {
      "epoch": 1.849740932642487,
      "step": 1071,
      "thought_step_nums": 5.5625
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.16294105350971222,
      "contrastive_loss#1": 0.8147052526473999,
      "epoch": 1.849740932642487,
      "lm_loss": 0.787291944026947,
      "loss": 0.950232982635498,
      "step": 1071,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 1.85146804835924,
      "grad_norm": 3.734375,
      "learning_rate": 5e-05,
      "loss": 0.9018,
      "step": 1072
    },
    {
      "epoch": 1.85146804835924,
      "latent_token_nums": 5.4375,
      "step": 1072
    },
    {
      "epoch": 1.85146804835924,
      "step": 1072,
      "thought_step_nums": 5.1875
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1430676430463791,
      "contrastive_loss#1": 0.7153381705284119,
      "epoch": 1.85146804835924,
      "lm_loss": 0.681083083152771,
      "loss": 0.8241507411003113,
      "step": 1072,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.8531951640759932,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.9222,
      "step": 1073
    },
    {
      "epoch": 1.8531951640759932,
      "latent_token_nums": 6.0,
      "step": 1073
    },
    {
      "epoch": 1.8531951640759932,
      "step": 1073,
      "thought_step_nums": 5.5
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15923790633678436,
      "contrastive_loss#1": 0.796189546585083,
      "epoch": 1.8531951640759932,
      "lm_loss": 0.8046444654464722,
      "loss": 0.9638823866844177,
      "step": 1073,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.854922279792746,
      "grad_norm": 3.984375,
      "learning_rate": 5e-05,
      "loss": 0.9135,
      "step": 1074
    },
    {
      "epoch": 1.854922279792746,
      "latent_token_nums": 5.625,
      "step": 1074
    },
    {
      "epoch": 1.854922279792746,
      "step": 1074,
      "thought_step_nums": 5.375
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11023733764886856,
      "contrastive_loss#1": 0.5511866807937622,
      "epoch": 1.854922279792746,
      "lm_loss": 0.7996283769607544,
      "loss": 0.9098657369613647,
      "step": 1074,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.8566493955094991,
      "grad_norm": 3.796875,
      "learning_rate": 5e-05,
      "loss": 0.9156,
      "step": 1075
    },
    {
      "epoch": 1.8566493955094991,
      "latent_token_nums": 6.125,
      "step": 1075
    },
    {
      "epoch": 1.8566493955094991,
      "step": 1075,
      "thought_step_nums": 5.5
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09057862311601639,
      "contrastive_loss#1": 0.45289310812950134,
      "epoch": 1.8566493955094991,
      "lm_loss": 0.7269515991210938,
      "loss": 0.8175302147865295,
      "step": 1075,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.8583765112262522,
      "grad_norm": 3.96875,
      "learning_rate": 5e-05,
      "loss": 0.918,
      "step": 1076
    },
    {
      "epoch": 1.8583765112262522,
      "latent_token_nums": 6.0,
      "step": 1076
    },
    {
      "epoch": 1.8583765112262522,
      "step": 1076,
      "thought_step_nums": 5.375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.12819941341876984,
      "contrastive_loss#1": 0.640997052192688,
      "epoch": 1.8583765112262522,
      "lm_loss": 0.8529979586601257,
      "loss": 0.9811973571777344,
      "step": 1076,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 1.8601036269430051,
      "grad_norm": 3.859375,
      "learning_rate": 5e-05,
      "loss": 0.916,
      "step": 1077
    },
    {
      "epoch": 1.8601036269430051,
      "latent_token_nums": 5.625,
      "step": 1077
    },
    {
      "epoch": 1.8601036269430051,
      "step": 1077,
      "thought_step_nums": 4.875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.09360014647245407,
      "contrastive_loss#1": 0.46800071001052856,
      "epoch": 1.8601036269430051,
      "lm_loss": 0.8139054775238037,
      "loss": 0.9075056314468384,
      "step": 1077,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.8618307426597582,
      "grad_norm": 3.78125,
      "learning_rate": 5e-05,
      "loss": 0.8963,
      "step": 1078
    },
    {
      "epoch": 1.8618307426597582,
      "latent_token_nums": 5.9375,
      "step": 1078
    },
    {
      "epoch": 1.8618307426597582,
      "step": 1078,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1564732789993286,
      "contrastive_loss#1": 0.7823663949966431,
      "epoch": 1.8618307426597582,
      "lm_loss": 0.7443639636039734,
      "loss": 0.900837242603302,
      "step": 1078,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 1.8635578583765113,
      "grad_norm": 3.75,
      "learning_rate": 5e-05,
      "loss": 0.8999,
      "step": 1079
    },
    {
      "epoch": 1.8635578583765113,
      "latent_token_nums": 5.5,
      "step": 1079
    },
    {
      "epoch": 1.8635578583765113,
      "step": 1079,
      "thought_step_nums": 4.875
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11238110065460205,
      "contrastive_loss#1": 0.5619055032730103,
      "epoch": 1.8635578583765113,
      "lm_loss": 0.8480133414268494,
      "loss": 0.9603944420814514,
      "step": 1079,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.8652849740932642,
      "grad_norm": 4.09375,
      "learning_rate": 5e-05,
      "loss": 0.9178,
      "step": 1080
    },
    {
      "epoch": 1.8652849740932642,
      "latent_token_nums": 6.0,
      "step": 1080
    },
    {
      "epoch": 1.8652849740932642,
      "step": 1080,
      "thought_step_nums": 4.625
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.16500580310821533,
      "contrastive_loss#1": 0.8250290155410767,
      "epoch": 1.8652849740932642,
      "lm_loss": 0.7946771383285522,
      "loss": 0.9596829414367676,
      "step": 1080,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.8670120898100173,
      "grad_norm": 4.1875,
      "learning_rate": 5e-05,
      "loss": 0.9148,
      "step": 1081
    },
    {
      "epoch": 1.8670120898100173,
      "latent_token_nums": 6.5,
      "step": 1081
    },
    {
      "epoch": 1.8670120898100173,
      "step": 1081,
      "thought_step_nums": 5.75
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.046850066632032394,
      "contrastive_loss#1": 0.23425033688545227,
      "epoch": 1.8670120898100173,
      "lm_loss": 0.8264866471290588,
      "loss": 0.8733367323875427,
      "step": 1081,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.8687392055267704,
      "grad_norm": 4.125,
      "learning_rate": 5e-05,
      "loss": 0.9224,
      "step": 1082
    },
    {
      "epoch": 1.8687392055267704,
      "latent_token_nums": 5.6875,
      "step": 1082
    },
    {
      "epoch": 1.8687392055267704,
      "step": 1082,
      "thought_step_nums": 5.0625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11005236208438873,
      "contrastive_loss#1": 0.5502617955207825,
      "epoch": 1.8687392055267704,
      "lm_loss": 0.7697260975837708,
      "loss": 0.8797784447669983,
      "step": 1082,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.8704663212435233,
      "grad_norm": 3.796875,
      "learning_rate": 5e-05,
      "loss": 0.9086,
      "step": 1083
    },
    {
      "epoch": 1.8704663212435233,
      "latent_token_nums": 6.4375,
      "step": 1083
    },
    {
      "epoch": 1.8704663212435233,
      "step": 1083,
      "thought_step_nums": 5.8125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0844837948679924,
      "contrastive_loss#1": 0.4224189817905426,
      "epoch": 1.8704663212435233,
      "lm_loss": 0.8407741189002991,
      "loss": 0.9252579212188721,
      "step": 1083,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 1.8721934369602762,
      "grad_norm": 3.671875,
      "learning_rate": 5e-05,
      "loss": 0.8994,
      "step": 1084
    },
    {
      "epoch": 1.8721934369602762,
      "latent_token_nums": 6.3125,
      "step": 1084
    },
    {
      "epoch": 1.8721934369602762,
      "step": 1084,
      "thought_step_nums": 4.9375
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1900261491537094,
      "contrastive_loss#1": 0.9501307606697083,
      "epoch": 1.8721934369602762,
      "lm_loss": 0.8237262964248657,
      "loss": 1.0137524604797363,
      "step": 1084,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 1.8739205526770295,
      "grad_norm": 3.921875,
      "learning_rate": 5e-05,
      "loss": 0.91,
      "step": 1085
    },
    {
      "epoch": 1.8739205526770295,
      "latent_token_nums": 6.5,
      "step": 1085
    },
    {
      "epoch": 1.8739205526770295,
      "step": 1085,
      "thought_step_nums": 4.875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.13742408156394958,
      "contrastive_loss#1": 0.6871203780174255,
      "epoch": 1.8739205526770295,
      "lm_loss": 0.8477043509483337,
      "loss": 0.9851284027099609,
      "step": 1085,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.8756476683937824,
      "grad_norm": 3.890625,
      "learning_rate": 5e-05,
      "loss": 0.8937,
      "step": 1086
    },
    {
      "epoch": 1.8756476683937824,
      "latent_token_nums": 5.9375,
      "step": 1086
    },
    {
      "epoch": 1.8756476683937824,
      "step": 1086,
      "thought_step_nums": 5.5625
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.8125,
      "acc@5": 0.8125,
      "contrastive_loss": 0.23465068638324738,
      "contrastive_loss#1": 1.1732534170150757,
      "epoch": 1.8756476683937824,
      "lm_loss": 0.8180341720581055,
      "loss": 1.0526849031448364,
      "step": 1086,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.8773747841105353,
      "grad_norm": 4.125,
      "learning_rate": 5e-05,
      "loss": 0.9156,
      "step": 1087
    },
    {
      "epoch": 1.8773747841105353,
      "latent_token_nums": 5.75,
      "step": 1087
    },
    {
      "epoch": 1.8773747841105353,
      "step": 1087,
      "thought_step_nums": 5.25
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1472100019454956,
      "contrastive_loss#1": 0.736050009727478,
      "epoch": 1.8773747841105353,
      "lm_loss": 0.8037292957305908,
      "loss": 0.9509392976760864,
      "step": 1087,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 1.8791018998272886,
      "grad_norm": 3.703125,
      "learning_rate": 5e-05,
      "loss": 0.9058,
      "step": 1088
    },
    {
      "epoch": 1.8791018998272886,
      "latent_token_nums": 5.625,
      "step": 1088
    },
    {
      "epoch": 1.8791018998272886,
      "step": 1088,
      "thought_step_nums": 4.625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11078715324401855,
      "contrastive_loss#1": 0.5539357662200928,
      "epoch": 1.8791018998272886,
      "lm_loss": 0.7407622337341309,
      "loss": 0.8515493869781494,
      "step": 1088,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 1.8808290155440415,
      "grad_norm": 4.15625,
      "learning_rate": 5e-05,
      "loss": 0.9148,
      "step": 1089
    },
    {
      "epoch": 1.8808290155440415,
      "latent_token_nums": 6.0,
      "step": 1089
    },
    {
      "epoch": 1.8808290155440415,
      "step": 1089,
      "thought_step_nums": 5.0
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06886272132396698,
      "contrastive_loss#1": 0.3443135917186737,
      "epoch": 1.8808290155440415,
      "lm_loss": 0.7122727632522583,
      "loss": 0.7811354994773865,
      "step": 1089,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.8825561312607944,
      "grad_norm": 3.71875,
      "learning_rate": 5e-05,
      "loss": 0.9156,
      "step": 1090
    },
    {
      "epoch": 1.8825561312607944,
      "latent_token_nums": 6.125,
      "step": 1090
    },
    {
      "epoch": 1.8825561312607944,
      "step": 1090,
      "thought_step_nums": 4.625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.14702163636684418,
      "contrastive_loss#1": 0.7351081967353821,
      "epoch": 1.8825561312607944,
      "lm_loss": 0.8580387234687805,
      "loss": 1.0050603151321411,
      "step": 1090,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.8842832469775475,
      "grad_norm": 3.78125,
      "learning_rate": 5e-05,
      "loss": 0.9133,
      "step": 1091
    },
    {
      "epoch": 1.8842832469775475,
      "latent_token_nums": 5.5625,
      "step": 1091
    },
    {
      "epoch": 1.8842832469775475,
      "step": 1091,
      "thought_step_nums": 5.1875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.1402186006307602,
      "contrastive_loss#1": 0.7010930180549622,
      "epoch": 1.8842832469775475,
      "lm_loss": 0.8364839553833008,
      "loss": 0.9767025709152222,
      "step": 1091,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.8860103626943006,
      "grad_norm": 3.828125,
      "learning_rate": 5e-05,
      "loss": 0.9396,
      "step": 1092
    },
    {
      "epoch": 1.8860103626943006,
      "latent_token_nums": 6.375,
      "step": 1092
    },
    {
      "epoch": 1.8860103626943006,
      "step": 1092,
      "thought_step_nums": 5.375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1848844587802887,
      "contrastive_loss#1": 0.9244222640991211,
      "epoch": 1.8860103626943006,
      "lm_loss": 0.7812527418136597,
      "loss": 0.966137170791626,
      "step": 1092,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.8877374784110534,
      "grad_norm": 3.859375,
      "learning_rate": 5e-05,
      "loss": 0.9203,
      "step": 1093
    },
    {
      "epoch": 1.8877374784110534,
      "latent_token_nums": 5.9375,
      "step": 1093
    },
    {
      "epoch": 1.8877374784110534,
      "step": 1093,
      "thought_step_nums": 5.1875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06488034874200821,
      "contrastive_loss#1": 0.32440173625946045,
      "epoch": 1.8877374784110534,
      "lm_loss": 0.7138132452964783,
      "loss": 0.7786936163902283,
      "step": 1093,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.8894645941278065,
      "grad_norm": 3.546875,
      "learning_rate": 5e-05,
      "loss": 0.921,
      "step": 1094
    },
    {
      "epoch": 1.8894645941278065,
      "latent_token_nums": 5.875,
      "step": 1094
    },
    {
      "epoch": 1.8894645941278065,
      "step": 1094,
      "thought_step_nums": 5.5
    },
    {
      "acc@1": 0.625,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.16209374368190765,
      "contrastive_loss#1": 0.8104687333106995,
      "epoch": 1.8894645941278065,
      "lm_loss": 0.7650271058082581,
      "loss": 0.9271208643913269,
      "step": 1094,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 1.8911917098445596,
      "grad_norm": 3.578125,
      "learning_rate": 5e-05,
      "loss": 0.9013,
      "step": 1095
    },
    {
      "epoch": 1.8911917098445596,
      "latent_token_nums": 5.8125,
      "step": 1095
    },
    {
      "epoch": 1.8911917098445596,
      "step": 1095,
      "thought_step_nums": 4.9375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06628695875406265,
      "contrastive_loss#1": 0.33143478631973267,
      "epoch": 1.8911917098445596,
      "lm_loss": 0.7254758477210999,
      "loss": 0.7917628288269043,
      "step": 1095,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 1.8929188255613125,
      "grad_norm": 3.5,
      "learning_rate": 5e-05,
      "loss": 0.9175,
      "step": 1096
    },
    {
      "epoch": 1.8929188255613125,
      "latent_token_nums": 5.9375,
      "step": 1096
    },
    {
      "epoch": 1.8929188255613125,
      "step": 1096,
      "thought_step_nums": 5.6875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03808727487921715,
      "contrastive_loss#1": 0.19043637812137604,
      "epoch": 1.8929188255613125,
      "lm_loss": 0.7988760471343994,
      "loss": 0.8369632959365845,
      "step": 1096,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.8946459412780656,
      "grad_norm": 3.53125,
      "learning_rate": 5e-05,
      "loss": 0.8971,
      "step": 1097
    },
    {
      "epoch": 1.8946459412780656,
      "latent_token_nums": 6.6875,
      "step": 1097
    },
    {
      "epoch": 1.8946459412780656,
      "step": 1097,
      "thought_step_nums": 5.5625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07643788307905197,
      "contrastive_loss#1": 0.38218939304351807,
      "epoch": 1.8946459412780656,
      "lm_loss": 0.7514750361442566,
      "loss": 0.8279129266738892,
      "step": 1097,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.8963730569948187,
      "grad_norm": 3.640625,
      "learning_rate": 5e-05,
      "loss": 0.9114,
      "step": 1098
    },
    {
      "epoch": 1.8963730569948187,
      "latent_token_nums": 6.1875,
      "step": 1098
    },
    {
      "epoch": 1.8963730569948187,
      "step": 1098,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04233657196164131,
      "contrastive_loss#1": 0.21168285608291626,
      "epoch": 1.8963730569948187,
      "lm_loss": 0.665987491607666,
      "loss": 0.7083240747451782,
      "step": 1098,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.8981001727115716,
      "grad_norm": 3.640625,
      "learning_rate": 5e-05,
      "loss": 0.9069,
      "step": 1099
    },
    {
      "epoch": 1.8981001727115716,
      "latent_token_nums": 5.6875,
      "step": 1099
    },
    {
      "epoch": 1.8981001727115716,
      "step": 1099,
      "thought_step_nums": 4.9375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.048108942806720734,
      "contrastive_loss#1": 0.24054470658302307,
      "epoch": 1.8981001727115716,
      "lm_loss": 0.7467263340950012,
      "loss": 0.7948352694511414,
      "step": 1099,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.8998272884283247,
      "grad_norm": 3.546875,
      "learning_rate": 5e-05,
      "loss": 0.8915,
      "step": 1100
    },
    {
      "epoch": 1.8998272884283247,
      "latent_token_nums": 6.125,
      "step": 1100
    },
    {
      "epoch": 1.8998272884283247,
      "step": 1100,
      "thought_step_nums": 5.5
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1642402857542038,
      "contrastive_loss#1": 0.8212013840675354,
      "epoch": 1.8998272884283247,
      "lm_loss": 0.8129585385322571,
      "loss": 0.9771988391876221,
      "step": 1100,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.9015544041450778,
      "grad_norm": 3.75,
      "learning_rate": 5e-05,
      "loss": 0.9029,
      "step": 1101
    },
    {
      "epoch": 1.9015544041450778,
      "latent_token_nums": 6.0,
      "step": 1101
    },
    {
      "epoch": 1.9015544041450778,
      "step": 1101,
      "thought_step_nums": 5.25
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08945418894290924,
      "contrastive_loss#1": 0.447270929813385,
      "epoch": 1.9015544041450778,
      "lm_loss": 0.8129117488861084,
      "loss": 0.9023659229278564,
      "step": 1101,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 1.9032815198618307,
      "grad_norm": 3.90625,
      "learning_rate": 5e-05,
      "loss": 0.9043,
      "step": 1102
    },
    {
      "epoch": 1.9032815198618307,
      "latent_token_nums": 6.3125,
      "step": 1102
    },
    {
      "epoch": 1.9032815198618307,
      "step": 1102,
      "thought_step_nums": 5.6875
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.2086755484342575,
      "contrastive_loss#1": 1.0433777570724487,
      "epoch": 1.9032815198618307,
      "lm_loss": 0.7977129220962524,
      "loss": 1.0063884258270264,
      "step": 1102,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.9050086355785838,
      "grad_norm": 3.984375,
      "learning_rate": 5e-05,
      "loss": 0.9218,
      "step": 1103
    },
    {
      "epoch": 1.9050086355785838,
      "latent_token_nums": 5.625,
      "step": 1103
    },
    {
      "epoch": 1.9050086355785838,
      "step": 1103,
      "thought_step_nums": 4.75
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07092288881540298,
      "contrastive_loss#1": 0.3546144366264343,
      "epoch": 1.9050086355785838,
      "lm_loss": 0.8733022212982178,
      "loss": 0.9442251324653625,
      "step": 1103,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.906735751295337,
      "grad_norm": 3.75,
      "learning_rate": 5e-05,
      "loss": 0.9073,
      "step": 1104
    },
    {
      "epoch": 1.906735751295337,
      "latent_token_nums": 6.125,
      "step": 1104
    },
    {
      "epoch": 1.906735751295337,
      "step": 1104,
      "thought_step_nums": 5.125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09255768358707428,
      "contrastive_loss#1": 0.4627884030342102,
      "epoch": 1.906735751295337,
      "lm_loss": 0.8127403259277344,
      "loss": 0.9052979946136475,
      "step": 1104,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.9084628670120898,
      "grad_norm": 4.0625,
      "learning_rate": 5e-05,
      "loss": 0.9057,
      "step": 1105
    },
    {
      "epoch": 1.9084628670120898,
      "latent_token_nums": 5.8125,
      "step": 1105
    },
    {
      "epoch": 1.9084628670120898,
      "step": 1105,
      "thought_step_nums": 5.3125
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15007458627223969,
      "contrastive_loss#1": 0.7503728866577148,
      "epoch": 1.9084628670120898,
      "lm_loss": 0.8372369408607483,
      "loss": 0.9873115420341492,
      "step": 1105,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 1.9101899827288429,
      "grad_norm": 3.640625,
      "learning_rate": 5e-05,
      "loss": 0.9027,
      "step": 1106
    },
    {
      "epoch": 1.9101899827288429,
      "latent_token_nums": 6.0625,
      "step": 1106
    },
    {
      "epoch": 1.9101899827288429,
      "step": 1106,
      "thought_step_nums": 5.6875
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.15917573869228363,
      "contrastive_loss#1": 0.7958786487579346,
      "epoch": 1.9101899827288429,
      "lm_loss": 0.8203256726264954,
      "loss": 0.9795014262199402,
      "step": 1106,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.911917098445596,
      "grad_norm": 3.90625,
      "learning_rate": 5e-05,
      "loss": 0.918,
      "step": 1107
    },
    {
      "epoch": 1.911917098445596,
      "latent_token_nums": 6.3125,
      "step": 1107
    },
    {
      "epoch": 1.911917098445596,
      "step": 1107,
      "thought_step_nums": 5.4375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.060661353170871735,
      "contrastive_loss#1": 0.3033067584037781,
      "epoch": 1.911917098445596,
      "lm_loss": 0.706889808177948,
      "loss": 0.7675511837005615,
      "step": 1107,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.9136442141623489,
      "grad_norm": 4.125,
      "learning_rate": 5e-05,
      "loss": 0.9158,
      "step": 1108
    },
    {
      "epoch": 1.9136442141623489,
      "latent_token_nums": 6.3125,
      "step": 1108
    },
    {
      "epoch": 1.9136442141623489,
      "step": 1108,
      "thought_step_nums": 5.6875
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09752817451953888,
      "contrastive_loss#1": 0.4876408576965332,
      "epoch": 1.9136442141623489,
      "lm_loss": 0.8155450820922852,
      "loss": 0.9130732417106628,
      "step": 1108,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.9153713298791017,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.9062,
      "step": 1109
    },
    {
      "epoch": 1.9153713298791017,
      "latent_token_nums": 5.9375,
      "step": 1109
    },
    {
      "epoch": 1.9153713298791017,
      "step": 1109,
      "thought_step_nums": 4.6875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.21752198040485382,
      "contrastive_loss#1": 1.087609887123108,
      "epoch": 1.9153713298791017,
      "lm_loss": 0.7038205862045288,
      "loss": 0.9213425517082214,
      "step": 1109,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 1.917098445595855,
      "grad_norm": 3.75,
      "learning_rate": 5e-05,
      "loss": 0.9095,
      "step": 1110
    },
    {
      "epoch": 1.917098445595855,
      "latent_token_nums": 6.25,
      "step": 1110
    },
    {
      "epoch": 1.917098445595855,
      "step": 1110,
      "thought_step_nums": 5.125
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.21566787362098694,
      "contrastive_loss#1": 1.0783393383026123,
      "epoch": 1.917098445595855,
      "lm_loss": 0.8801165819168091,
      "loss": 1.0957844257354736,
      "step": 1110,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 1.918825561312608,
      "grad_norm": 3.8125,
      "learning_rate": 5e-05,
      "loss": 0.9189,
      "step": 1111
    },
    {
      "epoch": 1.918825561312608,
      "latent_token_nums": 6.1875,
      "step": 1111
    },
    {
      "epoch": 1.918825561312608,
      "step": 1111,
      "thought_step_nums": 5.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0442996509373188,
      "contrastive_loss#1": 0.2214982509613037,
      "epoch": 1.918825561312608,
      "lm_loss": 0.7452535033226013,
      "loss": 0.789553165435791,
      "step": 1111,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.9205526770293608,
      "grad_norm": 3.71875,
      "learning_rate": 5e-05,
      "loss": 0.9166,
      "step": 1112
    },
    {
      "epoch": 1.9205526770293608,
      "latent_token_nums": 5.8125,
      "step": 1112
    },
    {
      "epoch": 1.9205526770293608,
      "step": 1112,
      "thought_step_nums": 5.5625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11680948734283447,
      "contrastive_loss#1": 0.5840474367141724,
      "epoch": 1.9205526770293608,
      "lm_loss": 0.7071336507797241,
      "loss": 0.8239431381225586,
      "step": 1112,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.922279792746114,
      "grad_norm": 3.765625,
      "learning_rate": 5e-05,
      "loss": 0.9159,
      "step": 1113
    },
    {
      "epoch": 1.922279792746114,
      "latent_token_nums": 6.125,
      "step": 1113
    },
    {
      "epoch": 1.922279792746114,
      "step": 1113,
      "thought_step_nums": 5.0
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07858099788427353,
      "contrastive_loss#1": 0.39290499687194824,
      "epoch": 1.922279792746114,
      "lm_loss": 0.8648293018341064,
      "loss": 0.9434102773666382,
      "step": 1113,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.924006908462867,
      "grad_norm": 3.765625,
      "learning_rate": 5e-05,
      "loss": 0.9114,
      "step": 1114
    },
    {
      "epoch": 1.924006908462867,
      "latent_token_nums": 6.1875,
      "step": 1114
    },
    {
      "epoch": 1.924006908462867,
      "step": 1114,
      "thought_step_nums": 5.0625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07957015186548233,
      "contrastive_loss#1": 0.39785075187683105,
      "epoch": 1.924006908462867,
      "lm_loss": 0.8091583847999573,
      "loss": 0.8887285590171814,
      "step": 1114,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.92573402417962,
      "grad_norm": 3.75,
      "learning_rate": 5e-05,
      "loss": 0.9094,
      "step": 1115
    },
    {
      "epoch": 1.92573402417962,
      "latent_token_nums": 6.625,
      "step": 1115
    },
    {
      "epoch": 1.92573402417962,
      "step": 1115,
      "thought_step_nums": 5.375
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.22357702255249023,
      "contrastive_loss#1": 1.1178851127624512,
      "epoch": 1.92573402417962,
      "lm_loss": 0.8057549595832825,
      "loss": 1.029331922531128,
      "step": 1115,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 1.927461139896373,
      "grad_norm": 3.71875,
      "learning_rate": 5e-05,
      "loss": 0.8934,
      "step": 1116
    },
    {
      "epoch": 1.927461139896373,
      "latent_token_nums": 5.75,
      "step": 1116
    },
    {
      "epoch": 1.927461139896373,
      "step": 1116,
      "thought_step_nums": 5.375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.10048925876617432,
      "contrastive_loss#1": 0.5024462938308716,
      "epoch": 1.927461139896373,
      "lm_loss": 0.75151127576828,
      "loss": 0.8520005345344543,
      "step": 1116,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 1.9291882556131261,
      "grad_norm": 3.671875,
      "learning_rate": 5e-05,
      "loss": 0.9247,
      "step": 1117
    },
    {
      "epoch": 1.9291882556131261,
      "latent_token_nums": 5.9375,
      "step": 1117
    },
    {
      "epoch": 1.9291882556131261,
      "step": 1117,
      "thought_step_nums": 5.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.018624993041157722,
      "contrastive_loss#1": 0.09312496334314346,
      "epoch": 1.9291882556131261,
      "lm_loss": 0.8498784899711609,
      "loss": 0.8685035109519958,
      "step": 1117,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.930915371329879,
      "grad_norm": 3.65625,
      "learning_rate": 5e-05,
      "loss": 0.9014,
      "step": 1118
    },
    {
      "epoch": 1.930915371329879,
      "latent_token_nums": 5.6875,
      "step": 1118
    },
    {
      "epoch": 1.930915371329879,
      "step": 1118,
      "thought_step_nums": 5.0625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04439648613333702,
      "contrastive_loss#1": 0.2219824194908142,
      "epoch": 1.930915371329879,
      "lm_loss": 0.8101292848587036,
      "loss": 0.8545257449150085,
      "step": 1118,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.932642487046632,
      "grad_norm": 3.65625,
      "learning_rate": 5e-05,
      "loss": 0.9085,
      "step": 1119
    },
    {
      "epoch": 1.932642487046632,
      "latent_token_nums": 6.125,
      "step": 1119
    },
    {
      "epoch": 1.932642487046632,
      "step": 1119,
      "thought_step_nums": 5.375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06760609149932861,
      "contrastive_loss#1": 0.33803045749664307,
      "epoch": 1.932642487046632,
      "lm_loss": 0.8079649209976196,
      "loss": 0.8755710124969482,
      "step": 1119,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.9343696027633852,
      "grad_norm": 3.75,
      "learning_rate": 5e-05,
      "loss": 0.8965,
      "step": 1120
    },
    {
      "epoch": 1.9343696027633852,
      "latent_token_nums": 5.75,
      "step": 1120
    },
    {
      "epoch": 1.9343696027633852,
      "step": 1120,
      "thought_step_nums": 5.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04790915921330452,
      "contrastive_loss#1": 0.2395457923412323,
      "epoch": 1.9343696027633852,
      "lm_loss": 0.7105075716972351,
      "loss": 0.7584167122840881,
      "step": 1120,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.936096718480138,
      "grad_norm": 3.84375,
      "learning_rate": 5e-05,
      "loss": 0.9224,
      "step": 1121
    },
    {
      "epoch": 1.936096718480138,
      "latent_token_nums": 6.0625,
      "step": 1121
    },
    {
      "epoch": 1.936096718480138,
      "step": 1121,
      "thought_step_nums": 5.1875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.10885775089263916,
      "contrastive_loss#1": 0.5442887544631958,
      "epoch": 1.936096718480138,
      "lm_loss": 0.8165158629417419,
      "loss": 0.9253736138343811,
      "step": 1121,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.9378238341968912,
      "grad_norm": 3.890625,
      "learning_rate": 5e-05,
      "loss": 0.9119,
      "step": 1122
    },
    {
      "epoch": 1.9378238341968912,
      "latent_token_nums": 6.0625,
      "step": 1122
    },
    {
      "epoch": 1.9378238341968912,
      "step": 1122,
      "thought_step_nums": 5.0625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.12096396833658218,
      "contrastive_loss#1": 0.6048198342323303,
      "epoch": 1.9378238341968912,
      "lm_loss": 0.7725247144699097,
      "loss": 0.8934887051582336,
      "step": 1122,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 1.9395509499136443,
      "grad_norm": 3.84375,
      "learning_rate": 5e-05,
      "loss": 0.9021,
      "step": 1123
    },
    {
      "epoch": 1.9395509499136443,
      "latent_token_nums": 5.8125,
      "step": 1123
    },
    {
      "epoch": 1.9395509499136443,
      "step": 1123,
      "thought_step_nums": 5.0625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06971053034067154,
      "contrastive_loss#1": 0.3485526442527771,
      "epoch": 1.9395509499136443,
      "lm_loss": 0.7948442697525024,
      "loss": 0.8645548224449158,
      "step": 1123,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 1.9412780656303972,
      "grad_norm": 3.828125,
      "learning_rate": 5e-05,
      "loss": 0.925,
      "step": 1124
    },
    {
      "epoch": 1.9412780656303972,
      "latent_token_nums": 6.375,
      "step": 1124
    },
    {
      "epoch": 1.9412780656303972,
      "step": 1124,
      "thought_step_nums": 5.125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06847136467695236,
      "contrastive_loss#1": 0.34235680103302,
      "epoch": 1.9412780656303972,
      "lm_loss": 0.8270548582077026,
      "loss": 0.8955262303352356,
      "step": 1124,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 1.9430051813471503,
      "grad_norm": 3.671875,
      "learning_rate": 5e-05,
      "loss": 0.9109,
      "step": 1125
    },
    {
      "epoch": 1.9430051813471503,
      "latent_token_nums": 6.4375,
      "step": 1125
    },
    {
      "epoch": 1.9430051813471503,
      "step": 1125,
      "thought_step_nums": 6.0625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.033145345747470856,
      "contrastive_loss#1": 0.16572672128677368,
      "epoch": 1.9430051813471503,
      "lm_loss": 0.7734073996543884,
      "loss": 0.8065527677536011,
      "step": 1125,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 1.9447322970639034,
      "grad_norm": 3.890625,
      "learning_rate": 5e-05,
      "loss": 0.9265,
      "step": 1126
    },
    {
      "epoch": 1.9447322970639034,
      "latent_token_nums": 5.875,
      "step": 1126
    },
    {
      "epoch": 1.9447322970639034,
      "step": 1126,
      "thought_step_nums": 4.875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1087946891784668,
      "contrastive_loss#1": 0.543973445892334,
      "epoch": 1.9447322970639034,
      "lm_loss": 0.82289057970047,
      "loss": 0.9316852688789368,
      "step": 1126,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 1.9464594127806563,
      "grad_norm": 3.703125,
      "learning_rate": 5e-05,
      "loss": 0.9151,
      "step": 1127
    },
    {
      "epoch": 1.9464594127806563,
      "latent_token_nums": 5.9375,
      "step": 1127
    },
    {
      "epoch": 1.9464594127806563,
      "step": 1127,
      "thought_step_nums": 5.0625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0752679854631424,
      "contrastive_loss#1": 0.3763399124145508,
      "epoch": 1.9464594127806563,
      "lm_loss": 0.8099472522735596,
      "loss": 0.8852152228355408,
      "step": 1127,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.9481865284974094,
      "grad_norm": 3.6875,
      "learning_rate": 5e-05,
      "loss": 0.9222,
      "step": 1128
    },
    {
      "epoch": 1.9481865284974094,
      "latent_token_nums": 5.75,
      "step": 1128
    },
    {
      "epoch": 1.9481865284974094,
      "step": 1128,
      "thought_step_nums": 5.75
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.16990606486797333,
      "contrastive_loss#1": 0.8495302796363831,
      "epoch": 1.9481865284974094,
      "lm_loss": 0.866770327091217,
      "loss": 1.0366764068603516,
      "step": 1128,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.9499136442141625,
      "grad_norm": 3.9375,
      "learning_rate": 5e-05,
      "loss": 0.8988,
      "step": 1129
    },
    {
      "epoch": 1.9499136442141625,
      "latent_token_nums": 6.3125,
      "step": 1129
    },
    {
      "epoch": 1.9499136442141625,
      "step": 1129,
      "thought_step_nums": 5.9375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.12848077714443207,
      "contrastive_loss#1": 0.6424038410186768,
      "epoch": 1.9499136442141625,
      "lm_loss": 0.8007752299308777,
      "loss": 0.929256021976471,
      "step": 1129,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.9516407599309153,
      "grad_norm": 3.671875,
      "learning_rate": 5e-05,
      "loss": 0.9181,
      "step": 1130
    },
    {
      "epoch": 1.9516407599309153,
      "latent_token_nums": 5.5,
      "step": 1130
    },
    {
      "epoch": 1.9516407599309153,
      "step": 1130,
      "thought_step_nums": 5.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.027695758268237114,
      "contrastive_loss#1": 0.13847878575325012,
      "epoch": 1.9516407599309153,
      "lm_loss": 0.7235967516899109,
      "loss": 0.7512925267219543,
      "step": 1130,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.9533678756476682,
      "grad_norm": 3.765625,
      "learning_rate": 5e-05,
      "loss": 0.9041,
      "step": 1131
    },
    {
      "epoch": 1.9533678756476682,
      "latent_token_nums": 6.25,
      "step": 1131
    },
    {
      "epoch": 1.9533678756476682,
      "step": 1131,
      "thought_step_nums": 5.625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.16907499730587006,
      "contrastive_loss#1": 0.8453749418258667,
      "epoch": 1.9533678756476682,
      "lm_loss": 0.8602520823478699,
      "loss": 1.0293270349502563,
      "step": 1131,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.9550949913644216,
      "grad_norm": 3.640625,
      "learning_rate": 5e-05,
      "loss": 0.9006,
      "step": 1132
    },
    {
      "epoch": 1.9550949913644216,
      "latent_token_nums": 6.375,
      "step": 1132
    },
    {
      "epoch": 1.9550949913644216,
      "step": 1132,
      "thought_step_nums": 5.375
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.13034109771251678,
      "contrastive_loss#1": 0.6517055034637451,
      "epoch": 1.9550949913644216,
      "lm_loss": 0.8211976289749146,
      "loss": 0.9515387415885925,
      "step": 1132,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 1.9568221070811744,
      "grad_norm": 3.59375,
      "learning_rate": 5e-05,
      "loss": 0.9043,
      "step": 1133
    },
    {
      "epoch": 1.9568221070811744,
      "latent_token_nums": 5.8125,
      "step": 1133
    },
    {
      "epoch": 1.9568221070811744,
      "step": 1133,
      "thought_step_nums": 5.0625
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.13449852168560028,
      "contrastive_loss#1": 0.6724925637245178,
      "epoch": 1.9568221070811744,
      "lm_loss": 0.7547832727432251,
      "loss": 0.8892818093299866,
      "step": 1133,
      "valid_batch_size": 1024.3125
    },
    {
      "epoch": 1.9585492227979273,
      "grad_norm": 3.6875,
      "learning_rate": 5e-05,
      "loss": 0.9079,
      "step": 1134
    },
    {
      "epoch": 1.9585492227979273,
      "latent_token_nums": 6.0,
      "step": 1134
    },
    {
      "epoch": 1.9585492227979273,
      "step": 1134,
      "thought_step_nums": 5.75
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.24177098274230957,
      "contrastive_loss#1": 1.2088549137115479,
      "epoch": 1.9585492227979273,
      "lm_loss": 0.8478379249572754,
      "loss": 1.089608907699585,
      "step": 1134,
      "valid_batch_size": 1023.6875
    },
    {
      "epoch": 1.9602763385146806,
      "grad_norm": 3.78125,
      "learning_rate": 5e-05,
      "loss": 0.9317,
      "step": 1135
    },
    {
      "epoch": 1.9602763385146806,
      "latent_token_nums": 6.25,
      "step": 1135
    },
    {
      "epoch": 1.9602763385146806,
      "step": 1135,
      "thought_step_nums": 5.5
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05550198629498482,
      "contrastive_loss#1": 0.2775099277496338,
      "epoch": 1.9602763385146806,
      "lm_loss": 0.7658003568649292,
      "loss": 0.8213023543357849,
      "step": 1135,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 1.9620034542314335,
      "grad_norm": 3.90625,
      "learning_rate": 5e-05,
      "loss": 0.918,
      "step": 1136
    },
    {
      "epoch": 1.9620034542314335,
      "latent_token_nums": 5.6875,
      "step": 1136
    },
    {
      "epoch": 1.9620034542314335,
      "step": 1136,
      "thought_step_nums": 5.3125
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.8125,
      "acc@5": 0.8125,
      "contrastive_loss": 0.3641427159309387,
      "contrastive_loss#1": 1.8207135200500488,
      "epoch": 1.9620034542314335,
      "lm_loss": 0.7970426082611084,
      "loss": 1.1611852645874023,
      "step": 1136,
      "valid_batch_size": 1024.5
    },
    {
      "epoch": 1.9637305699481864,
      "grad_norm": 3.796875,
      "learning_rate": 5e-05,
      "loss": 0.9168,
      "step": 1137
    },
    {
      "epoch": 1.9637305699481864,
      "latent_token_nums": 5.875,
      "step": 1137
    },
    {
      "epoch": 1.9637305699481864,
      "step": 1137,
      "thought_step_nums": 5.125
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.10736892372369766,
      "contrastive_loss#1": 0.5368446111679077,
      "epoch": 1.9637305699481864,
      "lm_loss": 0.8696433305740356,
      "loss": 0.9770122766494751,
      "step": 1137,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.9654576856649395,
      "grad_norm": 3.75,
      "learning_rate": 5e-05,
      "loss": 0.9201,
      "step": 1138
    },
    {
      "epoch": 1.9654576856649395,
      "latent_token_nums": 5.6875,
      "step": 1138
    },
    {
      "epoch": 1.9654576856649395,
      "step": 1138,
      "thought_step_nums": 5.1875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.038223493844270706,
      "contrastive_loss#1": 0.19111746549606323,
      "epoch": 1.9654576856649395,
      "lm_loss": 0.7599566578865051,
      "loss": 0.7981801629066467,
      "step": 1138,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.9671848013816926,
      "grad_norm": 3.71875,
      "learning_rate": 5e-05,
      "loss": 0.914,
      "step": 1139
    },
    {
      "epoch": 1.9671848013816926,
      "latent_token_nums": 6.0625,
      "step": 1139
    },
    {
      "epoch": 1.9671848013816926,
      "step": 1139,
      "thought_step_nums": 5.5625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05227874591946602,
      "contrastive_loss#1": 0.2613937258720398,
      "epoch": 1.9671848013816926,
      "lm_loss": 0.7156229615211487,
      "loss": 0.7679017186164856,
      "step": 1139,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.9689119170984455,
      "grad_norm": 3.59375,
      "learning_rate": 5e-05,
      "loss": 0.9029,
      "step": 1140
    },
    {
      "epoch": 1.9689119170984455,
      "latent_token_nums": 6.5625,
      "step": 1140
    },
    {
      "epoch": 1.9689119170984455,
      "step": 1140,
      "thought_step_nums": 5.9375
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.16808073222637177,
      "contrastive_loss#1": 0.8404036164283752,
      "epoch": 1.9689119170984455,
      "lm_loss": 0.8439212441444397,
      "loss": 1.0120019912719727,
      "step": 1140,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.9706390328151986,
      "grad_norm": 3.8125,
      "learning_rate": 5e-05,
      "loss": 0.924,
      "step": 1141
    },
    {
      "epoch": 1.9706390328151986,
      "latent_token_nums": 6.0625,
      "step": 1141
    },
    {
      "epoch": 1.9706390328151986,
      "step": 1141,
      "thought_step_nums": 5.1875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0654025599360466,
      "contrastive_loss#1": 0.3270127773284912,
      "epoch": 1.9706390328151986,
      "lm_loss": 0.7851600646972656,
      "loss": 0.8505626320838928,
      "step": 1141,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.9723661485319517,
      "grad_norm": 3.484375,
      "learning_rate": 5e-05,
      "loss": 0.9035,
      "step": 1142
    },
    {
      "epoch": 1.9723661485319517,
      "latent_token_nums": 6.125,
      "step": 1142
    },
    {
      "epoch": 1.9723661485319517,
      "step": 1142,
      "thought_step_nums": 5.75
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.050600409507751465,
      "contrastive_loss#1": 0.2530020475387573,
      "epoch": 1.9723661485319517,
      "lm_loss": 0.7932486534118652,
      "loss": 0.8438490629196167,
      "step": 1142,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.9740932642487046,
      "grad_norm": 3.59375,
      "learning_rate": 5e-05,
      "loss": 0.9202,
      "step": 1143
    },
    {
      "epoch": 1.9740932642487046,
      "latent_token_nums": 6.0,
      "step": 1143
    },
    {
      "epoch": 1.9740932642487046,
      "step": 1143,
      "thought_step_nums": 4.625
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.12908022105693817,
      "contrastive_loss#1": 0.6454010605812073,
      "epoch": 1.9740932642487046,
      "lm_loss": 0.8169006109237671,
      "loss": 0.9459808468818665,
      "step": 1143,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.9758203799654577,
      "grad_norm": 3.5,
      "learning_rate": 5e-05,
      "loss": 0.8999,
      "step": 1144
    },
    {
      "epoch": 1.9758203799654577,
      "latent_token_nums": 6.4375,
      "step": 1144
    },
    {
      "epoch": 1.9758203799654577,
      "step": 1144,
      "thought_step_nums": 5.6875
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.14770537614822388,
      "contrastive_loss#1": 0.7385268807411194,
      "epoch": 1.9758203799654577,
      "lm_loss": 0.7606191635131836,
      "loss": 0.9083245396614075,
      "step": 1144,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.9775474956822108,
      "grad_norm": 3.625,
      "learning_rate": 5e-05,
      "loss": 0.9008,
      "step": 1145
    },
    {
      "epoch": 1.9775474956822108,
      "latent_token_nums": 5.625,
      "step": 1145
    },
    {
      "epoch": 1.9775474956822108,
      "step": 1145,
      "thought_step_nums": 5.625
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07663380354642868,
      "contrastive_loss#1": 0.383169025182724,
      "epoch": 1.9775474956822108,
      "lm_loss": 0.8330672979354858,
      "loss": 0.9097011089324951,
      "step": 1145,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 1.9792746113989637,
      "grad_norm": 3.8125,
      "learning_rate": 5e-05,
      "loss": 0.9136,
      "step": 1146
    },
    {
      "epoch": 1.9792746113989637,
      "latent_token_nums": 6.25,
      "step": 1146
    },
    {
      "epoch": 1.9792746113989637,
      "step": 1146,
      "thought_step_nums": 5.25
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.1335866004228592,
      "contrastive_loss#1": 0.6679329872131348,
      "epoch": 1.9792746113989637,
      "lm_loss": 0.792062520980835,
      "loss": 0.925649106502533,
      "step": 1146,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 1.9810017271157168,
      "grad_norm": 4.09375,
      "learning_rate": 5e-05,
      "loss": 0.9364,
      "step": 1147
    },
    {
      "epoch": 1.9810017271157168,
      "latent_token_nums": 5.5,
      "step": 1147
    },
    {
      "epoch": 1.9810017271157168,
      "step": 1147,
      "thought_step_nums": 4.875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15581241250038147,
      "contrastive_loss#1": 0.779062032699585,
      "epoch": 1.9810017271157168,
      "lm_loss": 0.8447479605674744,
      "loss": 1.0005604028701782,
      "step": 1147,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.9827288428324699,
      "grad_norm": 4.09375,
      "learning_rate": 5e-05,
      "loss": 0.905,
      "step": 1148
    },
    {
      "epoch": 1.9827288428324699,
      "latent_token_nums": 5.8125,
      "step": 1148
    },
    {
      "epoch": 1.9827288428324699,
      "step": 1148,
      "thought_step_nums": 4.9375
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.14629696309566498,
      "contrastive_loss#1": 0.7314847707748413,
      "epoch": 1.9827288428324699,
      "lm_loss": 0.8586975932121277,
      "loss": 1.004994511604309,
      "step": 1148,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.9844559585492227,
      "grad_norm": 3.75,
      "learning_rate": 5e-05,
      "loss": 0.9104,
      "step": 1149
    },
    {
      "epoch": 1.9844559585492227,
      "latent_token_nums": 6.0,
      "step": 1149
    },
    {
      "epoch": 1.9844559585492227,
      "step": 1149,
      "thought_step_nums": 5.625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.12842957675457,
      "contrastive_loss#1": 0.6421478986740112,
      "epoch": 1.9844559585492227,
      "lm_loss": 0.8196241855621338,
      "loss": 0.948053777217865,
      "step": 1149,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 1.9861830742659758,
      "grad_norm": 3.96875,
      "learning_rate": 5e-05,
      "loss": 0.9076,
      "step": 1150
    },
    {
      "epoch": 1.9861830742659758,
      "latent_token_nums": 6.1875,
      "step": 1150
    },
    {
      "epoch": 1.9861830742659758,
      "step": 1150,
      "thought_step_nums": 5.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.031902868300676346,
      "contrastive_loss#1": 0.15951433777809143,
      "epoch": 1.9861830742659758,
      "lm_loss": 0.7509164810180664,
      "loss": 0.7828193306922913,
      "step": 1150,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.987910189982729,
      "grad_norm": 4.0,
      "learning_rate": 5e-05,
      "loss": 0.8989,
      "step": 1151
    },
    {
      "epoch": 1.987910189982729,
      "latent_token_nums": 5.625,
      "step": 1151
    },
    {
      "epoch": 1.987910189982729,
      "step": 1151,
      "thought_step_nums": 5.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.041598450392484665,
      "contrastive_loss#1": 0.20799225568771362,
      "epoch": 1.987910189982729,
      "lm_loss": 0.7722191214561462,
      "loss": 0.81381756067276,
      "step": 1151,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 1.9896373056994818,
      "grad_norm": 3.703125,
      "learning_rate": 5e-05,
      "loss": 0.9102,
      "step": 1152
    },
    {
      "epoch": 1.9896373056994818,
      "latent_token_nums": 5.8125,
      "step": 1152
    },
    {
      "epoch": 1.9896373056994818,
      "step": 1152,
      "thought_step_nums": 4.9375
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09627163410186768,
      "contrastive_loss#1": 0.4813581705093384,
      "epoch": 1.9896373056994818,
      "lm_loss": 0.7897258996963501,
      "loss": 0.8859975337982178,
      "step": 1152,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.991364421416235,
      "grad_norm": 3.703125,
      "learning_rate": 5e-05,
      "loss": 0.912,
      "step": 1153
    },
    {
      "epoch": 1.991364421416235,
      "latent_token_nums": 6.375,
      "step": 1153
    },
    {
      "epoch": 1.991364421416235,
      "step": 1153,
      "thought_step_nums": 5.375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06740265339612961,
      "contrastive_loss#1": 0.33701327443122864,
      "epoch": 1.991364421416235,
      "lm_loss": 0.6763689517974854,
      "loss": 0.7437716126441956,
      "step": 1153,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.993091537132988,
      "grad_norm": 3.71875,
      "learning_rate": 5e-05,
      "loss": 0.9137,
      "step": 1154
    },
    {
      "epoch": 1.993091537132988,
      "latent_token_nums": 5.9375,
      "step": 1154
    },
    {
      "epoch": 1.993091537132988,
      "step": 1154,
      "thought_step_nums": 4.8125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.12667019665241241,
      "contrastive_loss#1": 0.6333509683609009,
      "epoch": 1.993091537132988,
      "lm_loss": 0.7660316228866577,
      "loss": 0.8927018046379089,
      "step": 1154,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 1.994818652849741,
      "grad_norm": 3.859375,
      "learning_rate": 5e-05,
      "loss": 0.9054,
      "step": 1155
    },
    {
      "epoch": 1.994818652849741,
      "latent_token_nums": 6.375,
      "step": 1155
    },
    {
      "epoch": 1.994818652849741,
      "step": 1155,
      "thought_step_nums": 4.875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11891009658575058,
      "contrastive_loss#1": 0.5945504903793335,
      "epoch": 1.994818652849741,
      "lm_loss": 0.7367182970046997,
      "loss": 0.8556283712387085,
      "step": 1155,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.9965457685664938,
      "grad_norm": 3.703125,
      "learning_rate": 5e-05,
      "loss": 0.9251,
      "step": 1156
    },
    {
      "epoch": 1.9965457685664938,
      "latent_token_nums": 5.9375,
      "step": 1156
    },
    {
      "epoch": 1.9965457685664938,
      "step": 1156,
      "thought_step_nums": 4.9375
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.14306502044200897,
      "contrastive_loss#1": 0.7153250575065613,
      "epoch": 1.9965457685664938,
      "lm_loss": 0.7382286190986633,
      "loss": 0.8812936544418335,
      "step": 1156,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 1.9982728842832471,
      "grad_norm": 3.796875,
      "learning_rate": 5e-05,
      "loss": 0.9133,
      "step": 1157
    },
    {
      "epoch": 1.9982728842832471,
      "latent_token_nums": 5.625,
      "step": 1157
    },
    {
      "epoch": 1.9982728842832471,
      "step": 1157,
      "thought_step_nums": 5.375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07109754532575607,
      "contrastive_loss#1": 0.3554877042770386,
      "epoch": 1.9982728842832471,
      "lm_loss": 0.8093059062957764,
      "loss": 0.880403459072113,
      "step": 1157,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.0,
      "grad_norm": 3.640625,
      "learning_rate": 5e-05,
      "loss": 0.9162,
      "step": 1158
    },
    {
      "epoch": 2.0,
      "latent_token_nums": 10.4375,
      "step": 1158
    },
    {
      "epoch": 2.0,
      "step": 1158,
      "thought_step_nums": 8.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03617323562502861,
      "contrastive_loss#1": 0.18086618185043335,
      "epoch": 2.0,
      "lm_loss": 0.9360142946243286,
      "loss": 0.9721875190734863,
      "step": 1158,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 2.001727115716753,
      "grad_norm": 3.421875,
      "learning_rate": 5e-05,
      "loss": 1.0046,
      "step": 1159
    },
    {
      "epoch": 2.001727115716753,
      "latent_token_nums": 10.5,
      "step": 1159
    },
    {
      "epoch": 2.001727115716753,
      "step": 1159,
      "thought_step_nums": 9.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.031558483839035034,
      "contrastive_loss#1": 0.15779241919517517,
      "epoch": 2.001727115716753,
      "lm_loss": 0.9905509948730469,
      "loss": 1.0221095085144043,
      "step": 1159,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.003454231433506,
      "grad_norm": 3.140625,
      "learning_rate": 5e-05,
      "loss": 0.9778,
      "step": 1160
    },
    {
      "epoch": 2.003454231433506,
      "latent_token_nums": 10.75,
      "step": 1160
    },
    {
      "epoch": 2.003454231433506,
      "step": 1160,
      "thought_step_nums": 8.4375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.026344791054725647,
      "contrastive_loss#1": 0.13172395527362823,
      "epoch": 2.003454231433506,
      "lm_loss": 0.7874361276626587,
      "loss": 0.8137809038162231,
      "step": 1160,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.005181347150259,
      "grad_norm": 2.578125,
      "learning_rate": 5e-05,
      "loss": 0.9553,
      "step": 1161
    },
    {
      "epoch": 2.005181347150259,
      "latent_token_nums": 10.125,
      "step": 1161
    },
    {
      "epoch": 2.005181347150259,
      "step": 1161,
      "thought_step_nums": 7.6875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08000575751066208,
      "contrastive_loss#1": 0.400028795003891,
      "epoch": 2.005181347150259,
      "lm_loss": 0.9474643468856812,
      "loss": 1.0274701118469238,
      "step": 1161,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 2.006908462867012,
      "grad_norm": 2.78125,
      "learning_rate": 5e-05,
      "loss": 0.9632,
      "step": 1162
    },
    {
      "epoch": 2.006908462867012,
      "latent_token_nums": 10.25,
      "step": 1162
    },
    {
      "epoch": 2.006908462867012,
      "step": 1162,
      "thought_step_nums": 8.0
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.21860085427761078,
      "contrastive_loss#1": 1.0930042266845703,
      "epoch": 2.006908462867012,
      "lm_loss": 0.9853357076644897,
      "loss": 1.2039365768432617,
      "step": 1162,
      "valid_batch_size": 1024.375
    },
    {
      "epoch": 2.0086355785837653,
      "grad_norm": 3.109375,
      "learning_rate": 5e-05,
      "loss": 0.9673,
      "step": 1163
    },
    {
      "epoch": 2.0086355785837653,
      "latent_token_nums": 10.3125,
      "step": 1163
    },
    {
      "epoch": 2.0086355785837653,
      "step": 1163,
      "thought_step_nums": 8.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04174570366740227,
      "contrastive_loss#1": 0.20872850716114044,
      "epoch": 2.0086355785837653,
      "lm_loss": 0.941152811050415,
      "loss": 0.9828985333442688,
      "step": 1163,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.010362694300518,
      "grad_norm": 3.171875,
      "learning_rate": 5e-05,
      "loss": 0.9721,
      "step": 1164
    },
    {
      "epoch": 2.010362694300518,
      "latent_token_nums": 10.25,
      "step": 1164
    },
    {
      "epoch": 2.010362694300518,
      "step": 1164,
      "thought_step_nums": 9.1875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05667458102107048,
      "contrastive_loss#1": 0.2833729088306427,
      "epoch": 2.010362694300518,
      "lm_loss": 0.9364993572235107,
      "loss": 0.9931739568710327,
      "step": 1164,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.012089810017271,
      "grad_norm": 3.28125,
      "learning_rate": 5e-05,
      "loss": 0.9792,
      "step": 1165
    },
    {
      "epoch": 2.012089810017271,
      "latent_token_nums": 10.3125,
      "step": 1165
    },
    {
      "epoch": 2.012089810017271,
      "step": 1165,
      "thought_step_nums": 7.9375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.044177692383527756,
      "contrastive_loss#1": 0.22088845074176788,
      "epoch": 2.012089810017271,
      "lm_loss": 0.8920575976371765,
      "loss": 0.9362353086471558,
      "step": 1165,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.0138169257340244,
      "grad_norm": 3.9375,
      "learning_rate": 5e-05,
      "loss": 0.95,
      "step": 1166
    },
    {
      "epoch": 2.0138169257340244,
      "latent_token_nums": 10.375,
      "step": 1166
    },
    {
      "epoch": 2.0138169257340244,
      "step": 1166,
      "thought_step_nums": 8.875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.025764942169189453,
      "contrastive_loss#1": 0.12882471084594727,
      "epoch": 2.0138169257340244,
      "lm_loss": 1.0009983777999878,
      "loss": 1.0267633199691772,
      "step": 1166,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 2.0155440414507773,
      "grad_norm": 4.25,
      "learning_rate": 5e-05,
      "loss": 0.9789,
      "step": 1167
    },
    {
      "epoch": 2.0155440414507773,
      "latent_token_nums": 10.25,
      "step": 1167
    },
    {
      "epoch": 2.0155440414507773,
      "step": 1167,
      "thought_step_nums": 8.625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.09012488275766373,
      "contrastive_loss#1": 0.45062440633773804,
      "epoch": 2.0155440414507773,
      "lm_loss": 0.9739603400230408,
      "loss": 1.0640852451324463,
      "step": 1167,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.01727115716753,
      "grad_norm": 4.46875,
      "learning_rate": 5e-05,
      "loss": 0.9846,
      "step": 1168
    },
    {
      "epoch": 2.01727115716753,
      "latent_token_nums": 10.25,
      "step": 1168
    },
    {
      "epoch": 2.01727115716753,
      "step": 1168,
      "thought_step_nums": 7.0625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.05464937910437584,
      "contrastive_loss#1": 0.2732468843460083,
      "epoch": 2.01727115716753,
      "lm_loss": 0.8303189873695374,
      "loss": 0.8849683403968811,
      "step": 1168,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.0189982728842835,
      "grad_norm": 5.25,
      "learning_rate": 5e-05,
      "loss": 0.9668,
      "step": 1169
    },
    {
      "epoch": 2.0189982728842835,
      "latent_token_nums": 10.75,
      "step": 1169
    },
    {
      "epoch": 2.0189982728842835,
      "step": 1169,
      "thought_step_nums": 8.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02937033213675022,
      "contrastive_loss#1": 0.14685165882110596,
      "epoch": 2.0189982728842835,
      "lm_loss": 0.94145667552948,
      "loss": 0.9708269834518433,
      "step": 1169,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 2.0207253886010363,
      "grad_norm": 312.0,
      "learning_rate": 5e-05,
      "loss": 1.0106,
      "step": 1170
    },
    {
      "epoch": 2.0207253886010363,
      "latent_token_nums": 10.5625,
      "step": 1170
    },
    {
      "epoch": 2.0207253886010363,
      "step": 1170,
      "thought_step_nums": 9.375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.046967487782239914,
      "contrastive_loss#1": 0.23483744263648987,
      "epoch": 2.0207253886010363,
      "lm_loss": 0.9315984845161438,
      "loss": 0.9785659909248352,
      "step": 1170,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.0224525043177892,
      "grad_norm": 302.0,
      "learning_rate": 5e-05,
      "loss": 0.9882,
      "step": 1171
    },
    {
      "epoch": 2.0224525043177892,
      "latent_token_nums": 10.5625,
      "step": 1171
    },
    {
      "epoch": 2.0224525043177892,
      "step": 1171,
      "thought_step_nums": 8.1875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.032931696623563766,
      "contrastive_loss#1": 0.16465848684310913,
      "epoch": 2.0224525043177892,
      "lm_loss": 1.00693678855896,
      "loss": 1.0398684740066528,
      "step": 1171,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.024179620034542,
      "grad_norm": 1256.0,
      "learning_rate": 5e-05,
      "loss": 1.7168,
      "step": 1172
    },
    {
      "epoch": 2.024179620034542,
      "latent_token_nums": 10.0625,
      "step": 1172
    },
    {
      "epoch": 2.024179620034542,
      "step": 1172,
      "thought_step_nums": 8.125
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.2706744372844696,
      "contrastive_loss#1": 1.3533720970153809,
      "epoch": 2.024179620034542,
      "lm_loss": 2.1903445720672607,
      "loss": 2.4610190391540527,
      "step": 1172,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.0259067357512954,
      "grad_norm": 274.0,
      "learning_rate": 5e-05,
      "loss": 1.9872,
      "step": 1173
    },
    {
      "epoch": 2.0259067357512954,
      "latent_token_nums": 10.6875,
      "step": 1173
    },
    {
      "epoch": 2.0259067357512954,
      "step": 1173,
      "thought_step_nums": 8.0
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.8125,
      "acc@5": 0.8125,
      "contrastive_loss": 0.35605451464653015,
      "contrastive_loss#1": 1.7802724838256836,
      "epoch": 2.0259067357512954,
      "lm_loss": 3.929358959197998,
      "loss": 4.2854132652282715,
      "step": 1173,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.0276338514680483,
      "grad_norm": 832.0,
      "learning_rate": 5e-05,
      "loss": 2.2533,
      "step": 1174
    },
    {
      "epoch": 2.0276338514680483,
      "latent_token_nums": 10.4375,
      "step": 1174
    },
    {
      "epoch": 2.0276338514680483,
      "step": 1174,
      "thought_step_nums": 7.5625
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.875,
      "acc@5": 0.875,
      "contrastive_loss": 0.13516443967819214,
      "contrastive_loss#1": 0.6758221983909607,
      "epoch": 2.0276338514680483,
      "lm_loss": 2.5479650497436523,
      "loss": 2.6831295490264893,
      "step": 1174,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 2.029360967184801,
      "grad_norm": 500.0,
      "learning_rate": 5e-05,
      "loss": 2.4256,
      "step": 1175
    },
    {
      "epoch": 2.029360967184801,
      "latent_token_nums": 10.125,
      "step": 1175
    },
    {
      "epoch": 2.029360967184801,
      "step": 1175,
      "thought_step_nums": 7.875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08830325305461884,
      "contrastive_loss#1": 0.441516250371933,
      "epoch": 2.029360967184801,
      "lm_loss": 1.1901715993881226,
      "loss": 1.2784748077392578,
      "step": 1175,
      "valid_batch_size": 1024.4375
    },
    {
      "epoch": 2.0310880829015545,
      "grad_norm": 1056.0,
      "learning_rate": 5e-05,
      "loss": 1.7324,
      "step": 1176
    },
    {
      "epoch": 2.0310880829015545,
      "latent_token_nums": 10.375,
      "step": 1176
    },
    {
      "epoch": 2.0310880829015545,
      "step": 1176,
      "thought_step_nums": 7.5625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.032468389719724655,
      "contrastive_loss#1": 0.16234193742275238,
      "epoch": 2.0310880829015545,
      "lm_loss": 1.644547462463379,
      "loss": 1.6770159006118774,
      "step": 1176,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.0328151986183074,
      "grad_norm": 640.0,
      "learning_rate": 5e-05,
      "loss": 1.34,
      "step": 1177
    },
    {
      "epoch": 2.0328151986183074,
      "latent_token_nums": 10.4375,
      "step": 1177
    },
    {
      "epoch": 2.0328151986183074,
      "step": 1177,
      "thought_step_nums": 7.75
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15086357295513153,
      "contrastive_loss#1": 0.7543178200721741,
      "epoch": 2.0328151986183074,
      "lm_loss": 1.8890278339385986,
      "loss": 2.039891481399536,
      "step": 1177,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.0345423143350603,
      "grad_norm": 1088.0,
      "learning_rate": 5e-05,
      "loss": 1.4014,
      "step": 1178
    },
    {
      "epoch": 2.0345423143350603,
      "latent_token_nums": 10.125,
      "step": 1178
    },
    {
      "epoch": 2.0345423143350603,
      "step": 1178,
      "thought_step_nums": 9.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.025609293952584267,
      "contrastive_loss#1": 0.12804646790027618,
      "epoch": 2.0345423143350603,
      "lm_loss": 1.708683967590332,
      "loss": 1.7342932224273682,
      "step": 1178,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 2.0362694300518136,
      "grad_norm": 1160.0,
      "learning_rate": 5e-05,
      "loss": 1.7138,
      "step": 1179
    },
    {
      "epoch": 2.0362694300518136,
      "latent_token_nums": 10.0625,
      "step": 1179
    },
    {
      "epoch": 2.0362694300518136,
      "step": 1179,
      "thought_step_nums": 8.5
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04832420498132706,
      "contrastive_loss#1": 0.2416210174560547,
      "epoch": 2.0362694300518136,
      "lm_loss": 1.1320096254348755,
      "loss": 1.1803338527679443,
      "step": 1179,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.0379965457685665,
      "grad_norm": 1128.0,
      "learning_rate": 5e-05,
      "loss": 1.6434,
      "step": 1180
    },
    {
      "epoch": 2.0379965457685665,
      "latent_token_nums": 10.25,
      "step": 1180
    },
    {
      "epoch": 2.0379965457685665,
      "step": 1180,
      "thought_step_nums": 9.0625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.050716232508420944,
      "contrastive_loss#1": 0.253581166267395,
      "epoch": 2.0379965457685665,
      "lm_loss": 1.3028829097747803,
      "loss": 1.353599190711975,
      "step": 1180,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.0397236614853194,
      "grad_norm": 162.0,
      "learning_rate": 5e-05,
      "loss": 1.6332,
      "step": 1181
    },
    {
      "epoch": 2.0397236614853194,
      "latent_token_nums": 10.125,
      "step": 1181
    },
    {
      "epoch": 2.0397236614853194,
      "step": 1181,
      "thought_step_nums": 7.9375
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.17338789999485016,
      "contrastive_loss#1": 0.8669394850730896,
      "epoch": 2.0397236614853194,
      "lm_loss": 1.2844451665878296,
      "loss": 1.4578330516815186,
      "step": 1181,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.0414507772020727,
      "grad_norm": 57.25,
      "learning_rate": 5e-05,
      "loss": 1.3519,
      "step": 1182
    },
    {
      "epoch": 2.0414507772020727,
      "latent_token_nums": 10.0,
      "step": 1182
    },
    {
      "epoch": 2.0414507772020727,
      "step": 1182,
      "thought_step_nums": 8.375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05314955115318298,
      "contrastive_loss#1": 0.2657477557659149,
      "epoch": 2.0414507772020727,
      "lm_loss": 1.101119041442871,
      "loss": 1.1542686223983765,
      "step": 1182,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.0431778929188256,
      "grad_norm": 41.25,
      "learning_rate": 5e-05,
      "loss": 1.3914,
      "step": 1183
    },
    {
      "epoch": 2.0431778929188256,
      "latent_token_nums": 10.375,
      "step": 1183
    },
    {
      "epoch": 2.0431778929188256,
      "step": 1183,
      "thought_step_nums": 7.875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02731301262974739,
      "contrastive_loss#1": 0.13656505942344666,
      "epoch": 2.0431778929188256,
      "lm_loss": 1.0883848667144775,
      "loss": 1.1156978607177734,
      "step": 1183,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.0449050086355784,
      "grad_norm": 11.0625,
      "learning_rate": 5e-05,
      "loss": 1.1463,
      "step": 1184
    },
    {
      "epoch": 2.0449050086355784,
      "latent_token_nums": 10.5,
      "step": 1184
    },
    {
      "epoch": 2.0449050086355784,
      "step": 1184,
      "thought_step_nums": 8.1875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08797679096460342,
      "contrastive_loss#1": 0.4398839473724365,
      "epoch": 2.0449050086355784,
      "lm_loss": 1.0897260904312134,
      "loss": 1.1777029037475586,
      "step": 1184,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.0466321243523318,
      "grad_norm": 2368.0,
      "learning_rate": 5e-05,
      "loss": 1.1179,
      "step": 1185
    },
    {
      "epoch": 2.0466321243523318,
      "latent_token_nums": 10.1875,
      "step": 1185
    },
    {
      "epoch": 2.0466321243523318,
      "step": 1185,
      "thought_step_nums": 9.1875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1003793478012085,
      "contrastive_loss#1": 0.5018967390060425,
      "epoch": 2.0466321243523318,
      "lm_loss": 1.1282353401184082,
      "loss": 1.2286146879196167,
      "step": 1185,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 2.0483592400690847,
      "grad_norm": 7.5,
      "learning_rate": 5e-05,
      "loss": 1.0819,
      "step": 1186
    },
    {
      "epoch": 2.0483592400690847,
      "latent_token_nums": 10.375,
      "step": 1186
    },
    {
      "epoch": 2.0483592400690847,
      "step": 1186,
      "thought_step_nums": 8.5625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11778067797422409,
      "contrastive_loss#1": 0.5889033675193787,
      "epoch": 2.0483592400690847,
      "lm_loss": 1.0354982614517212,
      "loss": 1.1532789468765259,
      "step": 1186,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.0500863557858375,
      "grad_norm": 5.625,
      "learning_rate": 5e-05,
      "loss": 1.047,
      "step": 1187
    },
    {
      "epoch": 2.0500863557858375,
      "latent_token_nums": 10.25,
      "step": 1187
    },
    {
      "epoch": 2.0500863557858375,
      "step": 1187,
      "thought_step_nums": 7.5625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06860621273517609,
      "contrastive_loss#1": 0.34303104877471924,
      "epoch": 2.0500863557858375,
      "lm_loss": 0.9510670900344849,
      "loss": 1.0196733474731445,
      "step": 1187,
      "valid_batch_size": 1024.4375
    },
    {
      "epoch": 2.051813471502591,
      "grad_norm": 4.84375,
      "learning_rate": 5e-05,
      "loss": 1.014,
      "step": 1188
    },
    {
      "epoch": 2.051813471502591,
      "latent_token_nums": 10.125,
      "step": 1188
    },
    {
      "epoch": 2.051813471502591,
      "step": 1188,
      "thought_step_nums": 8.125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04731075093150139,
      "contrastive_loss#1": 0.23655374348163605,
      "epoch": 2.051813471502591,
      "lm_loss": 0.9570200443267822,
      "loss": 1.0043307542800903,
      "step": 1188,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.0535405872193437,
      "grad_norm": 5.03125,
      "learning_rate": 5e-05,
      "loss": 0.9998,
      "step": 1189
    },
    {
      "epoch": 2.0535405872193437,
      "latent_token_nums": 10.375,
      "step": 1189
    },
    {
      "epoch": 2.0535405872193437,
      "step": 1189,
      "thought_step_nums": 8.125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.037680696696043015,
      "contrastive_loss#1": 0.18840348720550537,
      "epoch": 2.0535405872193437,
      "lm_loss": 0.9105180501937866,
      "loss": 0.9481987357139587,
      "step": 1189,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.0552677029360966,
      "grad_norm": 4.4375,
      "learning_rate": 5e-05,
      "loss": 0.9982,
      "step": 1190
    },
    {
      "epoch": 2.0552677029360966,
      "latent_token_nums": 10.375,
      "step": 1190
    },
    {
      "epoch": 2.0552677029360966,
      "step": 1190,
      "thought_step_nums": 8.375
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.12299789488315582,
      "contrastive_loss#1": 0.6149894595146179,
      "epoch": 2.0552677029360966,
      "lm_loss": 0.9464857578277588,
      "loss": 1.0694836378097534,
      "step": 1190,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.05699481865285,
      "grad_norm": 4.5,
      "learning_rate": 5e-05,
      "loss": 0.9845,
      "step": 1191
    },
    {
      "epoch": 2.05699481865285,
      "latent_token_nums": 10.375,
      "step": 1191
    },
    {
      "epoch": 2.05699481865285,
      "step": 1191,
      "thought_step_nums": 8.3125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.10187166184186935,
      "contrastive_loss#1": 0.509358286857605,
      "epoch": 2.05699481865285,
      "lm_loss": 0.8895673751831055,
      "loss": 0.9914390444755554,
      "step": 1191,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.058721934369603,
      "grad_norm": 4.3125,
      "learning_rate": 5e-05,
      "loss": 0.9835,
      "step": 1192
    },
    {
      "epoch": 2.058721934369603,
      "latent_token_nums": 10.5625,
      "step": 1192
    },
    {
      "epoch": 2.058721934369603,
      "step": 1192,
      "thought_step_nums": 9.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.009136182256042957,
      "contrastive_loss#1": 0.04568091034889221,
      "epoch": 2.058721934369603,
      "lm_loss": 0.9398490190505981,
      "loss": 0.94898521900177,
      "step": 1192,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.0604490500863557,
      "grad_norm": 3.984375,
      "learning_rate": 5e-05,
      "loss": 0.9814,
      "step": 1193
    },
    {
      "epoch": 2.0604490500863557,
      "latent_token_nums": 10.25,
      "step": 1193
    },
    {
      "epoch": 2.0604490500863557,
      "step": 1193,
      "thought_step_nums": 8.125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05057818442583084,
      "contrastive_loss#1": 0.2528909146785736,
      "epoch": 2.0604490500863557,
      "lm_loss": 0.9238786697387695,
      "loss": 0.9744568467140198,
      "step": 1193,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 2.062176165803109,
      "grad_norm": 13.8125,
      "learning_rate": 5e-05,
      "loss": 0.9639,
      "step": 1194
    },
    {
      "epoch": 2.062176165803109,
      "latent_token_nums": 10.5,
      "step": 1194
    },
    {
      "epoch": 2.062176165803109,
      "step": 1194,
      "thought_step_nums": 8.0625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07924207299947739,
      "contrastive_loss#1": 0.39621037244796753,
      "epoch": 2.062176165803109,
      "lm_loss": 0.9023618698120117,
      "loss": 0.9816039204597473,
      "step": 1194,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.063903281519862,
      "grad_norm": 458.0,
      "learning_rate": 5e-05,
      "loss": 0.9778,
      "step": 1195
    },
    {
      "epoch": 2.063903281519862,
      "latent_token_nums": 10.125,
      "step": 1195
    },
    {
      "epoch": 2.063903281519862,
      "step": 1195,
      "thought_step_nums": 8.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.008165988139808178,
      "contrastive_loss#1": 0.040829937905073166,
      "epoch": 2.063903281519862,
      "lm_loss": 0.9956561923027039,
      "loss": 1.0038222074508667,
      "step": 1195,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.065630397236615,
      "grad_norm": 2336.0,
      "learning_rate": 5e-05,
      "loss": 1.0297,
      "step": 1196
    },
    {
      "epoch": 2.065630397236615,
      "latent_token_nums": 10.625,
      "step": 1196
    },
    {
      "epoch": 2.065630397236615,
      "step": 1196,
      "thought_step_nums": 8.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.040164489299058914,
      "contrastive_loss#1": 0.20082244277000427,
      "epoch": 2.065630397236615,
      "lm_loss": 1.0754245519638062,
      "loss": 1.1155890226364136,
      "step": 1196,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 2.0673575129533677,
      "grad_norm": 4.78125,
      "learning_rate": 5e-05,
      "loss": 1.0308,
      "step": 1197
    },
    {
      "epoch": 2.0673575129533677,
      "latent_token_nums": 10.5625,
      "step": 1197
    },
    {
      "epoch": 2.0673575129533677,
      "step": 1197,
      "thought_step_nums": 8.75
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.026190727949142456,
      "contrastive_loss#1": 0.13095363974571228,
      "epoch": 2.0673575129533677,
      "lm_loss": 0.9724732041358948,
      "loss": 0.9986639022827148,
      "step": 1197,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.069084628670121,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 1.0315,
      "step": 1198
    },
    {
      "epoch": 2.069084628670121,
      "latent_token_nums": 10.5625,
      "step": 1198
    },
    {
      "epoch": 2.069084628670121,
      "step": 1198,
      "thought_step_nums": 9.0625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01949305273592472,
      "contrastive_loss#1": 0.09746526181697845,
      "epoch": 2.069084628670121,
      "lm_loss": 0.934077262878418,
      "loss": 0.9535703063011169,
      "step": 1198,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 2.070811744386874,
      "grad_norm": 5.1875,
      "learning_rate": 5e-05,
      "loss": 1.0319,
      "step": 1199
    },
    {
      "epoch": 2.070811744386874,
      "latent_token_nums": 10.0,
      "step": 1199
    },
    {
      "epoch": 2.070811744386874,
      "step": 1199,
      "thought_step_nums": 8.25
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04272818565368652,
      "contrastive_loss#1": 0.21364092826843262,
      "epoch": 2.070811744386874,
      "lm_loss": 0.879563570022583,
      "loss": 0.9222917556762695,
      "step": 1199,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.0725388601036268,
      "grad_norm": 3.453125,
      "learning_rate": 5e-05,
      "loss": 1.0285,
      "step": 1200
    },
    {
      "epoch": 2.0725388601036268,
      "latent_token_nums": 10.125,
      "step": 1200
    },
    {
      "epoch": 2.0725388601036268,
      "step": 1200,
      "thought_step_nums": 8.0
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.039842452853918076,
      "contrastive_loss#1": 0.19921226799488068,
      "epoch": 2.0725388601036268,
      "lm_loss": 0.9765461683273315,
      "loss": 1.0163886547088623,
      "step": 1200,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.07426597582038,
      "grad_norm": 3.40625,
      "learning_rate": 5e-05,
      "loss": 0.9988,
      "step": 1201
    },
    {
      "epoch": 2.07426597582038,
      "latent_token_nums": 10.0,
      "step": 1201
    },
    {
      "epoch": 2.07426597582038,
      "step": 1201,
      "thought_step_nums": 7.875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.05987346172332764,
      "contrastive_loss#1": 0.2993673086166382,
      "epoch": 2.07426597582038,
      "lm_loss": 0.9915449619293213,
      "loss": 1.051418423652649,
      "step": 1201,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.075993091537133,
      "grad_norm": 3.046875,
      "learning_rate": 5e-05,
      "loss": 0.9977,
      "step": 1202
    },
    {
      "epoch": 2.075993091537133,
      "latent_token_nums": 10.125,
      "step": 1202
    },
    {
      "epoch": 2.075993091537133,
      "step": 1202,
      "thought_step_nums": 7.75
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.15688346326351166,
      "contrastive_loss#1": 0.7844172716140747,
      "epoch": 2.075993091537133,
      "lm_loss": 0.9036898016929626,
      "loss": 1.0605732202529907,
      "step": 1202,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 2.077720207253886,
      "grad_norm": 3.1875,
      "learning_rate": 5e-05,
      "loss": 0.9835,
      "step": 1203
    },
    {
      "epoch": 2.077720207253886,
      "latent_token_nums": 10.1875,
      "step": 1203
    },
    {
      "epoch": 2.077720207253886,
      "step": 1203,
      "thought_step_nums": 8.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01738600805401802,
      "contrastive_loss#1": 0.0869300365447998,
      "epoch": 2.077720207253886,
      "lm_loss": 1.0200729370117188,
      "loss": 1.037458896636963,
      "step": 1203,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 2.079447322970639,
      "grad_norm": 3.296875,
      "learning_rate": 5e-05,
      "loss": 0.9981,
      "step": 1204
    },
    {
      "epoch": 2.079447322970639,
      "latent_token_nums": 10.25,
      "step": 1204
    },
    {
      "epoch": 2.079447322970639,
      "step": 1204,
      "thought_step_nums": 9.1875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.058700937777757645,
      "contrastive_loss#1": 0.2935046851634979,
      "epoch": 2.079447322970639,
      "lm_loss": 0.9663006067276001,
      "loss": 1.0250015258789062,
      "step": 1204,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.081174438687392,
      "grad_norm": 3.296875,
      "learning_rate": 5e-05,
      "loss": 0.9937,
      "step": 1205
    },
    {
      "epoch": 2.081174438687392,
      "latent_token_nums": 9.75,
      "step": 1205
    },
    {
      "epoch": 2.081174438687392,
      "step": 1205,
      "thought_step_nums": 8.8125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03394065052270889,
      "contrastive_loss#1": 0.16970324516296387,
      "epoch": 2.081174438687392,
      "lm_loss": 0.9724048376083374,
      "loss": 1.006345510482788,
      "step": 1205,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.082901554404145,
      "grad_norm": 3.125,
      "learning_rate": 5e-05,
      "loss": 0.9671,
      "step": 1206
    },
    {
      "epoch": 2.082901554404145,
      "latent_token_nums": 10.8125,
      "step": 1206
    },
    {
      "epoch": 2.082901554404145,
      "step": 1206,
      "thought_step_nums": 9.0
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01625542901456356,
      "contrastive_loss#1": 0.08127713948488235,
      "epoch": 2.082901554404145,
      "lm_loss": 1.0548131465911865,
      "loss": 1.071068525314331,
      "step": 1206,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 2.0846286701208983,
      "grad_norm": 3.65625,
      "learning_rate": 5e-05,
      "loss": 0.987,
      "step": 1207
    },
    {
      "epoch": 2.0846286701208983,
      "latent_token_nums": 10.5,
      "step": 1207
    },
    {
      "epoch": 2.0846286701208983,
      "step": 1207,
      "thought_step_nums": 8.625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0363905094563961,
      "contrastive_loss#1": 0.18195253610610962,
      "epoch": 2.0846286701208983,
      "lm_loss": 0.9914509654045105,
      "loss": 1.0278414487838745,
      "step": 1207,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.086355785837651,
      "grad_norm": 3.734375,
      "learning_rate": 5e-05,
      "loss": 0.9802,
      "step": 1208
    },
    {
      "epoch": 2.086355785837651,
      "latent_token_nums": 10.6875,
      "step": 1208
    },
    {
      "epoch": 2.086355785837651,
      "step": 1208,
      "thought_step_nums": 8.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.016499346122145653,
      "contrastive_loss#1": 0.08249672502279282,
      "epoch": 2.086355785837651,
      "lm_loss": 0.9058983325958252,
      "loss": 0.9223976731300354,
      "step": 1208,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.088082901554404,
      "grad_norm": 3.90625,
      "learning_rate": 5e-05,
      "loss": 0.9853,
      "step": 1209
    },
    {
      "epoch": 2.088082901554404,
      "latent_token_nums": 10.6875,
      "step": 1209
    },
    {
      "epoch": 2.088082901554404,
      "step": 1209,
      "thought_step_nums": 8.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.053117115050554276,
      "contrastive_loss#1": 0.2655855715274811,
      "epoch": 2.088082901554404,
      "lm_loss": 0.9885737895965576,
      "loss": 1.0416909456253052,
      "step": 1209,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.0898100172711573,
      "grad_norm": 3.546875,
      "learning_rate": 5e-05,
      "loss": 0.9805,
      "step": 1210
    },
    {
      "epoch": 2.0898100172711573,
      "latent_token_nums": 10.4375,
      "step": 1210
    },
    {
      "epoch": 2.0898100172711573,
      "step": 1210,
      "thought_step_nums": 7.875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02529880404472351,
      "contrastive_loss#1": 0.12649402022361755,
      "epoch": 2.0898100172711573,
      "lm_loss": 0.8272801041603088,
      "loss": 0.85257887840271,
      "step": 1210,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.09153713298791,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.9914,
      "step": 1211
    },
    {
      "epoch": 2.09153713298791,
      "latent_token_nums": 10.1875,
      "step": 1211
    },
    {
      "epoch": 2.09153713298791,
      "step": 1211,
      "thought_step_nums": 7.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.021921396255493164,
      "contrastive_loss#1": 0.10960698127746582,
      "epoch": 2.09153713298791,
      "lm_loss": 1.0057555437088013,
      "loss": 1.0276769399642944,
      "step": 1211,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.093264248704663,
      "grad_norm": 3.578125,
      "learning_rate": 5e-05,
      "loss": 0.972,
      "step": 1212
    },
    {
      "epoch": 2.093264248704663,
      "latent_token_nums": 9.8125,
      "step": 1212
    },
    {
      "epoch": 2.093264248704663,
      "step": 1212,
      "thought_step_nums": 8.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0033170958049595356,
      "contrastive_loss#1": 0.01658547855913639,
      "epoch": 2.093264248704663,
      "lm_loss": 0.8863294720649719,
      "loss": 0.889646589756012,
      "step": 1212,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.0949913644214164,
      "grad_norm": 3.609375,
      "learning_rate": 5e-05,
      "loss": 0.969,
      "step": 1213
    },
    {
      "epoch": 2.0949913644214164,
      "latent_token_nums": 10.25,
      "step": 1213
    },
    {
      "epoch": 2.0949913644214164,
      "step": 1213,
      "thought_step_nums": 7.875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.034233491867780685,
      "contrastive_loss#1": 0.17116746306419373,
      "epoch": 2.0949913644214164,
      "lm_loss": 1.0002732276916504,
      "loss": 1.0345066785812378,
      "step": 1213,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.0967184801381693,
      "grad_norm": 4.34375,
      "learning_rate": 5e-05,
      "loss": 0.9683,
      "step": 1214
    },
    {
      "epoch": 2.0967184801381693,
      "latent_token_nums": 10.5,
      "step": 1214
    },
    {
      "epoch": 2.0967184801381693,
      "step": 1214,
      "thought_step_nums": 7.6875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03916282206773758,
      "contrastive_loss#1": 0.1958141028881073,
      "epoch": 2.0967184801381693,
      "lm_loss": 1.0019562244415283,
      "loss": 1.04111909866333,
      "step": 1214,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 2.098445595854922,
      "grad_norm": 3.984375,
      "learning_rate": 5e-05,
      "loss": 0.9841,
      "step": 1215
    },
    {
      "epoch": 2.098445595854922,
      "latent_token_nums": 10.25,
      "step": 1215
    },
    {
      "epoch": 2.098445595854922,
      "step": 1215,
      "thought_step_nums": 8.125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05827828869223595,
      "contrastive_loss#1": 0.29139143228530884,
      "epoch": 2.098445595854922,
      "lm_loss": 0.8714200258255005,
      "loss": 0.9296982884407043,
      "step": 1215,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.1001727115716755,
      "grad_norm": 4.0,
      "learning_rate": 5e-05,
      "loss": 0.9842,
      "step": 1216
    },
    {
      "epoch": 2.1001727115716755,
      "latent_token_nums": 10.1875,
      "step": 1216
    },
    {
      "epoch": 2.1001727115716755,
      "step": 1216,
      "thought_step_nums": 8.1875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03776020556688309,
      "contrastive_loss#1": 0.18880102038383484,
      "epoch": 2.1001727115716755,
      "lm_loss": 0.9078569412231445,
      "loss": 0.945617139339447,
      "step": 1216,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.1018998272884284,
      "grad_norm": 4.0,
      "learning_rate": 5e-05,
      "loss": 0.9777,
      "step": 1217
    },
    {
      "epoch": 2.1018998272884284,
      "latent_token_nums": 10.0,
      "step": 1217
    },
    {
      "epoch": 2.1018998272884284,
      "step": 1217,
      "thought_step_nums": 9.0625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05259818583726883,
      "contrastive_loss#1": 0.26299092173576355,
      "epoch": 2.1018998272884284,
      "lm_loss": 0.9686189293861389,
      "loss": 1.0212171077728271,
      "step": 1217,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 2.1036269430051813,
      "grad_norm": 4.0,
      "learning_rate": 5e-05,
      "loss": 0.9592,
      "step": 1218
    },
    {
      "epoch": 2.1036269430051813,
      "latent_token_nums": 10.6875,
      "step": 1218
    },
    {
      "epoch": 2.1036269430051813,
      "step": 1218,
      "thought_step_nums": 8.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.020766090601682663,
      "contrastive_loss#1": 0.10383044928312302,
      "epoch": 2.1036269430051813,
      "lm_loss": 0.9329348802566528,
      "loss": 0.9537009596824646,
      "step": 1218,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.105354058721934,
      "grad_norm": 3.765625,
      "learning_rate": 5e-05,
      "loss": 0.9737,
      "step": 1219
    },
    {
      "epoch": 2.105354058721934,
      "latent_token_nums": 10.4375,
      "step": 1219
    },
    {
      "epoch": 2.105354058721934,
      "step": 1219,
      "thought_step_nums": 8.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.015613517723977566,
      "contrastive_loss#1": 0.0780675858259201,
      "epoch": 2.105354058721934,
      "lm_loss": 0.8876259922981262,
      "loss": 0.9032394886016846,
      "step": 1219,
      "valid_batch_size": 1024.5
    },
    {
      "epoch": 2.1070811744386875,
      "grad_norm": 3.765625,
      "learning_rate": 5e-05,
      "loss": 0.9751,
      "step": 1220
    },
    {
      "epoch": 2.1070811744386875,
      "latent_token_nums": 10.125,
      "step": 1220
    },
    {
      "epoch": 2.1070811744386875,
      "step": 1220,
      "thought_step_nums": 7.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.010692760348320007,
      "contrastive_loss#1": 0.05346380174160004,
      "epoch": 2.1070811744386875,
      "lm_loss": 0.9653673768043518,
      "loss": 0.976060152053833,
      "step": 1220,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 2.1088082901554404,
      "grad_norm": 4.25,
      "learning_rate": 5e-05,
      "loss": 0.9628,
      "step": 1221
    },
    {
      "epoch": 2.1088082901554404,
      "latent_token_nums": 10.75,
      "step": 1221
    },
    {
      "epoch": 2.1088082901554404,
      "step": 1221,
      "thought_step_nums": 8.75
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02187333256006241,
      "contrastive_loss#1": 0.10936666280031204,
      "epoch": 2.1088082901554404,
      "lm_loss": 0.9273987412452698,
      "loss": 0.949272096157074,
      "step": 1221,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.1105354058721932,
      "grad_norm": 3.75,
      "learning_rate": 5e-05,
      "loss": 0.9694,
      "step": 1222
    },
    {
      "epoch": 2.1105354058721932,
      "latent_token_nums": 10.5625,
      "step": 1222
    },
    {
      "epoch": 2.1105354058721932,
      "step": 1222,
      "thought_step_nums": 8.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.010687953792512417,
      "contrastive_loss#1": 0.05343976989388466,
      "epoch": 2.1105354058721932,
      "lm_loss": 0.9895949363708496,
      "loss": 1.000282883644104,
      "step": 1222,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.1122625215889466,
      "grad_norm": 3.453125,
      "learning_rate": 5e-05,
      "loss": 0.9695,
      "step": 1223
    },
    {
      "epoch": 2.1122625215889466,
      "latent_token_nums": 10.375,
      "step": 1223
    },
    {
      "epoch": 2.1122625215889466,
      "step": 1223,
      "thought_step_nums": 9.25
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06829861551523209,
      "contrastive_loss#1": 0.34149307012557983,
      "epoch": 2.1122625215889466,
      "lm_loss": 0.9980869889259338,
      "loss": 1.0663856267929077,
      "step": 1223,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.1139896373056994,
      "grad_norm": 3.75,
      "learning_rate": 5e-05,
      "loss": 0.9753,
      "step": 1224
    },
    {
      "epoch": 2.1139896373056994,
      "latent_token_nums": 10.25,
      "step": 1224
    },
    {
      "epoch": 2.1139896373056994,
      "step": 1224,
      "thought_step_nums": 8.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.015079173259437084,
      "contrastive_loss#1": 0.075395867228508,
      "epoch": 2.1139896373056994,
      "lm_loss": 0.8784104585647583,
      "loss": 0.89348965883255,
      "step": 1224,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 2.1157167530224523,
      "grad_norm": 3.796875,
      "learning_rate": 5e-05,
      "loss": 0.9595,
      "step": 1225
    },
    {
      "epoch": 2.1157167530224523,
      "latent_token_nums": 10.6875,
      "step": 1225
    },
    {
      "epoch": 2.1157167530224523,
      "step": 1225,
      "thought_step_nums": 9.5
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05204975605010986,
      "contrastive_loss#1": 0.2602487802505493,
      "epoch": 2.1157167530224523,
      "lm_loss": 0.9221086502075195,
      "loss": 0.9741584062576294,
      "step": 1225,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.1174438687392056,
      "grad_norm": 4.3125,
      "learning_rate": 5e-05,
      "loss": 0.9767,
      "step": 1226
    },
    {
      "epoch": 2.1174438687392056,
      "latent_token_nums": 9.9375,
      "step": 1226
    },
    {
      "epoch": 2.1174438687392056,
      "step": 1226,
      "thought_step_nums": 7.625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.054536640644073486,
      "contrastive_loss#1": 0.27268320322036743,
      "epoch": 2.1174438687392056,
      "lm_loss": 0.9861525297164917,
      "loss": 1.04068922996521,
      "step": 1226,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.1191709844559585,
      "grad_norm": 4.1875,
      "learning_rate": 5e-05,
      "loss": 0.9845,
      "step": 1227
    },
    {
      "epoch": 2.1191709844559585,
      "latent_token_nums": 10.4375,
      "step": 1227
    },
    {
      "epoch": 2.1191709844559585,
      "step": 1227,
      "thought_step_nums": 8.375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.028814462944865227,
      "contrastive_loss#1": 0.14407230913639069,
      "epoch": 2.1191709844559585,
      "lm_loss": 0.8965498208999634,
      "loss": 0.9253642559051514,
      "step": 1227,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.1208981001727114,
      "grad_norm": 4.0,
      "learning_rate": 5e-05,
      "loss": 0.9652,
      "step": 1228
    },
    {
      "epoch": 2.1208981001727114,
      "latent_token_nums": 10.125,
      "step": 1228
    },
    {
      "epoch": 2.1208981001727114,
      "step": 1228,
      "thought_step_nums": 8.5
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1080903559923172,
      "contrastive_loss#1": 0.5404517650604248,
      "epoch": 2.1208981001727114,
      "lm_loss": 0.9134871363639832,
      "loss": 1.0215774774551392,
      "step": 1228,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.1226252158894647,
      "grad_norm": 4.1875,
      "learning_rate": 5e-05,
      "loss": 0.9655,
      "step": 1229
    },
    {
      "epoch": 2.1226252158894647,
      "latent_token_nums": 10.5,
      "step": 1229
    },
    {
      "epoch": 2.1226252158894647,
      "step": 1229,
      "thought_step_nums": 7.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.009589193388819695,
      "contrastive_loss#1": 0.04794596508145332,
      "epoch": 2.1226252158894647,
      "lm_loss": 0.9536552429199219,
      "loss": 0.9632444381713867,
      "step": 1229,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.1243523316062176,
      "grad_norm": 3.734375,
      "learning_rate": 5e-05,
      "loss": 0.9562,
      "step": 1230
    },
    {
      "epoch": 2.1243523316062176,
      "latent_token_nums": 10.125,
      "step": 1230
    },
    {
      "epoch": 2.1243523316062176,
      "step": 1230,
      "thought_step_nums": 8.1875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.050869084894657135,
      "contrastive_loss#1": 0.2543454170227051,
      "epoch": 2.1243523316062176,
      "lm_loss": 0.9814856052398682,
      "loss": 1.032354712486267,
      "step": 1230,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 2.1260794473229705,
      "grad_norm": 3.5625,
      "learning_rate": 5e-05,
      "loss": 0.9622,
      "step": 1231
    },
    {
      "epoch": 2.1260794473229705,
      "latent_token_nums": 10.375,
      "step": 1231
    },
    {
      "epoch": 2.1260794473229705,
      "step": 1231,
      "thought_step_nums": 8.1875
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.12501369416713715,
      "contrastive_loss#1": 0.6250684261322021,
      "epoch": 2.1260794473229705,
      "lm_loss": 0.9447242021560669,
      "loss": 1.0697379112243652,
      "step": 1231,
      "valid_batch_size": 1024.4375
    },
    {
      "epoch": 2.127806563039724,
      "grad_norm": 3.484375,
      "learning_rate": 5e-05,
      "loss": 0.961,
      "step": 1232
    },
    {
      "epoch": 2.127806563039724,
      "latent_token_nums": 10.3125,
      "step": 1232
    },
    {
      "epoch": 2.127806563039724,
      "step": 1232,
      "thought_step_nums": 8.4375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.014281955547630787,
      "contrastive_loss#1": 0.07140977680683136,
      "epoch": 2.127806563039724,
      "lm_loss": 0.9356856346130371,
      "loss": 0.9499675631523132,
      "step": 1232,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.1295336787564767,
      "grad_norm": 3.5,
      "learning_rate": 5e-05,
      "loss": 0.959,
      "step": 1233
    },
    {
      "epoch": 2.1295336787564767,
      "latent_token_nums": 10.4375,
      "step": 1233
    },
    {
      "epoch": 2.1295336787564767,
      "step": 1233,
      "thought_step_nums": 8.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04486117511987686,
      "contrastive_loss#1": 0.2243058681488037,
      "epoch": 2.1295336787564767,
      "lm_loss": 0.9763054847717285,
      "loss": 1.0211666822433472,
      "step": 1233,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.1312607944732296,
      "grad_norm": 3.921875,
      "learning_rate": 5e-05,
      "loss": 0.9713,
      "step": 1234
    },
    {
      "epoch": 2.1312607944732296,
      "latent_token_nums": 10.5625,
      "step": 1234
    },
    {
      "epoch": 2.1312607944732296,
      "step": 1234,
      "thought_step_nums": 7.5
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07507883757352829,
      "contrastive_loss#1": 0.37539419531822205,
      "epoch": 2.1312607944732296,
      "lm_loss": 0.9563295841217041,
      "loss": 1.031408429145813,
      "step": 1234,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 2.132987910189983,
      "grad_norm": 3.421875,
      "learning_rate": 5e-05,
      "loss": 0.9552,
      "step": 1235
    },
    {
      "epoch": 2.132987910189983,
      "latent_token_nums": 10.125,
      "step": 1235
    },
    {
      "epoch": 2.132987910189983,
      "step": 1235,
      "thought_step_nums": 7.875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.003992617595940828,
      "contrastive_loss#1": 0.019963087514042854,
      "epoch": 2.132987910189983,
      "lm_loss": 1.0221002101898193,
      "loss": 1.0260928869247437,
      "step": 1235,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.134715025906736,
      "grad_norm": 3.703125,
      "learning_rate": 5e-05,
      "loss": 0.9682,
      "step": 1236
    },
    {
      "epoch": 2.134715025906736,
      "latent_token_nums": 10.6875,
      "step": 1236
    },
    {
      "epoch": 2.134715025906736,
      "step": 1236,
      "thought_step_nums": 8.0625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.012391718104481697,
      "contrastive_loss#1": 0.061958588659763336,
      "epoch": 2.134715025906736,
      "lm_loss": 0.9472230672836304,
      "loss": 0.9596148133277893,
      "step": 1236,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.1364421416234887,
      "grad_norm": 3.71875,
      "learning_rate": 5e-05,
      "loss": 0.9617,
      "step": 1237
    },
    {
      "epoch": 2.1364421416234887,
      "latent_token_nums": 10.0625,
      "step": 1237
    },
    {
      "epoch": 2.1364421416234887,
      "step": 1237,
      "thought_step_nums": 7.75
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.06807520240545273,
      "contrastive_loss#1": 0.34037598967552185,
      "epoch": 2.1364421416234887,
      "lm_loss": 0.9575304985046387,
      "loss": 1.0256056785583496,
      "step": 1237,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 2.138169257340242,
      "grad_norm": 4.25,
      "learning_rate": 5e-05,
      "loss": 0.9719,
      "step": 1238
    },
    {
      "epoch": 2.138169257340242,
      "latent_token_nums": 10.5,
      "step": 1238
    },
    {
      "epoch": 2.138169257340242,
      "step": 1238,
      "thought_step_nums": 8.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02173571102321148,
      "contrastive_loss#1": 0.10867854952812195,
      "epoch": 2.138169257340242,
      "lm_loss": 0.8249099254608154,
      "loss": 0.8466456532478333,
      "step": 1238,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.139896373056995,
      "grad_norm": 3.828125,
      "learning_rate": 5e-05,
      "loss": 0.9582,
      "step": 1239
    },
    {
      "epoch": 2.139896373056995,
      "latent_token_nums": 10.5,
      "step": 1239
    },
    {
      "epoch": 2.139896373056995,
      "step": 1239,
      "thought_step_nums": 8.75
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.017685646191239357,
      "contrastive_loss#1": 0.08842822909355164,
      "epoch": 2.139896373056995,
      "lm_loss": 0.8857805132865906,
      "loss": 0.9034661650657654,
      "step": 1239,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.1416234887737478,
      "grad_norm": 4.15625,
      "learning_rate": 5e-05,
      "loss": 0.9656,
      "step": 1240
    },
    {
      "epoch": 2.1416234887737478,
      "latent_token_nums": 10.375,
      "step": 1240
    },
    {
      "epoch": 2.1416234887737478,
      "step": 1240,
      "thought_step_nums": 8.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03856883570551872,
      "contrastive_loss#1": 0.1928441822528839,
      "epoch": 2.1416234887737478,
      "lm_loss": 0.9742672443389893,
      "loss": 1.0128360986709595,
      "step": 1240,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.143350604490501,
      "grad_norm": 3.78125,
      "learning_rate": 5e-05,
      "loss": 0.9747,
      "step": 1241
    },
    {
      "epoch": 2.143350604490501,
      "latent_token_nums": 10.0625,
      "step": 1241
    },
    {
      "epoch": 2.143350604490501,
      "step": 1241,
      "thought_step_nums": 7.75
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.030826706439256668,
      "contrastive_loss#1": 0.15413352847099304,
      "epoch": 2.143350604490501,
      "lm_loss": 0.8193023800849915,
      "loss": 0.8501290678977966,
      "step": 1241,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.145077720207254,
      "grad_norm": 3.375,
      "learning_rate": 5e-05,
      "loss": 0.9443,
      "step": 1242
    },
    {
      "epoch": 2.145077720207254,
      "latent_token_nums": 10.3125,
      "step": 1242
    },
    {
      "epoch": 2.145077720207254,
      "step": 1242,
      "thought_step_nums": 9.0625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.00662333145737648,
      "contrastive_loss#1": 0.0331166572868824,
      "epoch": 2.145077720207254,
      "lm_loss": 0.9317659735679626,
      "loss": 0.9383893013000488,
      "step": 1242,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.146804835924007,
      "grad_norm": 4.46875,
      "learning_rate": 5e-05,
      "loss": 0.9583,
      "step": 1243
    },
    {
      "epoch": 2.146804835924007,
      "latent_token_nums": 10.0625,
      "step": 1243
    },
    {
      "epoch": 2.146804835924007,
      "step": 1243,
      "thought_step_nums": 8.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.015615773387253284,
      "contrastive_loss#1": 0.07807886600494385,
      "epoch": 2.146804835924007,
      "lm_loss": 0.8749725818634033,
      "loss": 0.8905883431434631,
      "step": 1243,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.14853195164076,
      "grad_norm": 4.125,
      "learning_rate": 5e-05,
      "loss": 0.9498,
      "step": 1244
    },
    {
      "epoch": 2.14853195164076,
      "latent_token_nums": 10.1875,
      "step": 1244
    },
    {
      "epoch": 2.14853195164076,
      "step": 1244,
      "thought_step_nums": 8.75
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.036977656185626984,
      "contrastive_loss#1": 0.18488827347755432,
      "epoch": 2.14853195164076,
      "lm_loss": 0.8897368907928467,
      "loss": 0.9267145395278931,
      "step": 1244,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.150259067357513,
      "grad_norm": 4.0,
      "learning_rate": 5e-05,
      "loss": 0.9675,
      "step": 1245
    },
    {
      "epoch": 2.150259067357513,
      "latent_token_nums": 10.3125,
      "step": 1245
    },
    {
      "epoch": 2.150259067357513,
      "step": 1245,
      "thought_step_nums": 8.5
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.07149471342563629,
      "contrastive_loss#1": 0.35747355222702026,
      "epoch": 2.150259067357513,
      "lm_loss": 0.9655885100364685,
      "loss": 1.0370832681655884,
      "step": 1245,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 2.151986183074266,
      "grad_norm": 3.90625,
      "learning_rate": 5e-05,
      "loss": 0.98,
      "step": 1246
    },
    {
      "epoch": 2.151986183074266,
      "latent_token_nums": 10.1875,
      "step": 1246
    },
    {
      "epoch": 2.151986183074266,
      "step": 1246,
      "thought_step_nums": 7.8125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03375174105167389,
      "contrastive_loss#1": 0.16875870525836945,
      "epoch": 2.151986183074266,
      "lm_loss": 0.9849332571029663,
      "loss": 1.018684983253479,
      "step": 1246,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.153713298791019,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.9623,
      "step": 1247
    },
    {
      "epoch": 2.153713298791019,
      "latent_token_nums": 10.5625,
      "step": 1247
    },
    {
      "epoch": 2.153713298791019,
      "step": 1247,
      "thought_step_nums": 7.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01151488907635212,
      "contrastive_loss#1": 0.05757444351911545,
      "epoch": 2.153713298791019,
      "lm_loss": 0.9588083028793335,
      "loss": 0.9703232049942017,
      "step": 1247,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.155440414507772,
      "grad_norm": 3.6875,
      "learning_rate": 5e-05,
      "loss": 0.9673,
      "step": 1248
    },
    {
      "epoch": 2.155440414507772,
      "latent_token_nums": 10.375,
      "step": 1248
    },
    {
      "epoch": 2.155440414507772,
      "step": 1248,
      "thought_step_nums": 8.875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0033480830024927855,
      "contrastive_loss#1": 0.01674041524529457,
      "epoch": 2.155440414507772,
      "lm_loss": 0.8478682041168213,
      "loss": 0.8512163162231445,
      "step": 1248,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.157167530224525,
      "grad_norm": 4.4375,
      "learning_rate": 5e-05,
      "loss": 0.9578,
      "step": 1249
    },
    {
      "epoch": 2.157167530224525,
      "latent_token_nums": 10.4375,
      "step": 1249
    },
    {
      "epoch": 2.157167530224525,
      "step": 1249,
      "thought_step_nums": 8.0625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04292302951216698,
      "contrastive_loss#1": 0.214615136384964,
      "epoch": 2.157167530224525,
      "lm_loss": 0.8668069839477539,
      "loss": 0.9097300171852112,
      "step": 1249,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.158894645941278,
      "grad_norm": 3.953125,
      "learning_rate": 5e-05,
      "loss": 0.9613,
      "step": 1250
    },
    {
      "epoch": 2.158894645941278,
      "latent_token_nums": 10.1875,
      "step": 1250
    },
    {
      "epoch": 2.158894645941278,
      "step": 1250,
      "thought_step_nums": 8.375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.053013719618320465,
      "contrastive_loss#1": 0.26506859064102173,
      "epoch": 2.158894645941278,
      "lm_loss": 0.8632485866546631,
      "loss": 0.9162623286247253,
      "step": 1250,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 2.160621761658031,
      "grad_norm": 4.34375,
      "learning_rate": 5e-05,
      "loss": 0.9526,
      "step": 1251
    },
    {
      "epoch": 2.160621761658031,
      "latent_token_nums": 10.5625,
      "step": 1251
    },
    {
      "epoch": 2.160621761658031,
      "step": 1251,
      "thought_step_nums": 8.875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.05378425121307373,
      "contrastive_loss#1": 0.26892125606536865,
      "epoch": 2.160621761658031,
      "lm_loss": 0.8633573651313782,
      "loss": 0.9171416163444519,
      "step": 1251,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.162348877374784,
      "grad_norm": 3.96875,
      "learning_rate": 5e-05,
      "loss": 0.9593,
      "step": 1252
    },
    {
      "epoch": 2.162348877374784,
      "latent_token_nums": 10.375,
      "step": 1252
    },
    {
      "epoch": 2.162348877374784,
      "step": 1252,
      "thought_step_nums": 8.625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03777302801609039,
      "contrastive_loss#1": 0.18886514008045197,
      "epoch": 2.162348877374784,
      "lm_loss": 0.913774847984314,
      "loss": 0.9515478610992432,
      "step": 1252,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.164075993091537,
      "grad_norm": 4.0625,
      "learning_rate": 5e-05,
      "loss": 0.9511,
      "step": 1253
    },
    {
      "epoch": 2.164075993091537,
      "latent_token_nums": 10.375,
      "step": 1253
    },
    {
      "epoch": 2.164075993091537,
      "step": 1253,
      "thought_step_nums": 8.625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.035090371966362,
      "contrastive_loss#1": 0.17545185983181,
      "epoch": 2.164075993091537,
      "lm_loss": 0.8626394271850586,
      "loss": 0.8977298140525818,
      "step": 1253,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 2.1658031088082903,
      "grad_norm": 4.71875,
      "learning_rate": 5e-05,
      "loss": 0.9609,
      "step": 1254
    },
    {
      "epoch": 2.1658031088082903,
      "latent_token_nums": 10.375,
      "step": 1254
    },
    {
      "epoch": 2.1658031088082903,
      "step": 1254,
      "thought_step_nums": 8.5
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07006701081991196,
      "contrastive_loss#1": 0.3503350615501404,
      "epoch": 2.1658031088082903,
      "lm_loss": 0.9618334174156189,
      "loss": 1.031900405883789,
      "step": 1254,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.167530224525043,
      "grad_norm": 4.125,
      "learning_rate": 5e-05,
      "loss": 0.9421,
      "step": 1255
    },
    {
      "epoch": 2.167530224525043,
      "latent_token_nums": 10.8125,
      "step": 1255
    },
    {
      "epoch": 2.167530224525043,
      "step": 1255,
      "thought_step_nums": 8.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02436157688498497,
      "contrastive_loss#1": 0.12180788069963455,
      "epoch": 2.167530224525043,
      "lm_loss": 0.8796976804733276,
      "loss": 0.9040592312812805,
      "step": 1255,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.169257340241796,
      "grad_norm": 3.609375,
      "learning_rate": 5e-05,
      "loss": 0.9366,
      "step": 1256
    },
    {
      "epoch": 2.169257340241796,
      "latent_token_nums": 10.3125,
      "step": 1256
    },
    {
      "epoch": 2.169257340241796,
      "step": 1256,
      "thought_step_nums": 9.75
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05796302482485771,
      "contrastive_loss#1": 0.28981512784957886,
      "epoch": 2.169257340241796,
      "lm_loss": 0.8706426620483398,
      "loss": 0.9286056756973267,
      "step": 1256,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.1709844559585494,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.9621,
      "step": 1257
    },
    {
      "epoch": 2.1709844559585494,
      "latent_token_nums": 10.6875,
      "step": 1257
    },
    {
      "epoch": 2.1709844559585494,
      "step": 1257,
      "thought_step_nums": 8.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.023810528218746185,
      "contrastive_loss#1": 0.11905264109373093,
      "epoch": 2.1709844559585494,
      "lm_loss": 0.9674971103668213,
      "loss": 0.9913076162338257,
      "step": 1257,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.1727115716753023,
      "grad_norm": 3.921875,
      "learning_rate": 5e-05,
      "loss": 0.9547,
      "step": 1258
    },
    {
      "epoch": 2.1727115716753023,
      "latent_token_nums": 10.1875,
      "step": 1258
    },
    {
      "epoch": 2.1727115716753023,
      "step": 1258,
      "thought_step_nums": 8.4375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04878215119242668,
      "contrastive_loss#1": 0.2439107447862625,
      "epoch": 2.1727115716753023,
      "lm_loss": 0.9071909189224243,
      "loss": 0.9559730887413025,
      "step": 1258,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 2.174438687392055,
      "grad_norm": 3.296875,
      "learning_rate": 5e-05,
      "loss": 0.945,
      "step": 1259
    },
    {
      "epoch": 2.174438687392055,
      "latent_token_nums": 10.375,
      "step": 1259
    },
    {
      "epoch": 2.174438687392055,
      "step": 1259,
      "thought_step_nums": 8.875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.033044688403606415,
      "contrastive_loss#1": 0.16522343456745148,
      "epoch": 2.174438687392055,
      "lm_loss": 0.9257264733314514,
      "loss": 0.9587711691856384,
      "step": 1259,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 2.1761658031088085,
      "grad_norm": 4.78125,
      "learning_rate": 5e-05,
      "loss": 0.9541,
      "step": 1260
    },
    {
      "epoch": 2.1761658031088085,
      "latent_token_nums": 10.25,
      "step": 1260
    },
    {
      "epoch": 2.1761658031088085,
      "step": 1260,
      "thought_step_nums": 8.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02237403765320778,
      "contrastive_loss#1": 0.1118701845407486,
      "epoch": 2.1761658031088085,
      "lm_loss": 0.8896707892417908,
      "loss": 0.9120448231697083,
      "step": 1260,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.1778929188255614,
      "grad_norm": 4.28125,
      "learning_rate": 5e-05,
      "loss": 0.9527,
      "step": 1261
    },
    {
      "epoch": 2.1778929188255614,
      "latent_token_nums": 10.25,
      "step": 1261
    },
    {
      "epoch": 2.1778929188255614,
      "step": 1261,
      "thought_step_nums": 8.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0016473140567541122,
      "contrastive_loss#1": 0.008236570283770561,
      "epoch": 2.1778929188255614,
      "lm_loss": 0.9072548151016235,
      "loss": 0.908902108669281,
      "step": 1261,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.1796200345423142,
      "grad_norm": 3.53125,
      "learning_rate": 5e-05,
      "loss": 0.9489,
      "step": 1262
    },
    {
      "epoch": 2.1796200345423142,
      "latent_token_nums": 10.5625,
      "step": 1262
    },
    {
      "epoch": 2.1796200345423142,
      "step": 1262,
      "thought_step_nums": 8.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.008250010199844837,
      "contrastive_loss#1": 0.04125005006790161,
      "epoch": 2.1796200345423142,
      "lm_loss": 0.937390923500061,
      "loss": 0.9456409215927124,
      "step": 1262,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 2.1813471502590676,
      "grad_norm": 3.984375,
      "learning_rate": 5e-05,
      "loss": 0.9659,
      "step": 1263
    },
    {
      "epoch": 2.1813471502590676,
      "latent_token_nums": 10.5625,
      "step": 1263
    },
    {
      "epoch": 2.1813471502590676,
      "step": 1263,
      "thought_step_nums": 8.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.013653086498379707,
      "contrastive_loss#1": 0.06826543062925339,
      "epoch": 2.1813471502590676,
      "lm_loss": 0.871231198310852,
      "loss": 0.8848842978477478,
      "step": 1263,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 2.1830742659758204,
      "grad_norm": 3.96875,
      "learning_rate": 5e-05,
      "loss": 0.9629,
      "step": 1264
    },
    {
      "epoch": 2.1830742659758204,
      "latent_token_nums": 10.0,
      "step": 1264
    },
    {
      "epoch": 2.1830742659758204,
      "step": 1264,
      "thought_step_nums": 8.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05846522003412247,
      "contrastive_loss#1": 0.29232609272003174,
      "epoch": 2.1830742659758204,
      "lm_loss": 0.9117461442947388,
      "loss": 0.970211386680603,
      "step": 1264,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.1848013816925733,
      "grad_norm": 4.0625,
      "learning_rate": 5e-05,
      "loss": 0.9454,
      "step": 1265
    },
    {
      "epoch": 2.1848013816925733,
      "latent_token_nums": 10.4375,
      "step": 1265
    },
    {
      "epoch": 2.1848013816925733,
      "step": 1265,
      "thought_step_nums": 7.875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01772245578467846,
      "contrastive_loss#1": 0.08861227333545685,
      "epoch": 2.1848013816925733,
      "lm_loss": 1.0221425294876099,
      "loss": 1.0398650169372559,
      "step": 1265,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.186528497409326,
      "grad_norm": 4.15625,
      "learning_rate": 5e-05,
      "loss": 0.945,
      "step": 1266
    },
    {
      "epoch": 2.186528497409326,
      "latent_token_nums": 10.1875,
      "step": 1266
    },
    {
      "epoch": 2.186528497409326,
      "step": 1266,
      "thought_step_nums": 9.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02072371542453766,
      "contrastive_loss#1": 0.1036185771226883,
      "epoch": 2.186528497409326,
      "lm_loss": 0.9716371297836304,
      "loss": 0.9923608303070068,
      "step": 1266,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 2.1882556131260795,
      "grad_norm": 4.0625,
      "learning_rate": 5e-05,
      "loss": 0.9616,
      "step": 1267
    },
    {
      "epoch": 2.1882556131260795,
      "latent_token_nums": 10.3125,
      "step": 1267
    },
    {
      "epoch": 2.1882556131260795,
      "step": 1267,
      "thought_step_nums": 8.25
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.019987504929304123,
      "contrastive_loss#1": 0.09993752092123032,
      "epoch": 2.1882556131260795,
      "lm_loss": 0.8472945690155029,
      "loss": 0.8672820925712585,
      "step": 1267,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 2.1899827288428324,
      "grad_norm": 4.09375,
      "learning_rate": 5e-05,
      "loss": 0.9579,
      "step": 1268
    },
    {
      "epoch": 2.1899827288428324,
      "latent_token_nums": 10.3125,
      "step": 1268
    },
    {
      "epoch": 2.1899827288428324,
      "step": 1268,
      "thought_step_nums": 8.25
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.011930168606340885,
      "contrastive_loss#1": 0.05965084210038185,
      "epoch": 2.1899827288428324,
      "lm_loss": 1.006170630455017,
      "loss": 1.0181008577346802,
      "step": 1268,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.1917098445595853,
      "grad_norm": 3.453125,
      "learning_rate": 5e-05,
      "loss": 0.949,
      "step": 1269
    },
    {
      "epoch": 2.1917098445595853,
      "latent_token_nums": 10.0625,
      "step": 1269
    },
    {
      "epoch": 2.1917098445595853,
      "step": 1269,
      "thought_step_nums": 8.0
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.038467880338430405,
      "contrastive_loss#1": 0.19233939051628113,
      "epoch": 2.1917098445595853,
      "lm_loss": 0.9230257272720337,
      "loss": 0.9614936113357544,
      "step": 1269,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 2.1934369602763386,
      "grad_norm": 3.3125,
      "learning_rate": 5e-05,
      "loss": 0.9495,
      "step": 1270
    },
    {
      "epoch": 2.1934369602763386,
      "latent_token_nums": 10.6875,
      "step": 1270
    },
    {
      "epoch": 2.1934369602763386,
      "step": 1270,
      "thought_step_nums": 7.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04466278478503227,
      "contrastive_loss#1": 0.22331392765045166,
      "epoch": 2.1934369602763386,
      "lm_loss": 0.8873348832130432,
      "loss": 0.9319976568222046,
      "step": 1270,
      "valid_batch_size": 1024.3125
    },
    {
      "epoch": 2.1951640759930915,
      "grad_norm": 4.0625,
      "learning_rate": 5e-05,
      "loss": 0.9551,
      "step": 1271
    },
    {
      "epoch": 2.1951640759930915,
      "latent_token_nums": 10.0625,
      "step": 1271
    },
    {
      "epoch": 2.1951640759930915,
      "step": 1271,
      "thought_step_nums": 7.5625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.05825340375304222,
      "contrastive_loss#1": 0.2912670075893402,
      "epoch": 2.1951640759930915,
      "lm_loss": 0.9185968637466431,
      "loss": 0.9768502712249756,
      "step": 1271,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.1968911917098444,
      "grad_norm": 4.3125,
      "learning_rate": 5e-05,
      "loss": 0.9532,
      "step": 1272
    },
    {
      "epoch": 2.1968911917098444,
      "latent_token_nums": 10.4375,
      "step": 1272
    },
    {
      "epoch": 2.1968911917098444,
      "step": 1272,
      "thought_step_nums": 8.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03136806562542915,
      "contrastive_loss#1": 0.15684032440185547,
      "epoch": 2.1968911917098444,
      "lm_loss": 0.9135589599609375,
      "loss": 0.9449270367622375,
      "step": 1272,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.1986183074265977,
      "grad_norm": 3.703125,
      "learning_rate": 5e-05,
      "loss": 0.9718,
      "step": 1273
    },
    {
      "epoch": 2.1986183074265977,
      "latent_token_nums": 10.25,
      "step": 1273
    },
    {
      "epoch": 2.1986183074265977,
      "step": 1273,
      "thought_step_nums": 8.6875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.026685556396842003,
      "contrastive_loss#1": 0.13342778384685516,
      "epoch": 2.1986183074265977,
      "lm_loss": 0.8848311901092529,
      "loss": 0.9115167260169983,
      "step": 1273,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.2003454231433506,
      "grad_norm": 3.5625,
      "learning_rate": 5e-05,
      "loss": 0.9381,
      "step": 1274
    },
    {
      "epoch": 2.2003454231433506,
      "latent_token_nums": 10.375,
      "step": 1274
    },
    {
      "epoch": 2.2003454231433506,
      "step": 1274,
      "thought_step_nums": 8.0625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.010322660207748413,
      "contrastive_loss#1": 0.051613301038742065,
      "epoch": 2.2003454231433506,
      "lm_loss": 0.9481796622276306,
      "loss": 0.9585022926330566,
      "step": 1274,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.2020725388601035,
      "grad_norm": 3.734375,
      "learning_rate": 5e-05,
      "loss": 0.958,
      "step": 1275
    },
    {
      "epoch": 2.2020725388601035,
      "latent_token_nums": 10.1875,
      "step": 1275
    },
    {
      "epoch": 2.2020725388601035,
      "step": 1275,
      "thought_step_nums": 8.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.004831498954445124,
      "contrastive_loss#1": 0.02415749430656433,
      "epoch": 2.2020725388601035,
      "lm_loss": 0.8825129270553589,
      "loss": 0.8873444199562073,
      "step": 1275,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.203799654576857,
      "grad_norm": 3.84375,
      "learning_rate": 5e-05,
      "loss": 0.9435,
      "step": 1276
    },
    {
      "epoch": 2.203799654576857,
      "latent_token_nums": 10.375,
      "step": 1276
    },
    {
      "epoch": 2.203799654576857,
      "step": 1276,
      "thought_step_nums": 9.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.020107757300138474,
      "contrastive_loss#1": 0.10053878277540207,
      "epoch": 2.203799654576857,
      "lm_loss": 0.9673621654510498,
      "loss": 0.9874699115753174,
      "step": 1276,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.2055267702936097,
      "grad_norm": 3.84375,
      "learning_rate": 5e-05,
      "loss": 0.9406,
      "step": 1277
    },
    {
      "epoch": 2.2055267702936097,
      "latent_token_nums": 10.3125,
      "step": 1277
    },
    {
      "epoch": 2.2055267702936097,
      "step": 1277,
      "thought_step_nums": 7.8125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02752312459051609,
      "contrastive_loss#1": 0.1376156210899353,
      "epoch": 2.2055267702936097,
      "lm_loss": 1.0375277996063232,
      "loss": 1.0650509595870972,
      "step": 1277,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.2072538860103625,
      "grad_norm": 3.546875,
      "learning_rate": 5e-05,
      "loss": 0.9417,
      "step": 1278
    },
    {
      "epoch": 2.2072538860103625,
      "latent_token_nums": 10.3125,
      "step": 1278
    },
    {
      "epoch": 2.2072538860103625,
      "step": 1278,
      "thought_step_nums": 8.5
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.05723971128463745,
      "contrastive_loss#1": 0.28619855642318726,
      "epoch": 2.2072538860103625,
      "lm_loss": 0.9183818101882935,
      "loss": 0.9756215214729309,
      "step": 1278,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.208981001727116,
      "grad_norm": 4.65625,
      "learning_rate": 5e-05,
      "loss": 0.9582,
      "step": 1279
    },
    {
      "epoch": 2.208981001727116,
      "latent_token_nums": 10.375,
      "step": 1279
    },
    {
      "epoch": 2.208981001727116,
      "step": 1279,
      "thought_step_nums": 9.3125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08950258046388626,
      "contrastive_loss#1": 0.4475128948688507,
      "epoch": 2.208981001727116,
      "lm_loss": 0.8651442527770996,
      "loss": 0.9546468257904053,
      "step": 1279,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.2107081174438687,
      "grad_norm": 3.5625,
      "learning_rate": 5e-05,
      "loss": 0.9481,
      "step": 1280
    },
    {
      "epoch": 2.2107081174438687,
      "latent_token_nums": 10.4375,
      "step": 1280
    },
    {
      "epoch": 2.2107081174438687,
      "step": 1280,
      "thought_step_nums": 8.375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.15976858139038086,
      "contrastive_loss#1": 0.7988429069519043,
      "epoch": 2.2107081174438687,
      "lm_loss": 0.963818371295929,
      "loss": 1.123586893081665,
      "step": 1280,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.2124352331606216,
      "grad_norm": 3.75,
      "learning_rate": 5e-05,
      "loss": 0.9557,
      "step": 1281
    },
    {
      "epoch": 2.2124352331606216,
      "latent_token_nums": 10.875,
      "step": 1281
    },
    {
      "epoch": 2.2124352331606216,
      "step": 1281,
      "thought_step_nums": 8.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01612965017557144,
      "contrastive_loss#1": 0.08064825087785721,
      "epoch": 2.2124352331606216,
      "lm_loss": 0.9992055892944336,
      "loss": 1.015335202217102,
      "step": 1281,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.214162348877375,
      "grad_norm": 4.15625,
      "learning_rate": 5e-05,
      "loss": 0.9546,
      "step": 1282
    },
    {
      "epoch": 2.214162348877375,
      "latent_token_nums": 10.0625,
      "step": 1282
    },
    {
      "epoch": 2.214162348877375,
      "step": 1282,
      "thought_step_nums": 8.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.009241004474461079,
      "contrastive_loss#1": 0.04620502144098282,
      "epoch": 2.214162348877375,
      "lm_loss": 0.8015063405036926,
      "loss": 0.8107473254203796,
      "step": 1282,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.215889464594128,
      "grad_norm": 3.875,
      "learning_rate": 5e-05,
      "loss": 0.9604,
      "step": 1283
    },
    {
      "epoch": 2.215889464594128,
      "latent_token_nums": 10.5625,
      "step": 1283
    },
    {
      "epoch": 2.215889464594128,
      "step": 1283,
      "thought_step_nums": 7.9375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.048663198947906494,
      "contrastive_loss#1": 0.24331599473953247,
      "epoch": 2.215889464594128,
      "lm_loss": 0.9409436583518982,
      "loss": 0.9896068572998047,
      "step": 1283,
      "valid_batch_size": 1024.4375
    },
    {
      "epoch": 2.2176165803108807,
      "grad_norm": 3.953125,
      "learning_rate": 5e-05,
      "loss": 0.9462,
      "step": 1284
    },
    {
      "epoch": 2.2176165803108807,
      "latent_token_nums": 10.8125,
      "step": 1284
    },
    {
      "epoch": 2.2176165803108807,
      "step": 1284,
      "thought_step_nums": 9.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.006482768803834915,
      "contrastive_loss#1": 0.032413844019174576,
      "epoch": 2.2176165803108807,
      "lm_loss": 0.9800652861595154,
      "loss": 0.9865480661392212,
      "step": 1284,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.219343696027634,
      "grad_norm": 10.125,
      "learning_rate": 5e-05,
      "loss": 0.9707,
      "step": 1285
    },
    {
      "epoch": 2.219343696027634,
      "latent_token_nums": 10.5625,
      "step": 1285
    },
    {
      "epoch": 2.219343696027634,
      "step": 1285,
      "thought_step_nums": 8.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.015124388039112091,
      "contrastive_loss#1": 0.07562194019556046,
      "epoch": 2.219343696027634,
      "lm_loss": 0.8198136687278748,
      "loss": 0.8349380493164062,
      "step": 1285,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.221070811744387,
      "grad_norm": 3.71875,
      "learning_rate": 5e-05,
      "loss": 0.9349,
      "step": 1286
    },
    {
      "epoch": 2.221070811744387,
      "latent_token_nums": 10.3125,
      "step": 1286
    },
    {
      "epoch": 2.221070811744387,
      "step": 1286,
      "thought_step_nums": 8.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0016788311768323183,
      "contrastive_loss#1": 0.008394155651330948,
      "epoch": 2.221070811744387,
      "lm_loss": 0.9891631603240967,
      "loss": 0.9908419847488403,
      "step": 1286,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.22279792746114,
      "grad_norm": 4.625,
      "learning_rate": 5e-05,
      "loss": 0.9563,
      "step": 1287
    },
    {
      "epoch": 2.22279792746114,
      "latent_token_nums": 10.375,
      "step": 1287
    },
    {
      "epoch": 2.22279792746114,
      "step": 1287,
      "thought_step_nums": 7.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.00433602137491107,
      "contrastive_loss#1": 0.021680107340216637,
      "epoch": 2.22279792746114,
      "lm_loss": 0.8773065209388733,
      "loss": 0.8816425204277039,
      "step": 1287,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.224525043177893,
      "grad_norm": 3.890625,
      "learning_rate": 5e-05,
      "loss": 0.9507,
      "step": 1288
    },
    {
      "epoch": 2.224525043177893,
      "latent_token_nums": 10.375,
      "step": 1288
    },
    {
      "epoch": 2.224525043177893,
      "step": 1288,
      "thought_step_nums": 8.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.004871689714491367,
      "contrastive_loss#1": 0.024358447641134262,
      "epoch": 2.224525043177893,
      "lm_loss": 0.8982008695602417,
      "loss": 0.9030725359916687,
      "step": 1288,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.226252158894646,
      "grad_norm": 4.3125,
      "learning_rate": 5e-05,
      "loss": 0.9529,
      "step": 1289
    },
    {
      "epoch": 2.226252158894646,
      "latent_token_nums": 10.3125,
      "step": 1289
    },
    {
      "epoch": 2.226252158894646,
      "step": 1289,
      "thought_step_nums": 8.375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11030266433954239,
      "contrastive_loss#1": 0.5515133142471313,
      "epoch": 2.226252158894646,
      "lm_loss": 0.7869402766227722,
      "loss": 0.8972429633140564,
      "step": 1289,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.227979274611399,
      "grad_norm": 3.796875,
      "learning_rate": 5e-05,
      "loss": 0.9521,
      "step": 1290
    },
    {
      "epoch": 2.227979274611399,
      "latent_token_nums": 10.375,
      "step": 1290
    },
    {
      "epoch": 2.227979274611399,
      "step": 1290,
      "thought_step_nums": 9.0625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.029825573787093163,
      "contrastive_loss#1": 0.14912787079811096,
      "epoch": 2.227979274611399,
      "lm_loss": 0.969132661819458,
      "loss": 0.9989582300186157,
      "step": 1290,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.229706390328152,
      "grad_norm": 4.0,
      "learning_rate": 5e-05,
      "loss": 0.9377,
      "step": 1291
    },
    {
      "epoch": 2.229706390328152,
      "latent_token_nums": 10.625,
      "step": 1291
    },
    {
      "epoch": 2.229706390328152,
      "step": 1291,
      "thought_step_nums": 8.4375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.06240764260292053,
      "contrastive_loss#1": 0.31203821301460266,
      "epoch": 2.229706390328152,
      "lm_loss": 0.8498815298080444,
      "loss": 0.9122891426086426,
      "step": 1291,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.231433506044905,
      "grad_norm": 4.25,
      "learning_rate": 5e-05,
      "loss": 0.9559,
      "step": 1292
    },
    {
      "epoch": 2.231433506044905,
      "latent_token_nums": 10.75,
      "step": 1292
    },
    {
      "epoch": 2.231433506044905,
      "step": 1292,
      "thought_step_nums": 7.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.009728260338306427,
      "contrastive_loss#1": 0.048641301691532135,
      "epoch": 2.231433506044905,
      "lm_loss": 0.9102964997291565,
      "loss": 0.9200247526168823,
      "step": 1292,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.233160621761658,
      "grad_norm": 4.625,
      "learning_rate": 5e-05,
      "loss": 0.9526,
      "step": 1293
    },
    {
      "epoch": 2.233160621761658,
      "latent_token_nums": 10.125,
      "step": 1293
    },
    {
      "epoch": 2.233160621761658,
      "step": 1293,
      "thought_step_nums": 8.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.006893028970807791,
      "contrastive_loss#1": 0.03446514531970024,
      "epoch": 2.233160621761658,
      "lm_loss": 0.9528356790542603,
      "loss": 0.9597287178039551,
      "step": 1293,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.234887737478411,
      "grad_norm": 3.84375,
      "learning_rate": 5e-05,
      "loss": 0.9492,
      "step": 1294
    },
    {
      "epoch": 2.234887737478411,
      "latent_token_nums": 10.25,
      "step": 1294
    },
    {
      "epoch": 2.234887737478411,
      "step": 1294,
      "thought_step_nums": 8.125
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.13071466982364655,
      "contrastive_loss#1": 0.6535733342170715,
      "epoch": 2.234887737478411,
      "lm_loss": 0.9761481881141663,
      "loss": 1.1068629026412964,
      "step": 1294,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 2.236614853195164,
      "grad_norm": 4.09375,
      "learning_rate": 5e-05,
      "loss": 0.9555,
      "step": 1295
    },
    {
      "epoch": 2.236614853195164,
      "latent_token_nums": 10.125,
      "step": 1295
    },
    {
      "epoch": 2.236614853195164,
      "step": 1295,
      "thought_step_nums": 8.4375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05031447485089302,
      "contrastive_loss#1": 0.2515723705291748,
      "epoch": 2.236614853195164,
      "lm_loss": 1.0526068210601807,
      "loss": 1.1029212474822998,
      "step": 1295,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 2.238341968911917,
      "grad_norm": 4.125,
      "learning_rate": 5e-05,
      "loss": 0.9499,
      "step": 1296
    },
    {
      "epoch": 2.238341968911917,
      "latent_token_nums": 10.0625,
      "step": 1296
    },
    {
      "epoch": 2.238341968911917,
      "step": 1296,
      "thought_step_nums": 8.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04152644798159599,
      "contrastive_loss#1": 0.20763222873210907,
      "epoch": 2.238341968911917,
      "lm_loss": 0.8817765712738037,
      "loss": 0.9233030080795288,
      "step": 1296,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.24006908462867,
      "grad_norm": 3.953125,
      "learning_rate": 5e-05,
      "loss": 0.9428,
      "step": 1297
    },
    {
      "epoch": 2.24006908462867,
      "latent_token_nums": 10.25,
      "step": 1297
    },
    {
      "epoch": 2.24006908462867,
      "step": 1297,
      "thought_step_nums": 8.5
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05712958797812462,
      "contrastive_loss#1": 0.2856479287147522,
      "epoch": 2.24006908462867,
      "lm_loss": 0.9314977526664734,
      "loss": 0.9886273145675659,
      "step": 1297,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.2417962003454233,
      "grad_norm": 4.53125,
      "learning_rate": 5e-05,
      "loss": 0.9643,
      "step": 1298
    },
    {
      "epoch": 2.2417962003454233,
      "latent_token_nums": 10.4375,
      "step": 1298
    },
    {
      "epoch": 2.2417962003454233,
      "step": 1298,
      "thought_step_nums": 8.5
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.0340978242456913,
      "contrastive_loss#1": 0.1704891175031662,
      "epoch": 2.2417962003454233,
      "lm_loss": 0.9309166669845581,
      "loss": 0.9650145173072815,
      "step": 1298,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.243523316062176,
      "grad_norm": 3.890625,
      "learning_rate": 5e-05,
      "loss": 0.9419,
      "step": 1299
    },
    {
      "epoch": 2.243523316062176,
      "latent_token_nums": 10.25,
      "step": 1299
    },
    {
      "epoch": 2.243523316062176,
      "step": 1299,
      "thought_step_nums": 7.5625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.033863481134176254,
      "contrastive_loss#1": 0.16931739449501038,
      "epoch": 2.243523316062176,
      "lm_loss": 0.8646952509880066,
      "loss": 0.8985587358474731,
      "step": 1299,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.245250431778929,
      "grad_norm": 4.46875,
      "learning_rate": 5e-05,
      "loss": 0.9635,
      "step": 1300
    },
    {
      "epoch": 2.245250431778929,
      "latent_token_nums": 10.125,
      "step": 1300
    },
    {
      "epoch": 2.245250431778929,
      "step": 1300,
      "thought_step_nums": 8.0
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.033554159104824066,
      "contrastive_loss#1": 0.16777078807353973,
      "epoch": 2.245250431778929,
      "lm_loss": 1.0410761833190918,
      "loss": 1.0746303796768188,
      "step": 1300,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.2469775474956823,
      "grad_norm": 3.84375,
      "learning_rate": 5e-05,
      "loss": 0.9558,
      "step": 1301
    },
    {
      "epoch": 2.2469775474956823,
      "latent_token_nums": 10.625,
      "step": 1301
    },
    {
      "epoch": 2.2469775474956823,
      "step": 1301,
      "thought_step_nums": 8.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.022718867287039757,
      "contrastive_loss#1": 0.11359433829784393,
      "epoch": 2.2469775474956823,
      "lm_loss": 0.9528272151947021,
      "loss": 0.9755460619926453,
      "step": 1301,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.2487046632124352,
      "grad_norm": 3.78125,
      "learning_rate": 5e-05,
      "loss": 0.9464,
      "step": 1302
    },
    {
      "epoch": 2.2487046632124352,
      "latent_token_nums": 9.9375,
      "step": 1302
    },
    {
      "epoch": 2.2487046632124352,
      "step": 1302,
      "thought_step_nums": 8.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.014964244328439236,
      "contrastive_loss#1": 0.07482121884822845,
      "epoch": 2.2487046632124352,
      "lm_loss": 0.9890398979187012,
      "loss": 1.0040041208267212,
      "step": 1302,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.250431778929188,
      "grad_norm": 3.703125,
      "learning_rate": 5e-05,
      "loss": 0.9453,
      "step": 1303
    },
    {
      "epoch": 2.250431778929188,
      "latent_token_nums": 10.3125,
      "step": 1303
    },
    {
      "epoch": 2.250431778929188,
      "step": 1303,
      "thought_step_nums": 8.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.010334459133446217,
      "contrastive_loss#1": 0.05167229473590851,
      "epoch": 2.250431778929188,
      "lm_loss": 0.7756025791168213,
      "loss": 0.7859370112419128,
      "step": 1303,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.2521588946459414,
      "grad_norm": 3.703125,
      "learning_rate": 5e-05,
      "loss": 0.9651,
      "step": 1304
    },
    {
      "epoch": 2.2521588946459414,
      "latent_token_nums": 10.5,
      "step": 1304
    },
    {
      "epoch": 2.2521588946459414,
      "step": 1304,
      "thought_step_nums": 8.5
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.12749245762825012,
      "contrastive_loss#1": 0.6374622583389282,
      "epoch": 2.2521588946459414,
      "lm_loss": 0.9065093398094177,
      "loss": 1.0340018272399902,
      "step": 1304,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.2538860103626943,
      "grad_norm": 3.796875,
      "learning_rate": 5e-05,
      "loss": 0.9511,
      "step": 1305
    },
    {
      "epoch": 2.2538860103626943,
      "latent_token_nums": 10.75,
      "step": 1305
    },
    {
      "epoch": 2.2538860103626943,
      "step": 1305,
      "thought_step_nums": 8.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.012242660857737064,
      "contrastive_loss#1": 0.06121330335736275,
      "epoch": 2.2538860103626943,
      "lm_loss": 0.8967118859291077,
      "loss": 0.9089545607566833,
      "step": 1305,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.255613126079447,
      "grad_norm": 3.859375,
      "learning_rate": 5e-05,
      "loss": 0.9567,
      "step": 1306
    },
    {
      "epoch": 2.255613126079447,
      "latent_token_nums": 10.1875,
      "step": 1306
    },
    {
      "epoch": 2.255613126079447,
      "step": 1306,
      "thought_step_nums": 8.0625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.018780408427119255,
      "contrastive_loss#1": 0.09390203654766083,
      "epoch": 2.255613126079447,
      "lm_loss": 0.8607428073883057,
      "loss": 0.8795232176780701,
      "step": 1306,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.2573402417962005,
      "grad_norm": 4.0,
      "learning_rate": 5e-05,
      "loss": 0.9352,
      "step": 1307
    },
    {
      "epoch": 2.2573402417962005,
      "latent_token_nums": 9.875,
      "step": 1307
    },
    {
      "epoch": 2.2573402417962005,
      "step": 1307,
      "thought_step_nums": 8.0
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03777281194925308,
      "contrastive_loss#1": 0.18886405229568481,
      "epoch": 2.2573402417962005,
      "lm_loss": 0.9092422127723694,
      "loss": 0.9470150470733643,
      "step": 1307,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 2.2590673575129534,
      "grad_norm": 4.125,
      "learning_rate": 5e-05,
      "loss": 0.9598,
      "step": 1308
    },
    {
      "epoch": 2.2590673575129534,
      "latent_token_nums": 10.375,
      "step": 1308
    },
    {
      "epoch": 2.2590673575129534,
      "step": 1308,
      "thought_step_nums": 7.8125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.010972498916089535,
      "contrastive_loss#1": 0.05486249178647995,
      "epoch": 2.2590673575129534,
      "lm_loss": 0.9338521361351013,
      "loss": 0.9448246359825134,
      "step": 1308,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.2607944732297063,
      "grad_norm": 4.1875,
      "learning_rate": 5e-05,
      "loss": 0.9649,
      "step": 1309
    },
    {
      "epoch": 2.2607944732297063,
      "latent_token_nums": 10.3125,
      "step": 1309
    },
    {
      "epoch": 2.2607944732297063,
      "step": 1309,
      "thought_step_nums": 8.0625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.10794341564178467,
      "contrastive_loss#1": 0.5397170782089233,
      "epoch": 2.2607944732297063,
      "lm_loss": 0.9159846305847168,
      "loss": 1.0239280462265015,
      "step": 1309,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.2625215889464596,
      "grad_norm": 4.4375,
      "learning_rate": 5e-05,
      "loss": 0.9545,
      "step": 1310
    },
    {
      "epoch": 2.2625215889464596,
      "latent_token_nums": 10.125,
      "step": 1310
    },
    {
      "epoch": 2.2625215889464596,
      "step": 1310,
      "thought_step_nums": 8.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.019827336072921753,
      "contrastive_loss#1": 0.09913668036460876,
      "epoch": 2.2625215889464596,
      "lm_loss": 0.9922912120819092,
      "loss": 1.0121185779571533,
      "step": 1310,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 2.2642487046632125,
      "grad_norm": 3.71875,
      "learning_rate": 5e-05,
      "loss": 0.9401,
      "step": 1311
    },
    {
      "epoch": 2.2642487046632125,
      "latent_token_nums": 10.3125,
      "step": 1311
    },
    {
      "epoch": 2.2642487046632125,
      "step": 1311,
      "thought_step_nums": 8.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.014064326882362366,
      "contrastive_loss#1": 0.07032163441181183,
      "epoch": 2.2642487046632125,
      "lm_loss": 0.8846901059150696,
      "loss": 0.8987544178962708,
      "step": 1311,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.2659758203799654,
      "grad_norm": 4.0,
      "learning_rate": 5e-05,
      "loss": 0.951,
      "step": 1312
    },
    {
      "epoch": 2.2659758203799654,
      "latent_token_nums": 10.625,
      "step": 1312
    },
    {
      "epoch": 2.2659758203799654,
      "step": 1312,
      "thought_step_nums": 9.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03508616238832474,
      "contrastive_loss#1": 0.1754308044910431,
      "epoch": 2.2659758203799654,
      "lm_loss": 0.9031718969345093,
      "loss": 0.9382580518722534,
      "step": 1312,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 2.2677029360967182,
      "grad_norm": 4.3125,
      "learning_rate": 5e-05,
      "loss": 0.9509,
      "step": 1313
    },
    {
      "epoch": 2.2677029360967182,
      "latent_token_nums": 10.1875,
      "step": 1313
    },
    {
      "epoch": 2.2677029360967182,
      "step": 1313,
      "thought_step_nums": 9.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.007474524434655905,
      "contrastive_loss#1": 0.03737262263894081,
      "epoch": 2.2677029360967182,
      "lm_loss": 0.908806562423706,
      "loss": 0.9162811040878296,
      "step": 1313,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.2694300518134716,
      "grad_norm": 6.78125,
      "learning_rate": 5e-05,
      "loss": 0.9656,
      "step": 1314
    },
    {
      "epoch": 2.2694300518134716,
      "latent_token_nums": 10.3125,
      "step": 1314
    },
    {
      "epoch": 2.2694300518134716,
      "step": 1314,
      "thought_step_nums": 8.625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04968733713030815,
      "contrastive_loss#1": 0.24843667447566986,
      "epoch": 2.2694300518134716,
      "lm_loss": 0.9988849759101868,
      "loss": 1.048572301864624,
      "step": 1314,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.2711571675302245,
      "grad_norm": 576.0,
      "learning_rate": 5e-05,
      "loss": 0.9384,
      "step": 1315
    },
    {
      "epoch": 2.2711571675302245,
      "latent_token_nums": 10.3125,
      "step": 1315
    },
    {
      "epoch": 2.2711571675302245,
      "step": 1315,
      "thought_step_nums": 8.5
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.0798942968249321,
      "contrastive_loss#1": 0.3994714617729187,
      "epoch": 2.2711571675302245,
      "lm_loss": 0.9237462878227234,
      "loss": 1.0036405324935913,
      "step": 1315,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 2.2728842832469773,
      "grad_norm": 1200.0,
      "learning_rate": 5e-05,
      "loss": 1.0728,
      "step": 1316
    },
    {
      "epoch": 2.2728842832469773,
      "latent_token_nums": 10.875,
      "step": 1316
    },
    {
      "epoch": 2.2728842832469773,
      "step": 1316,
      "thought_step_nums": 7.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.005678651388734579,
      "contrastive_loss#1": 0.028393257409334183,
      "epoch": 2.2728842832469773,
      "lm_loss": 2.1233158111572266,
      "loss": 2.1289944648742676,
      "step": 1316,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.2746113989637307,
      "grad_norm": 1336.0,
      "learning_rate": 5e-05,
      "loss": 1.4752,
      "step": 1317
    },
    {
      "epoch": 2.2746113989637307,
      "latent_token_nums": 10.5,
      "step": 1317
    },
    {
      "epoch": 2.2746113989637307,
      "step": 1317,
      "thought_step_nums": 8.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.009769565425813198,
      "contrastive_loss#1": 0.04884782433509827,
      "epoch": 2.2746113989637307,
      "lm_loss": 1.542453408241272,
      "loss": 1.5522229671478271,
      "step": 1317,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.2763385146804835,
      "grad_norm": 142.0,
      "learning_rate": 5e-05,
      "loss": 1.2882,
      "step": 1318
    },
    {
      "epoch": 2.2763385146804835,
      "latent_token_nums": 10.25,
      "step": 1318
    },
    {
      "epoch": 2.2763385146804835,
      "step": 1318,
      "thought_step_nums": 8.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0009161526686511934,
      "contrastive_loss#1": 0.004580763168632984,
      "epoch": 2.2763385146804835,
      "lm_loss": 0.8776348829269409,
      "loss": 0.8785510063171387,
      "step": 1318,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.2780656303972364,
      "grad_norm": 141.0,
      "learning_rate": 5e-05,
      "loss": 1.0015,
      "step": 1319
    },
    {
      "epoch": 2.2780656303972364,
      "latent_token_nums": 10.25,
      "step": 1319
    },
    {
      "epoch": 2.2780656303972364,
      "step": 1319,
      "thought_step_nums": 7.8125
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.22228915989398956,
      "contrastive_loss#1": 1.1114457845687866,
      "epoch": 2.2780656303972364,
      "lm_loss": 1.4942076206207275,
      "loss": 1.7164968252182007,
      "step": 1319,
      "valid_batch_size": 1024.125
    },
    {
      "epoch": 2.2797927461139897,
      "grad_norm": 57.5,
      "learning_rate": 5e-05,
      "loss": 1.071,
      "step": 1320
    },
    {
      "epoch": 2.2797927461139897,
      "latent_token_nums": 10.375,
      "step": 1320
    },
    {
      "epoch": 2.2797927461139897,
      "step": 1320,
      "thought_step_nums": 8.625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 0.8125,
      "acc@5": 0.8125,
      "contrastive_loss": 0.49214696884155273,
      "contrastive_loss#1": 2.4607348442077637,
      "epoch": 2.2797927461139897,
      "lm_loss": 3.04744291305542,
      "loss": 3.5395898818969727,
      "step": 1320,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.2815198618307426,
      "grad_norm": 207.0,
      "learning_rate": 5e-05,
      "loss": 3.2371,
      "step": 1321
    },
    {
      "epoch": 2.2815198618307426,
      "latent_token_nums": 10.125,
      "step": 1321
    },
    {
      "epoch": 2.2815198618307426,
      "step": 1321,
      "thought_step_nums": 8.625
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1895342320203781,
      "contrastive_loss#1": 0.9476711750030518,
      "epoch": 2.2815198618307426,
      "lm_loss": 2.8383684158325195,
      "loss": 3.027902603149414,
      "step": 1321,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.2832469775474955,
      "grad_norm": 1376.0,
      "learning_rate": 5e-05,
      "loss": 2.58,
      "step": 1322
    },
    {
      "epoch": 2.2832469775474955,
      "latent_token_nums": 10.125,
      "step": 1322
    },
    {
      "epoch": 2.2832469775474955,
      "step": 1322,
      "thought_step_nums": 8.6875
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11491668224334717,
      "contrastive_loss#1": 0.5745834112167358,
      "epoch": 2.2832469775474955,
      "lm_loss": 0.8832205533981323,
      "loss": 0.9981372356414795,
      "step": 1322,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.284974093264249,
      "grad_norm": 312.0,
      "learning_rate": 5e-05,
      "loss": 1.1144,
      "step": 1323
    },
    {
      "epoch": 2.284974093264249,
      "latent_token_nums": 10.3125,
      "step": 1323
    },
    {
      "epoch": 2.284974093264249,
      "step": 1323,
      "thought_step_nums": 7.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.033667732030153275,
      "contrastive_loss#1": 0.16833865642547607,
      "epoch": 2.284974093264249,
      "lm_loss": 0.9624488353729248,
      "loss": 0.996116578578949,
      "step": 1323,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.2867012089810017,
      "grad_norm": 70.5,
      "learning_rate": 5e-05,
      "loss": 1.006,
      "step": 1324
    },
    {
      "epoch": 2.2867012089810017,
      "latent_token_nums": 10.75,
      "step": 1324
    },
    {
      "epoch": 2.2867012089810017,
      "step": 1324,
      "thought_step_nums": 8.4375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06356453895568848,
      "contrastive_loss#1": 0.3178226947784424,
      "epoch": 2.2867012089810017,
      "lm_loss": 1.2063122987747192,
      "loss": 1.2698768377304077,
      "step": 1324,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.2884283246977546,
      "grad_norm": 32000.0,
      "learning_rate": 5e-05,
      "loss": 1.1528,
      "step": 1325
    },
    {
      "epoch": 2.2884283246977546,
      "latent_token_nums": 10.625,
      "step": 1325
    },
    {
      "epoch": 2.2884283246977546,
      "step": 1325,
      "thought_step_nums": 8.0
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06041567400097847,
      "contrastive_loss#1": 0.30207836627960205,
      "epoch": 2.2884283246977546,
      "lm_loss": 1.5341427326202393,
      "loss": 1.5945583581924438,
      "step": 1325,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 2.290155440414508,
      "grad_norm": 57.5,
      "learning_rate": 5e-05,
      "loss": 1.0562,
      "step": 1326
    },
    {
      "epoch": 2.290155440414508,
      "latent_token_nums": 10.1875,
      "step": 1326
    },
    {
      "epoch": 2.290155440414508,
      "step": 1326,
      "thought_step_nums": 8.625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04117690771818161,
      "contrastive_loss#1": 0.20588453114032745,
      "epoch": 2.290155440414508,
      "lm_loss": 0.9483195543289185,
      "loss": 0.9894964694976807,
      "step": 1326,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.291882556131261,
      "grad_norm": 4.78125,
      "learning_rate": 5e-05,
      "loss": 0.9667,
      "step": 1327
    },
    {
      "epoch": 2.291882556131261,
      "latent_token_nums": 10.0625,
      "step": 1327
    },
    {
      "epoch": 2.291882556131261,
      "step": 1327,
      "thought_step_nums": 8.0625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08883564919233322,
      "contrastive_loss#1": 0.4441782534122467,
      "epoch": 2.291882556131261,
      "lm_loss": 0.8514976501464844,
      "loss": 0.9403333067893982,
      "step": 1327,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.2936096718480137,
      "grad_norm": 4.0625,
      "learning_rate": 5e-05,
      "loss": 0.9794,
      "step": 1328
    },
    {
      "epoch": 2.2936096718480137,
      "latent_token_nums": 10.5625,
      "step": 1328
    },
    {
      "epoch": 2.2936096718480137,
      "step": 1328,
      "thought_step_nums": 8.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01067347265779972,
      "contrastive_loss#1": 0.053367361426353455,
      "epoch": 2.2936096718480137,
      "lm_loss": 0.9604719281196594,
      "loss": 0.9711453914642334,
      "step": 1328,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.295336787564767,
      "grad_norm": 3.890625,
      "learning_rate": 5e-05,
      "loss": 0.9524,
      "step": 1329
    },
    {
      "epoch": 2.295336787564767,
      "latent_token_nums": 10.4375,
      "step": 1329
    },
    {
      "epoch": 2.295336787564767,
      "step": 1329,
      "thought_step_nums": 7.5625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04044486954808235,
      "contrastive_loss#1": 0.20222434401512146,
      "epoch": 2.295336787564767,
      "lm_loss": 0.9622308611869812,
      "loss": 1.0026757717132568,
      "step": 1329,
      "valid_batch_size": 1024.375
    },
    {
      "epoch": 2.29706390328152,
      "grad_norm": 3.71875,
      "learning_rate": 5e-05,
      "loss": 0.9597,
      "step": 1330
    },
    {
      "epoch": 2.29706390328152,
      "latent_token_nums": 10.5625,
      "step": 1330
    },
    {
      "epoch": 2.29706390328152,
      "step": 1330,
      "thought_step_nums": 8.5
    },
    {
      "acc@1": 0.9375,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.08627786487340927,
      "contrastive_loss#1": 0.43138933181762695,
      "epoch": 2.29706390328152,
      "lm_loss": 0.9273524880409241,
      "loss": 1.0136303901672363,
      "step": 1330,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.2987910189982728,
      "grad_norm": 4.15625,
      "learning_rate": 5e-05,
      "loss": 0.952,
      "step": 1331
    },
    {
      "epoch": 2.2987910189982728,
      "latent_token_nums": 10.1875,
      "step": 1331
    },
    {
      "epoch": 2.2987910189982728,
      "step": 1331,
      "thought_step_nums": 7.875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.044723767787218094,
      "contrastive_loss#1": 0.22361883521080017,
      "epoch": 2.2987910189982728,
      "lm_loss": 0.8767428398132324,
      "loss": 0.921466588973999,
      "step": 1331,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.300518134715026,
      "grad_norm": 3.75,
      "learning_rate": 5e-05,
      "loss": 0.9553,
      "step": 1332
    },
    {
      "epoch": 2.300518134715026,
      "latent_token_nums": 10.25,
      "step": 1332
    },
    {
      "epoch": 2.300518134715026,
      "step": 1332,
      "thought_step_nums": 8.5625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.048656560480594635,
      "contrastive_loss#1": 0.24328279495239258,
      "epoch": 2.300518134715026,
      "lm_loss": 0.8905773758888245,
      "loss": 0.9392339587211609,
      "step": 1332,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.302245250431779,
      "grad_norm": 4.0625,
      "learning_rate": 5e-05,
      "loss": 0.9513,
      "step": 1333
    },
    {
      "epoch": 2.302245250431779,
      "latent_token_nums": 10.5,
      "step": 1333
    },
    {
      "epoch": 2.302245250431779,
      "step": 1333,
      "thought_step_nums": 7.5
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04853510856628418,
      "contrastive_loss#1": 0.2426755428314209,
      "epoch": 2.302245250431779,
      "lm_loss": 0.885897159576416,
      "loss": 0.9344322681427002,
      "step": 1333,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.303972366148532,
      "grad_norm": 3.984375,
      "learning_rate": 5e-05,
      "loss": 0.9589,
      "step": 1334
    },
    {
      "epoch": 2.303972366148532,
      "latent_token_nums": 10.1875,
      "step": 1334
    },
    {
      "epoch": 2.303972366148532,
      "step": 1334,
      "thought_step_nums": 8.25
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07229707390069962,
      "contrastive_loss#1": 0.3614853620529175,
      "epoch": 2.303972366148532,
      "lm_loss": 0.9054474830627441,
      "loss": 0.9777445793151855,
      "step": 1334,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.305699481865285,
      "grad_norm": 4.15625,
      "learning_rate": 5e-05,
      "loss": 0.9533,
      "step": 1335
    },
    {
      "epoch": 2.305699481865285,
      "latent_token_nums": 10.8125,
      "step": 1335
    },
    {
      "epoch": 2.305699481865285,
      "step": 1335,
      "thought_step_nums": 8.75
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.1448397934436798,
      "contrastive_loss#1": 0.7241989374160767,
      "epoch": 2.305699481865285,
      "lm_loss": 0.9269822835922241,
      "loss": 1.0718220472335815,
      "step": 1335,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 2.307426597582038,
      "grad_norm": 3.625,
      "learning_rate": 5e-05,
      "loss": 0.9334,
      "step": 1336
    },
    {
      "epoch": 2.307426597582038,
      "latent_token_nums": 10.25,
      "step": 1336
    },
    {
      "epoch": 2.307426597582038,
      "step": 1336,
      "thought_step_nums": 8.9375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06748364865779877,
      "contrastive_loss#1": 0.33741822838783264,
      "epoch": 2.307426597582038,
      "lm_loss": 0.9496932625770569,
      "loss": 1.017176866531372,
      "step": 1336,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.309153713298791,
      "grad_norm": 4.0625,
      "learning_rate": 5e-05,
      "loss": 0.9579,
      "step": 1337
    },
    {
      "epoch": 2.309153713298791,
      "latent_token_nums": 10.1875,
      "step": 1337
    },
    {
      "epoch": 2.309153713298791,
      "step": 1337,
      "thought_step_nums": 8.4375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07001515477895737,
      "contrastive_loss#1": 0.35007578134536743,
      "epoch": 2.309153713298791,
      "lm_loss": 0.8390664458274841,
      "loss": 0.9090815782546997,
      "step": 1337,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.3108808290155443,
      "grad_norm": 4.34375,
      "learning_rate": 5e-05,
      "loss": 0.9591,
      "step": 1338
    },
    {
      "epoch": 2.3108808290155443,
      "latent_token_nums": 10.5625,
      "step": 1338
    },
    {
      "epoch": 2.3108808290155443,
      "step": 1338,
      "thought_step_nums": 8.5625
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.12174423038959503,
      "contrastive_loss#1": 0.608721137046814,
      "epoch": 2.3108808290155443,
      "lm_loss": 0.9027157425880432,
      "loss": 1.024459958076477,
      "step": 1338,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.312607944732297,
      "grad_norm": 4.25,
      "learning_rate": 5e-05,
      "loss": 0.9468,
      "step": 1339
    },
    {
      "epoch": 2.312607944732297,
      "latent_token_nums": 10.4375,
      "step": 1339
    },
    {
      "epoch": 2.312607944732297,
      "step": 1339,
      "thought_step_nums": 8.4375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.039603691548109055,
      "contrastive_loss#1": 0.19801846146583557,
      "epoch": 2.312607944732297,
      "lm_loss": 0.8912444114685059,
      "loss": 0.9308481216430664,
      "step": 1339,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.31433506044905,
      "grad_norm": 4.0,
      "learning_rate": 5e-05,
      "loss": 0.9636,
      "step": 1340
    },
    {
      "epoch": 2.31433506044905,
      "latent_token_nums": 10.625,
      "step": 1340
    },
    {
      "epoch": 2.31433506044905,
      "step": 1340,
      "thought_step_nums": 7.8125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.030511457473039627,
      "contrastive_loss#1": 0.15255728363990784,
      "epoch": 2.31433506044905,
      "lm_loss": 0.8547155261039734,
      "loss": 0.8852269649505615,
      "step": 1340,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.3160621761658033,
      "grad_norm": 3.90625,
      "learning_rate": 5e-05,
      "loss": 0.9635,
      "step": 1341
    },
    {
      "epoch": 2.3160621761658033,
      "latent_token_nums": 10.375,
      "step": 1341
    },
    {
      "epoch": 2.3160621761658033,
      "step": 1341,
      "thought_step_nums": 8.1875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0239071287214756,
      "contrastive_loss#1": 0.11953563988208771,
      "epoch": 2.3160621761658033,
      "lm_loss": 0.919373631477356,
      "loss": 0.9432807564735413,
      "step": 1341,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.3177892918825562,
      "grad_norm": 4.59375,
      "learning_rate": 5e-05,
      "loss": 0.9725,
      "step": 1342
    },
    {
      "epoch": 2.3177892918825562,
      "latent_token_nums": 10.1875,
      "step": 1342
    },
    {
      "epoch": 2.3177892918825562,
      "step": 1342,
      "thought_step_nums": 8.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02311350777745247,
      "contrastive_loss#1": 0.11556753516197205,
      "epoch": 2.3177892918825562,
      "lm_loss": 0.8866547346115112,
      "loss": 0.9097682237625122,
      "step": 1342,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.319516407599309,
      "grad_norm": 3.296875,
      "learning_rate": 5e-05,
      "loss": 0.9301,
      "step": 1343
    },
    {
      "epoch": 2.319516407599309,
      "latent_token_nums": 10.25,
      "step": 1343
    },
    {
      "epoch": 2.319516407599309,
      "step": 1343,
      "thought_step_nums": 8.125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02195771038532257,
      "contrastive_loss#1": 0.10978855192661285,
      "epoch": 2.319516407599309,
      "lm_loss": 0.9179055690765381,
      "loss": 0.9398632645606995,
      "step": 1343,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.321243523316062,
      "grad_norm": 4.34375,
      "learning_rate": 5e-05,
      "loss": 0.9603,
      "step": 1344
    },
    {
      "epoch": 2.321243523316062,
      "latent_token_nums": 9.9375,
      "step": 1344
    },
    {
      "epoch": 2.321243523316062,
      "step": 1344,
      "thought_step_nums": 8.6875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.07243210822343826,
      "contrastive_loss#1": 0.3621605336666107,
      "epoch": 2.321243523316062,
      "lm_loss": 0.7560381889343262,
      "loss": 0.8284702897071838,
      "step": 1344,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.3229706390328153,
      "grad_norm": 4.375,
      "learning_rate": 5e-05,
      "loss": 0.9458,
      "step": 1345
    },
    {
      "epoch": 2.3229706390328153,
      "latent_token_nums": 10.1875,
      "step": 1345
    },
    {
      "epoch": 2.3229706390328153,
      "step": 1345,
      "thought_step_nums": 7.875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02646924927830696,
      "contrastive_loss#1": 0.1323462426662445,
      "epoch": 2.3229706390328153,
      "lm_loss": 0.9726321697235107,
      "loss": 0.9991014003753662,
      "step": 1345,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 2.324697754749568,
      "grad_norm": 3.953125,
      "learning_rate": 5e-05,
      "loss": 0.9367,
      "step": 1346
    },
    {
      "epoch": 2.324697754749568,
      "latent_token_nums": 10.25,
      "step": 1346
    },
    {
      "epoch": 2.324697754749568,
      "step": 1346,
      "thought_step_nums": 8.375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03339448943734169,
      "contrastive_loss#1": 0.16697244346141815,
      "epoch": 2.324697754749568,
      "lm_loss": 0.885887086391449,
      "loss": 0.9192816019058228,
      "step": 1346,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.326424870466321,
      "grad_norm": 4.40625,
      "learning_rate": 5e-05,
      "loss": 0.9534,
      "step": 1347
    },
    {
      "epoch": 2.326424870466321,
      "latent_token_nums": 10.375,
      "step": 1347
    },
    {
      "epoch": 2.326424870466321,
      "step": 1347,
      "thought_step_nums": 9.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.008776220493018627,
      "contrastive_loss#1": 0.04388109967112541,
      "epoch": 2.326424870466321,
      "lm_loss": 0.8898273706436157,
      "loss": 0.898603618144989,
      "step": 1347,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.3281519861830744,
      "grad_norm": 3.96875,
      "learning_rate": 5e-05,
      "loss": 0.9494,
      "step": 1348
    },
    {
      "epoch": 2.3281519861830744,
      "latent_token_nums": 10.375,
      "step": 1348
    },
    {
      "epoch": 2.3281519861830744,
      "step": 1348,
      "thought_step_nums": 7.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02923976443707943,
      "contrastive_loss#1": 0.1461988240480423,
      "epoch": 2.3281519861830744,
      "lm_loss": 0.9458550214767456,
      "loss": 0.9750947952270508,
      "step": 1348,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.3298791018998273,
      "grad_norm": 3.5625,
      "learning_rate": 5e-05,
      "loss": 0.9205,
      "step": 1349
    },
    {
      "epoch": 2.3298791018998273,
      "latent_token_nums": 10.5,
      "step": 1349
    },
    {
      "epoch": 2.3298791018998273,
      "step": 1349,
      "thought_step_nums": 9.125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09008147567510605,
      "contrastive_loss#1": 0.45040735602378845,
      "epoch": 2.3298791018998273,
      "lm_loss": 0.8814236521720886,
      "loss": 0.9715051054954529,
      "step": 1349,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.33160621761658,
      "grad_norm": 3.609375,
      "learning_rate": 5e-05,
      "loss": 0.9407,
      "step": 1350
    },
    {
      "epoch": 2.33160621761658,
      "latent_token_nums": 9.875,
      "step": 1350
    },
    {
      "epoch": 2.33160621761658,
      "step": 1350,
      "thought_step_nums": 8.1875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.020415782928466797,
      "contrastive_loss#1": 0.10207891464233398,
      "epoch": 2.33160621761658,
      "lm_loss": 0.868065357208252,
      "loss": 0.8884811401367188,
      "step": 1350,
      "valid_batch_size": 1024.5
    },
    {
      "epoch": 2.3333333333333335,
      "grad_norm": 3.796875,
      "learning_rate": 5e-05,
      "loss": 0.931,
      "step": 1351
    },
    {
      "epoch": 2.3333333333333335,
      "latent_token_nums": 9.9375,
      "step": 1351
    },
    {
      "epoch": 2.3333333333333335,
      "step": 1351,
      "thought_step_nums": 8.5625
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.08462417870759964,
      "contrastive_loss#1": 0.4231208860874176,
      "epoch": 2.3333333333333335,
      "lm_loss": 0.9472053647041321,
      "loss": 1.031829595565796,
      "step": 1351,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.3350604490500864,
      "grad_norm": 3.734375,
      "learning_rate": 5e-05,
      "loss": 0.9563,
      "step": 1352
    },
    {
      "epoch": 2.3350604490500864,
      "latent_token_nums": 10.625,
      "step": 1352
    },
    {
      "epoch": 2.3350604490500864,
      "step": 1352,
      "thought_step_nums": 8.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0016534033929929137,
      "contrastive_loss#1": 0.00826701708137989,
      "epoch": 2.3350604490500864,
      "lm_loss": 0.8853044509887695,
      "loss": 0.8869578838348389,
      "step": 1352,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.3367875647668392,
      "grad_norm": 3.65625,
      "learning_rate": 5e-05,
      "loss": 0.9447,
      "step": 1353
    },
    {
      "epoch": 2.3367875647668392,
      "latent_token_nums": 10.5,
      "step": 1353
    },
    {
      "epoch": 2.3367875647668392,
      "step": 1353,
      "thought_step_nums": 8.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02407343126833439,
      "contrastive_loss#1": 0.1203671544790268,
      "epoch": 2.3367875647668392,
      "lm_loss": 0.9205097556114197,
      "loss": 0.9445831775665283,
      "step": 1353,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.3385146804835926,
      "grad_norm": 4.15625,
      "learning_rate": 5e-05,
      "loss": 0.9413,
      "step": 1354
    },
    {
      "epoch": 2.3385146804835926,
      "latent_token_nums": 10.4375,
      "step": 1354
    },
    {
      "epoch": 2.3385146804835926,
      "step": 1354,
      "thought_step_nums": 8.0
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08683469146490097,
      "contrastive_loss#1": 0.43417343497276306,
      "epoch": 2.3385146804835926,
      "lm_loss": 0.8594385385513306,
      "loss": 0.9462732076644897,
      "step": 1354,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 2.3402417962003454,
      "grad_norm": 3.796875,
      "learning_rate": 5e-05,
      "loss": 0.936,
      "step": 1355
    },
    {
      "epoch": 2.3402417962003454,
      "latent_token_nums": 10.3125,
      "step": 1355
    },
    {
      "epoch": 2.3402417962003454,
      "step": 1355,
      "thought_step_nums": 7.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.008839072659611702,
      "contrastive_loss#1": 0.04419536143541336,
      "epoch": 2.3402417962003454,
      "lm_loss": 0.9746265411376953,
      "loss": 0.9834656119346619,
      "step": 1355,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 2.3419689119170983,
      "grad_norm": 3.578125,
      "learning_rate": 5e-05,
      "loss": 0.958,
      "step": 1356
    },
    {
      "epoch": 2.3419689119170983,
      "latent_token_nums": 10.375,
      "step": 1356
    },
    {
      "epoch": 2.3419689119170983,
      "step": 1356,
      "thought_step_nums": 8.5625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.019000409170985222,
      "contrastive_loss#1": 0.09500204026699066,
      "epoch": 2.3419689119170983,
      "lm_loss": 0.8520768880844116,
      "loss": 0.871077299118042,
      "step": 1356,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.3436960276338517,
      "grad_norm": 3.53125,
      "learning_rate": 5e-05,
      "loss": 0.9536,
      "step": 1357
    },
    {
      "epoch": 2.3436960276338517,
      "latent_token_nums": 10.25,
      "step": 1357
    },
    {
      "epoch": 2.3436960276338517,
      "step": 1357,
      "thought_step_nums": 7.25
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04317191243171692,
      "contrastive_loss#1": 0.2158595621585846,
      "epoch": 2.3436960276338517,
      "lm_loss": 0.8681637048721313,
      "loss": 0.9113355875015259,
      "step": 1357,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.3454231433506045,
      "grad_norm": 4.5,
      "learning_rate": 5e-05,
      "loss": 0.9488,
      "step": 1358
    },
    {
      "epoch": 2.3454231433506045,
      "latent_token_nums": 10.5,
      "step": 1358
    },
    {
      "epoch": 2.3454231433506045,
      "step": 1358,
      "thought_step_nums": 8.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.008140990510582924,
      "contrastive_loss#1": 0.04070495069026947,
      "epoch": 2.3454231433506045,
      "lm_loss": 0.8594604134559631,
      "loss": 0.8676013946533203,
      "step": 1358,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.3471502590673574,
      "grad_norm": 3.96875,
      "learning_rate": 5e-05,
      "loss": 0.9478,
      "step": 1359
    },
    {
      "epoch": 2.3471502590673574,
      "latent_token_nums": 10.75,
      "step": 1359
    },
    {
      "epoch": 2.3471502590673574,
      "step": 1359,
      "thought_step_nums": 9.4375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0618002787232399,
      "contrastive_loss#1": 0.3090013861656189,
      "epoch": 2.3471502590673574,
      "lm_loss": 0.9642887711524963,
      "loss": 1.026089072227478,
      "step": 1359,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.3488773747841103,
      "grad_norm": 4.34375,
      "learning_rate": 5e-05,
      "loss": 0.9416,
      "step": 1360
    },
    {
      "epoch": 2.3488773747841103,
      "latent_token_nums": 10.125,
      "step": 1360
    },
    {
      "epoch": 2.3488773747841103,
      "step": 1360,
      "thought_step_nums": 8.4375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.016284508630633354,
      "contrastive_loss#1": 0.08142253756523132,
      "epoch": 2.3488773747841103,
      "lm_loss": 0.9848303198814392,
      "loss": 1.001114845275879,
      "step": 1360,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.3506044905008636,
      "grad_norm": 4.25,
      "learning_rate": 5e-05,
      "loss": 0.9464,
      "step": 1361
    },
    {
      "epoch": 2.3506044905008636,
      "latent_token_nums": 10.5625,
      "step": 1361
    },
    {
      "epoch": 2.3506044905008636,
      "step": 1361,
      "thought_step_nums": 9.0625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05854172632098198,
      "contrastive_loss#1": 0.2927086353302002,
      "epoch": 2.3506044905008636,
      "lm_loss": 0.979254424571991,
      "loss": 1.037796139717102,
      "step": 1361,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.3523316062176165,
      "grad_norm": 4.34375,
      "learning_rate": 5e-05,
      "loss": 0.952,
      "step": 1362
    },
    {
      "epoch": 2.3523316062176165,
      "latent_token_nums": 10.3125,
      "step": 1362
    },
    {
      "epoch": 2.3523316062176165,
      "step": 1362,
      "thought_step_nums": 7.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.00736067583784461,
      "contrastive_loss#1": 0.03680337965488434,
      "epoch": 2.3523316062176165,
      "lm_loss": 0.8684049844741821,
      "loss": 0.8757656812667847,
      "step": 1362,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.3540587219343694,
      "grad_norm": 3.90625,
      "learning_rate": 5e-05,
      "loss": 0.9348,
      "step": 1363
    },
    {
      "epoch": 2.3540587219343694,
      "latent_token_nums": 10.3125,
      "step": 1363
    },
    {
      "epoch": 2.3540587219343694,
      "step": 1363,
      "thought_step_nums": 8.75
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.009751196950674057,
      "contrastive_loss#1": 0.048755984753370285,
      "epoch": 2.3540587219343694,
      "lm_loss": 1.0032730102539062,
      "loss": 1.0130242109298706,
      "step": 1363,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.3557858376511227,
      "grad_norm": 4.25,
      "learning_rate": 5e-05,
      "loss": 0.9391,
      "step": 1364
    },
    {
      "epoch": 2.3557858376511227,
      "latent_token_nums": 10.25,
      "step": 1364
    },
    {
      "epoch": 2.3557858376511227,
      "step": 1364,
      "thought_step_nums": 8.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0024438488762825727,
      "contrastive_loss#1": 0.012219244614243507,
      "epoch": 2.3557858376511227,
      "lm_loss": 0.711449384689331,
      "loss": 0.7138932347297668,
      "step": 1364,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.3575129533678756,
      "grad_norm": 4.59375,
      "learning_rate": 5e-05,
      "loss": 0.9343,
      "step": 1365
    },
    {
      "epoch": 2.3575129533678756,
      "latent_token_nums": 10.4375,
      "step": 1365
    },
    {
      "epoch": 2.3575129533678756,
      "step": 1365,
      "thought_step_nums": 9.4375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.12833549082279205,
      "contrastive_loss#1": 0.6416774392127991,
      "epoch": 2.3575129533678756,
      "lm_loss": 0.8624088764190674,
      "loss": 0.9907443523406982,
      "step": 1365,
      "valid_batch_size": 1024.25
    },
    {
      "epoch": 2.3592400690846285,
      "grad_norm": 4.5625,
      "learning_rate": 5e-05,
      "loss": 0.9507,
      "step": 1366
    },
    {
      "epoch": 2.3592400690846285,
      "latent_token_nums": 10.0625,
      "step": 1366
    },
    {
      "epoch": 2.3592400690846285,
      "step": 1366,
      "thought_step_nums": 8.0625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.023565543815493584,
      "contrastive_loss#1": 0.11782771348953247,
      "epoch": 2.3592400690846285,
      "lm_loss": 0.8350244164466858,
      "loss": 0.8585899472236633,
      "step": 1366,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.360967184801382,
      "grad_norm": 3.65625,
      "learning_rate": 5e-05,
      "loss": 0.9246,
      "step": 1367
    },
    {
      "epoch": 2.360967184801382,
      "latent_token_nums": 10.25,
      "step": 1367
    },
    {
      "epoch": 2.360967184801382,
      "step": 1367,
      "thought_step_nums": 8.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0075810994021594524,
      "contrastive_loss#1": 0.0379054956138134,
      "epoch": 2.360967184801382,
      "lm_loss": 0.8755915760993958,
      "loss": 0.8831726908683777,
      "step": 1367,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.3626943005181347,
      "grad_norm": 4.09375,
      "learning_rate": 5e-05,
      "loss": 0.9265,
      "step": 1368
    },
    {
      "epoch": 2.3626943005181347,
      "latent_token_nums": 10.1875,
      "step": 1368
    },
    {
      "epoch": 2.3626943005181347,
      "step": 1368,
      "thought_step_nums": 8.4375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.08368449658155441,
      "contrastive_loss#1": 0.41842249035835266,
      "epoch": 2.3626943005181347,
      "lm_loss": 0.9645164012908936,
      "loss": 1.0482008457183838,
      "step": 1368,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.3644214162348876,
      "grad_norm": 3.703125,
      "learning_rate": 5e-05,
      "loss": 0.9444,
      "step": 1369
    },
    {
      "epoch": 2.3644214162348876,
      "latent_token_nums": 10.375,
      "step": 1369
    },
    {
      "epoch": 2.3644214162348876,
      "step": 1369,
      "thought_step_nums": 7.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.005586171057075262,
      "contrastive_loss#1": 0.027930855751037598,
      "epoch": 2.3644214162348876,
      "lm_loss": 0.9645241498947144,
      "loss": 0.970110297203064,
      "step": 1369,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.366148531951641,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.9334,
      "step": 1370
    },
    {
      "epoch": 2.366148531951641,
      "latent_token_nums": 10.375,
      "step": 1370
    },
    {
      "epoch": 2.366148531951641,
      "step": 1370,
      "thought_step_nums": 8.0625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0037385602481663227,
      "contrastive_loss#1": 0.018692800775170326,
      "epoch": 2.366148531951641,
      "lm_loss": 0.9265522956848145,
      "loss": 0.9302908778190613,
      "step": 1370,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.3678756476683938,
      "grad_norm": 4.15625,
      "learning_rate": 5e-05,
      "loss": 0.9323,
      "step": 1371
    },
    {
      "epoch": 2.3678756476683938,
      "latent_token_nums": 10.25,
      "step": 1371
    },
    {
      "epoch": 2.3678756476683938,
      "step": 1371,
      "thought_step_nums": 8.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.012289874255657196,
      "contrastive_loss#1": 0.06144937127828598,
      "epoch": 2.3678756476683938,
      "lm_loss": 0.9644686579704285,
      "loss": 0.9767585396766663,
      "step": 1371,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.3696027633851466,
      "grad_norm": 4.34375,
      "learning_rate": 5e-05,
      "loss": 0.9268,
      "step": 1372
    },
    {
      "epoch": 2.3696027633851466,
      "latent_token_nums": 10.125,
      "step": 1372
    },
    {
      "epoch": 2.3696027633851466,
      "step": 1372,
      "thought_step_nums": 7.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01964074932038784,
      "contrastive_loss#1": 0.09820374101400375,
      "epoch": 2.3696027633851466,
      "lm_loss": 0.9167003631591797,
      "loss": 0.9363411068916321,
      "step": 1372,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.3713298791019,
      "grad_norm": 4.0,
      "learning_rate": 5e-05,
      "loss": 0.9421,
      "step": 1373
    },
    {
      "epoch": 2.3713298791019,
      "latent_token_nums": 10.375,
      "step": 1373
    },
    {
      "epoch": 2.3713298791019,
      "step": 1373,
      "thought_step_nums": 8.25
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.021526340395212173,
      "contrastive_loss#1": 0.10763169825077057,
      "epoch": 2.3713298791019,
      "lm_loss": 0.9399609565734863,
      "loss": 0.9614872932434082,
      "step": 1373,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.373056994818653,
      "grad_norm": 4.09375,
      "learning_rate": 5e-05,
      "loss": 0.9419,
      "step": 1374
    },
    {
      "epoch": 2.373056994818653,
      "latent_token_nums": 10.5,
      "step": 1374
    },
    {
      "epoch": 2.373056994818653,
      "step": 1374,
      "thought_step_nums": 8.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.0480358861386776,
      "contrastive_loss#1": 0.24017943441867828,
      "epoch": 2.373056994818653,
      "lm_loss": 0.9290899038314819,
      "loss": 0.9771257638931274,
      "step": 1374,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.3747841105354057,
      "grad_norm": 4.1875,
      "learning_rate": 5e-05,
      "loss": 0.9411,
      "step": 1375
    },
    {
      "epoch": 2.3747841105354057,
      "latent_token_nums": 10.25,
      "step": 1375
    },
    {
      "epoch": 2.3747841105354057,
      "step": 1375,
      "thought_step_nums": 8.1875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1228119358420372,
      "contrastive_loss#1": 0.6140596866607666,
      "epoch": 2.3747841105354057,
      "lm_loss": 0.8618017435073853,
      "loss": 0.9846136569976807,
      "step": 1375,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 2.376511226252159,
      "grad_norm": 4.09375,
      "learning_rate": 5e-05,
      "loss": 0.9524,
      "step": 1376
    },
    {
      "epoch": 2.376511226252159,
      "latent_token_nums": 10.6875,
      "step": 1376
    },
    {
      "epoch": 2.376511226252159,
      "step": 1376,
      "thought_step_nums": 8.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0470920205116272,
      "contrastive_loss#1": 0.235460102558136,
      "epoch": 2.376511226252159,
      "lm_loss": 0.9622910022735596,
      "loss": 1.009382963180542,
      "step": 1376,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.378238341968912,
      "grad_norm": 3.90625,
      "learning_rate": 5e-05,
      "loss": 0.9579,
      "step": 1377
    },
    {
      "epoch": 2.378238341968912,
      "latent_token_nums": 10.4375,
      "step": 1377
    },
    {
      "epoch": 2.378238341968912,
      "step": 1377,
      "thought_step_nums": 8.0
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.06409920006990433,
      "contrastive_loss#1": 0.32049599289894104,
      "epoch": 2.378238341968912,
      "lm_loss": 0.9344435930252075,
      "loss": 0.9985427856445312,
      "step": 1377,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.379965457685665,
      "grad_norm": 4.0,
      "learning_rate": 5e-05,
      "loss": 0.9559,
      "step": 1378
    },
    {
      "epoch": 2.379965457685665,
      "latent_token_nums": 10.5625,
      "step": 1378
    },
    {
      "epoch": 2.379965457685665,
      "step": 1378,
      "thought_step_nums": 8.75
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04141027852892876,
      "contrastive_loss#1": 0.20705139636993408,
      "epoch": 2.379965457685665,
      "lm_loss": 0.9290159940719604,
      "loss": 0.9704262614250183,
      "step": 1378,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.381692573402418,
      "grad_norm": 4.0,
      "learning_rate": 5e-05,
      "loss": 0.9461,
      "step": 1379
    },
    {
      "epoch": 2.381692573402418,
      "latent_token_nums": 10.0625,
      "step": 1379
    },
    {
      "epoch": 2.381692573402418,
      "step": 1379,
      "thought_step_nums": 7.625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0355696827173233,
      "contrastive_loss#1": 0.17784841358661652,
      "epoch": 2.381692573402418,
      "lm_loss": 0.7615517377853394,
      "loss": 0.7971214056015015,
      "step": 1379,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.383419689119171,
      "grad_norm": 4.6875,
      "learning_rate": 5e-05,
      "loss": 0.9383,
      "step": 1380
    },
    {
      "epoch": 2.383419689119171,
      "latent_token_nums": 10.3125,
      "step": 1380
    },
    {
      "epoch": 2.383419689119171,
      "step": 1380,
      "thought_step_nums": 8.3125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1024552583694458,
      "contrastive_loss#1": 0.512276291847229,
      "epoch": 2.383419689119171,
      "lm_loss": 0.8720848560333252,
      "loss": 0.974540114402771,
      "step": 1380,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.385146804835924,
      "grad_norm": 3.796875,
      "learning_rate": 5e-05,
      "loss": 0.9456,
      "step": 1381
    },
    {
      "epoch": 2.385146804835924,
      "latent_token_nums": 10.25,
      "step": 1381
    },
    {
      "epoch": 2.385146804835924,
      "step": 1381,
      "thought_step_nums": 8.0
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.023424403741955757,
      "contrastive_loss#1": 0.11712201684713364,
      "epoch": 2.385146804835924,
      "lm_loss": 0.8617855906486511,
      "loss": 0.8852099776268005,
      "step": 1381,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.386873920552677,
      "grad_norm": 4.3125,
      "learning_rate": 5e-05,
      "loss": 0.9416,
      "step": 1382
    },
    {
      "epoch": 2.386873920552677,
      "latent_token_nums": 10.125,
      "step": 1382
    },
    {
      "epoch": 2.386873920552677,
      "step": 1382,
      "thought_step_nums": 8.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02958664856851101,
      "contrastive_loss#1": 0.1479332447052002,
      "epoch": 2.386873920552677,
      "lm_loss": 0.9165408611297607,
      "loss": 0.9461275339126587,
      "step": 1382,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.38860103626943,
      "grad_norm": 4.0625,
      "learning_rate": 5e-05,
      "loss": 0.9456,
      "step": 1383
    },
    {
      "epoch": 2.38860103626943,
      "latent_token_nums": 10.4375,
      "step": 1383
    },
    {
      "epoch": 2.38860103626943,
      "step": 1383,
      "thought_step_nums": 8.125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06593968719244003,
      "contrastive_loss#1": 0.32969844341278076,
      "epoch": 2.38860103626943,
      "lm_loss": 0.9035936594009399,
      "loss": 0.9695333242416382,
      "step": 1383,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.390328151986183,
      "grad_norm": 4.53125,
      "learning_rate": 5e-05,
      "loss": 0.9507,
      "step": 1384
    },
    {
      "epoch": 2.390328151986183,
      "latent_token_nums": 10.0625,
      "step": 1384
    },
    {
      "epoch": 2.390328151986183,
      "step": 1384,
      "thought_step_nums": 8.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03034493885934353,
      "contrastive_loss#1": 0.1517246961593628,
      "epoch": 2.390328151986183,
      "lm_loss": 0.9126737713813782,
      "loss": 0.9430187344551086,
      "step": 1384,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.3920552677029363,
      "grad_norm": 4.78125,
      "learning_rate": 5e-05,
      "loss": 0.9441,
      "step": 1385
    },
    {
      "epoch": 2.3920552677029363,
      "latent_token_nums": 9.9375,
      "step": 1385
    },
    {
      "epoch": 2.3920552677029363,
      "step": 1385,
      "thought_step_nums": 8.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.008255827240645885,
      "contrastive_loss#1": 0.041279137134552,
      "epoch": 2.3920552677029363,
      "lm_loss": 0.9888885021209717,
      "loss": 0.997144341468811,
      "step": 1385,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.393782383419689,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.9438,
      "step": 1386
    },
    {
      "epoch": 2.393782383419689,
      "latent_token_nums": 10.25,
      "step": 1386
    },
    {
      "epoch": 2.393782383419689,
      "step": 1386,
      "thought_step_nums": 8.9375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05114781856536865,
      "contrastive_loss#1": 0.25573909282684326,
      "epoch": 2.393782383419689,
      "lm_loss": 0.8961748480796814,
      "loss": 0.94732266664505,
      "step": 1386,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 2.395509499136442,
      "grad_norm": 4.21875,
      "learning_rate": 5e-05,
      "loss": 0.9466,
      "step": 1387
    },
    {
      "epoch": 2.395509499136442,
      "latent_token_nums": 10.5,
      "step": 1387
    },
    {
      "epoch": 2.395509499136442,
      "step": 1387,
      "thought_step_nums": 8.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.040853340178728104,
      "contrastive_loss#1": 0.20426669716835022,
      "epoch": 2.395509499136442,
      "lm_loss": 0.9579070210456848,
      "loss": 0.9987603425979614,
      "step": 1387,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 2.3972366148531954,
      "grad_norm": 3.90625,
      "learning_rate": 5e-05,
      "loss": 0.9366,
      "step": 1388
    },
    {
      "epoch": 2.3972366148531954,
      "latent_token_nums": 10.0625,
      "step": 1388
    },
    {
      "epoch": 2.3972366148531954,
      "step": 1388,
      "thought_step_nums": 7.5625
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.2160964012145996,
      "contrastive_loss#1": 1.080482006072998,
      "epoch": 2.3972366148531954,
      "lm_loss": 0.9018329381942749,
      "loss": 1.1179293394088745,
      "step": 1388,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 2.3989637305699483,
      "grad_norm": 3.765625,
      "learning_rate": 5e-05,
      "loss": 0.9358,
      "step": 1389
    },
    {
      "epoch": 2.3989637305699483,
      "latent_token_nums": 10.75,
      "step": 1389
    },
    {
      "epoch": 2.3989637305699483,
      "step": 1389,
      "thought_step_nums": 8.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03018958680331707,
      "contrastive_loss#1": 0.1509479284286499,
      "epoch": 2.3989637305699483,
      "lm_loss": 0.7621538639068604,
      "loss": 0.7923434376716614,
      "step": 1389,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.400690846286701,
      "grad_norm": 3.96875,
      "learning_rate": 5e-05,
      "loss": 0.9164,
      "step": 1390
    },
    {
      "epoch": 2.400690846286701,
      "latent_token_nums": 10.25,
      "step": 1390
    },
    {
      "epoch": 2.400690846286701,
      "step": 1390,
      "thought_step_nums": 8.5
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.043475765734910965,
      "contrastive_loss#1": 0.21737882494926453,
      "epoch": 2.400690846286701,
      "lm_loss": 0.8884052634239197,
      "loss": 0.9318810105323792,
      "step": 1390,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.4024179620034545,
      "grad_norm": 3.875,
      "learning_rate": 5e-05,
      "loss": 0.9632,
      "step": 1391
    },
    {
      "epoch": 2.4024179620034545,
      "latent_token_nums": 10.5625,
      "step": 1391
    },
    {
      "epoch": 2.4024179620034545,
      "step": 1391,
      "thought_step_nums": 7.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01373352762311697,
      "contrastive_loss#1": 0.06866763532161713,
      "epoch": 2.4024179620034545,
      "lm_loss": 0.9687326550483704,
      "loss": 0.9824661612510681,
      "step": 1391,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.4041450777202074,
      "grad_norm": 4.1875,
      "learning_rate": 5e-05,
      "loss": 0.9329,
      "step": 1392
    },
    {
      "epoch": 2.4041450777202074,
      "latent_token_nums": 10.25,
      "step": 1392
    },
    {
      "epoch": 2.4041450777202074,
      "step": 1392,
      "thought_step_nums": 8.1875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02087819203734398,
      "contrastive_loss#1": 0.1043909564614296,
      "epoch": 2.4041450777202074,
      "lm_loss": 0.9040414094924927,
      "loss": 0.924919605255127,
      "step": 1392,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.4058721934369602,
      "grad_norm": 3.828125,
      "learning_rate": 5e-05,
      "loss": 0.9401,
      "step": 1393
    },
    {
      "epoch": 2.4058721934369602,
      "latent_token_nums": 10.625,
      "step": 1393
    },
    {
      "epoch": 2.4058721934369602,
      "step": 1393,
      "thought_step_nums": 8.8125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.006978257093578577,
      "contrastive_loss#1": 0.0348912850022316,
      "epoch": 2.4058721934369602,
      "lm_loss": 0.957713782787323,
      "loss": 0.9646920561790466,
      "step": 1393,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.407599309153713,
      "grad_norm": 3.9375,
      "learning_rate": 5e-05,
      "loss": 0.9362,
      "step": 1394
    },
    {
      "epoch": 2.407599309153713,
      "latent_token_nums": 10.875,
      "step": 1394
    },
    {
      "epoch": 2.407599309153713,
      "step": 1394,
      "thought_step_nums": 8.25
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05318058282136917,
      "contrastive_loss#1": 0.26590290665626526,
      "epoch": 2.407599309153713,
      "lm_loss": 0.9293999671936035,
      "loss": 0.9825805425643921,
      "step": 1394,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 2.4093264248704664,
      "grad_norm": 4.09375,
      "learning_rate": 5e-05,
      "loss": 0.9417,
      "step": 1395
    },
    {
      "epoch": 2.4093264248704664,
      "latent_token_nums": 10.125,
      "step": 1395
    },
    {
      "epoch": 2.4093264248704664,
      "step": 1395,
      "thought_step_nums": 8.625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03746144101023674,
      "contrastive_loss#1": 0.1873071938753128,
      "epoch": 2.4093264248704664,
      "lm_loss": 1.0285134315490723,
      "loss": 1.0659748315811157,
      "step": 1395,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.4110535405872193,
      "grad_norm": 4.0,
      "learning_rate": 5e-05,
      "loss": 0.9318,
      "step": 1396
    },
    {
      "epoch": 2.4110535405872193,
      "latent_token_nums": 10.25,
      "step": 1396
    },
    {
      "epoch": 2.4110535405872193,
      "step": 1396,
      "thought_step_nums": 8.125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.09731920808553696,
      "contrastive_loss#1": 0.486596018075943,
      "epoch": 2.4110535405872193,
      "lm_loss": 0.9271881580352783,
      "loss": 1.0245074033737183,
      "step": 1396,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.412780656303972,
      "grad_norm": 4.5,
      "learning_rate": 5e-05,
      "loss": 0.9441,
      "step": 1397
    },
    {
      "epoch": 2.412780656303972,
      "latent_token_nums": 10.0,
      "step": 1397
    },
    {
      "epoch": 2.412780656303972,
      "step": 1397,
      "thought_step_nums": 8.0625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05604809150099754,
      "contrastive_loss#1": 0.2802404463291168,
      "epoch": 2.412780656303972,
      "lm_loss": 0.8676750659942627,
      "loss": 0.9237231612205505,
      "step": 1397,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 2.4145077720207255,
      "grad_norm": 4.71875,
      "learning_rate": 5e-05,
      "loss": 0.9475,
      "step": 1398
    },
    {
      "epoch": 2.4145077720207255,
      "latent_token_nums": 9.875,
      "step": 1398
    },
    {
      "epoch": 2.4145077720207255,
      "step": 1398,
      "thought_step_nums": 8.625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01304615754634142,
      "contrastive_loss#1": 0.06523078680038452,
      "epoch": 2.4145077720207255,
      "lm_loss": 0.8602105379104614,
      "loss": 0.8732566833496094,
      "step": 1398,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.4162348877374784,
      "grad_norm": 4.15625,
      "learning_rate": 5e-05,
      "loss": 0.9562,
      "step": 1399
    },
    {
      "epoch": 2.4162348877374784,
      "latent_token_nums": 10.125,
      "step": 1399
    },
    {
      "epoch": 2.4162348877374784,
      "step": 1399,
      "thought_step_nums": 8.75
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.011097194626927376,
      "contrastive_loss#1": 0.05548597127199173,
      "epoch": 2.4162348877374784,
      "lm_loss": 0.7858769297599792,
      "loss": 0.7969741225242615,
      "step": 1399,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.4179620034542313,
      "grad_norm": 4.46875,
      "learning_rate": 5e-05,
      "loss": 0.9432,
      "step": 1400
    },
    {
      "epoch": 2.4179620034542313,
      "latent_token_nums": 10.1875,
      "step": 1400
    },
    {
      "epoch": 2.4179620034542313,
      "step": 1400,
      "thought_step_nums": 8.3125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.06841202080249786,
      "contrastive_loss#1": 0.3420600891113281,
      "epoch": 2.4179620034542313,
      "lm_loss": 0.9082204103469849,
      "loss": 0.9766324162483215,
      "step": 1400,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.4196891191709846,
      "grad_norm": 4.15625,
      "learning_rate": 5e-05,
      "loss": 0.9613,
      "step": 1401
    },
    {
      "epoch": 2.4196891191709846,
      "latent_token_nums": 10.375,
      "step": 1401
    },
    {
      "epoch": 2.4196891191709846,
      "step": 1401,
      "thought_step_nums": 8.6875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0413857027888298,
      "contrastive_loss#1": 0.20692850649356842,
      "epoch": 2.4196891191709846,
      "lm_loss": 0.8640491962432861,
      "loss": 0.9054349064826965,
      "step": 1401,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.4214162348877375,
      "grad_norm": 4.40625,
      "learning_rate": 5e-05,
      "loss": 0.9516,
      "step": 1402
    },
    {
      "epoch": 2.4214162348877375,
      "latent_token_nums": 10.125,
      "step": 1402
    },
    {
      "epoch": 2.4214162348877375,
      "step": 1402,
      "thought_step_nums": 8.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.013039196841418743,
      "contrastive_loss#1": 0.06519598513841629,
      "epoch": 2.4214162348877375,
      "lm_loss": 0.8977195620536804,
      "loss": 0.9107587337493896,
      "step": 1402,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.4231433506044904,
      "grad_norm": 4.09375,
      "learning_rate": 5e-05,
      "loss": 0.9403,
      "step": 1403
    },
    {
      "epoch": 2.4231433506044904,
      "latent_token_nums": 10.625,
      "step": 1403
    },
    {
      "epoch": 2.4231433506044904,
      "step": 1403,
      "thought_step_nums": 8.6875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03856347128748894,
      "contrastive_loss#1": 0.1928173452615738,
      "epoch": 2.4231433506044904,
      "lm_loss": 0.8301834464073181,
      "loss": 0.8687469363212585,
      "step": 1403,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.4248704663212437,
      "grad_norm": 4.3125,
      "learning_rate": 5e-05,
      "loss": 0.9473,
      "step": 1404
    },
    {
      "epoch": 2.4248704663212437,
      "latent_token_nums": 10.25,
      "step": 1404
    },
    {
      "epoch": 2.4248704663212437,
      "step": 1404,
      "thought_step_nums": 9.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.008807094767689705,
      "contrastive_loss#1": 0.044035471975803375,
      "epoch": 2.4248704663212437,
      "lm_loss": 0.873164176940918,
      "loss": 0.8819712996482849,
      "step": 1404,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.4265975820379966,
      "grad_norm": 4.125,
      "learning_rate": 5e-05,
      "loss": 0.9311,
      "step": 1405
    },
    {
      "epoch": 2.4265975820379966,
      "latent_token_nums": 10.3125,
      "step": 1405
    },
    {
      "epoch": 2.4265975820379966,
      "step": 1405,
      "thought_step_nums": 8.8125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.023856855928897858,
      "contrastive_loss#1": 0.11928427964448929,
      "epoch": 2.4265975820379966,
      "lm_loss": 0.9268989562988281,
      "loss": 0.9507558345794678,
      "step": 1405,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 2.4283246977547495,
      "grad_norm": 3.875,
      "learning_rate": 5e-05,
      "loss": 0.9414,
      "step": 1406
    },
    {
      "epoch": 2.4283246977547495,
      "latent_token_nums": 10.25,
      "step": 1406
    },
    {
      "epoch": 2.4283246977547495,
      "step": 1406,
      "thought_step_nums": 7.75
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.006478114519268274,
      "contrastive_loss#1": 0.032390572130680084,
      "epoch": 2.4283246977547495,
      "lm_loss": 0.9199960231781006,
      "loss": 0.9264741539955139,
      "step": 1406,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.4300518134715023,
      "grad_norm": 3.40625,
      "learning_rate": 5e-05,
      "loss": 0.9327,
      "step": 1407
    },
    {
      "epoch": 2.4300518134715023,
      "latent_token_nums": 10.25,
      "step": 1407
    },
    {
      "epoch": 2.4300518134715023,
      "step": 1407,
      "thought_step_nums": 7.8125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05287935957312584,
      "contrastive_loss#1": 0.2643967866897583,
      "epoch": 2.4300518134715023,
      "lm_loss": 0.8987864851951599,
      "loss": 0.9516658186912537,
      "step": 1407,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.4317789291882557,
      "grad_norm": 4.15625,
      "learning_rate": 5e-05,
      "loss": 0.9424,
      "step": 1408
    },
    {
      "epoch": 2.4317789291882557,
      "latent_token_nums": 10.4375,
      "step": 1408
    },
    {
      "epoch": 2.4317789291882557,
      "step": 1408,
      "thought_step_nums": 8.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0643787607550621,
      "contrastive_loss#1": 0.3218938112258911,
      "epoch": 2.4317789291882557,
      "lm_loss": 0.5185642838478088,
      "loss": 0.5829430222511292,
      "step": 1408,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.4335060449050085,
      "grad_norm": 4.0625,
      "learning_rate": 5e-05,
      "loss": 0.9329,
      "step": 1409
    },
    {
      "epoch": 2.4335060449050085,
      "latent_token_nums": 10.125,
      "step": 1409
    },
    {
      "epoch": 2.4335060449050085,
      "step": 1409,
      "thought_step_nums": 8.375
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.14702248573303223,
      "contrastive_loss#1": 0.7351124286651611,
      "epoch": 2.4335060449050085,
      "lm_loss": 0.8393350839614868,
      "loss": 0.986357569694519,
      "step": 1409,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 2.4352331606217614,
      "grad_norm": 3.984375,
      "learning_rate": 5e-05,
      "loss": 0.9426,
      "step": 1410
    },
    {
      "epoch": 2.4352331606217614,
      "latent_token_nums": 10.25,
      "step": 1410
    },
    {
      "epoch": 2.4352331606217614,
      "step": 1410,
      "thought_step_nums": 8.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.017277097329497337,
      "contrastive_loss#1": 0.08638548105955124,
      "epoch": 2.4352331606217614,
      "lm_loss": 0.9414602518081665,
      "loss": 0.9587373733520508,
      "step": 1410,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.4369602763385148,
      "grad_norm": 3.875,
      "learning_rate": 5e-05,
      "loss": 0.9501,
      "step": 1411
    },
    {
      "epoch": 2.4369602763385148,
      "latent_token_nums": 10.4375,
      "step": 1411
    },
    {
      "epoch": 2.4369602763385148,
      "step": 1411,
      "thought_step_nums": 7.75
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06195497140288353,
      "contrastive_loss#1": 0.30977484583854675,
      "epoch": 2.4369602763385148,
      "lm_loss": 0.8630551695823669,
      "loss": 0.9250101447105408,
      "step": 1411,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 2.4386873920552676,
      "grad_norm": 3.953125,
      "learning_rate": 5e-05,
      "loss": 0.937,
      "step": 1412
    },
    {
      "epoch": 2.4386873920552676,
      "latent_token_nums": 10.1875,
      "step": 1412
    },
    {
      "epoch": 2.4386873920552676,
      "step": 1412,
      "thought_step_nums": 7.9375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0767255648970604,
      "contrastive_loss#1": 0.3836278021335602,
      "epoch": 2.4386873920552676,
      "lm_loss": 0.9703547954559326,
      "loss": 1.047080397605896,
      "step": 1412,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.4404145077720205,
      "grad_norm": 3.921875,
      "learning_rate": 5e-05,
      "loss": 0.9454,
      "step": 1413
    },
    {
      "epoch": 2.4404145077720205,
      "latent_token_nums": 10.4375,
      "step": 1413
    },
    {
      "epoch": 2.4404145077720205,
      "step": 1413,
      "thought_step_nums": 9.0
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.07087398320436478,
      "contrastive_loss#1": 0.3543699085712433,
      "epoch": 2.4404145077720205,
      "lm_loss": 0.9221483469009399,
      "loss": 0.9930223226547241,
      "step": 1413,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.442141623488774,
      "grad_norm": 4.375,
      "learning_rate": 5e-05,
      "loss": 0.963,
      "step": 1414
    },
    {
      "epoch": 2.442141623488774,
      "latent_token_nums": 10.125,
      "step": 1414
    },
    {
      "epoch": 2.442141623488774,
      "step": 1414,
      "thought_step_nums": 8.6875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.040864549577236176,
      "contrastive_loss#1": 0.20432274043560028,
      "epoch": 2.442141623488774,
      "lm_loss": 0.9652777910232544,
      "loss": 1.0061423778533936,
      "step": 1414,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 2.4438687392055267,
      "grad_norm": 4.28125,
      "learning_rate": 5e-05,
      "loss": 0.934,
      "step": 1415
    },
    {
      "epoch": 2.4438687392055267,
      "latent_token_nums": 10.5625,
      "step": 1415
    },
    {
      "epoch": 2.4438687392055267,
      "step": 1415,
      "thought_step_nums": 8.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.020821360871195793,
      "contrastive_loss#1": 0.10410679876804352,
      "epoch": 2.4438687392055267,
      "lm_loss": 0.8540927171707153,
      "loss": 0.8749140501022339,
      "step": 1415,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.4455958549222796,
      "grad_norm": 4.53125,
      "learning_rate": 5e-05,
      "loss": 0.9454,
      "step": 1416
    },
    {
      "epoch": 2.4455958549222796,
      "latent_token_nums": 10.125,
      "step": 1416
    },
    {
      "epoch": 2.4455958549222796,
      "step": 1416,
      "thought_step_nums": 7.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.011680393479764462,
      "contrastive_loss#1": 0.058401964604854584,
      "epoch": 2.4455958549222796,
      "lm_loss": 0.9166698455810547,
      "loss": 0.9283502101898193,
      "step": 1416,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.447322970639033,
      "grad_norm": 4.09375,
      "learning_rate": 5e-05,
      "loss": 0.9446,
      "step": 1417
    },
    {
      "epoch": 2.447322970639033,
      "latent_token_nums": 10.625,
      "step": 1417
    },
    {
      "epoch": 2.447322970639033,
      "step": 1417,
      "thought_step_nums": 8.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.037611622363328934,
      "contrastive_loss#1": 0.18805810809135437,
      "epoch": 2.447322970639033,
      "lm_loss": 0.9215543866157532,
      "loss": 0.9591659903526306,
      "step": 1417,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.449050086355786,
      "grad_norm": 4.9375,
      "learning_rate": 5e-05,
      "loss": 0.9521,
      "step": 1418
    },
    {
      "epoch": 2.449050086355786,
      "latent_token_nums": 10.75,
      "step": 1418
    },
    {
      "epoch": 2.449050086355786,
      "step": 1418,
      "thought_step_nums": 7.875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06685677170753479,
      "contrastive_loss#1": 0.33428385853767395,
      "epoch": 2.449050086355786,
      "lm_loss": 0.873660683631897,
      "loss": 0.9405174255371094,
      "step": 1418,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.4507772020725387,
      "grad_norm": 3.859375,
      "learning_rate": 5e-05,
      "loss": 0.9348,
      "step": 1419
    },
    {
      "epoch": 2.4507772020725387,
      "latent_token_nums": 10.5,
      "step": 1419
    },
    {
      "epoch": 2.4507772020725387,
      "step": 1419,
      "thought_step_nums": 9.3125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08425159007310867,
      "contrastive_loss#1": 0.42125794291496277,
      "epoch": 2.4507772020725387,
      "lm_loss": 0.8883712291717529,
      "loss": 0.972622811794281,
      "step": 1419,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 2.452504317789292,
      "grad_norm": 4.25,
      "learning_rate": 5e-05,
      "loss": 0.9415,
      "step": 1420
    },
    {
      "epoch": 2.452504317789292,
      "latent_token_nums": 10.1875,
      "step": 1420
    },
    {
      "epoch": 2.452504317789292,
      "step": 1420,
      "thought_step_nums": 8.125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.038932282477617264,
      "contrastive_loss#1": 0.19466140866279602,
      "epoch": 2.452504317789292,
      "lm_loss": 0.8631441593170166,
      "loss": 0.9020764231681824,
      "step": 1420,
      "valid_batch_size": 1024.5
    },
    {
      "epoch": 2.454231433506045,
      "grad_norm": 4.125,
      "learning_rate": 5e-05,
      "loss": 0.9455,
      "step": 1421
    },
    {
      "epoch": 2.454231433506045,
      "latent_token_nums": 9.9375,
      "step": 1421
    },
    {
      "epoch": 2.454231433506045,
      "step": 1421,
      "thought_step_nums": 8.75
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0302237868309021,
      "contrastive_loss#1": 0.1511189341545105,
      "epoch": 2.454231433506045,
      "lm_loss": 0.8781617879867554,
      "loss": 0.9083855748176575,
      "step": 1421,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.4559585492227978,
      "grad_norm": 4.0625,
      "learning_rate": 5e-05,
      "loss": 0.9292,
      "step": 1422
    },
    {
      "epoch": 2.4559585492227978,
      "latent_token_nums": 10.375,
      "step": 1422
    },
    {
      "epoch": 2.4559585492227978,
      "step": 1422,
      "thought_step_nums": 8.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.017514590173959732,
      "contrastive_loss#1": 0.08757294714450836,
      "epoch": 2.4559585492227978,
      "lm_loss": 0.8653199076652527,
      "loss": 0.8828344941139221,
      "step": 1422,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.457685664939551,
      "grad_norm": 3.984375,
      "learning_rate": 5e-05,
      "loss": 0.931,
      "step": 1423
    },
    {
      "epoch": 2.457685664939551,
      "latent_token_nums": 10.4375,
      "step": 1423
    },
    {
      "epoch": 2.457685664939551,
      "step": 1423,
      "thought_step_nums": 7.9375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03017965890467167,
      "contrastive_loss#1": 0.1508982926607132,
      "epoch": 2.457685664939551,
      "lm_loss": 0.9575674533843994,
      "loss": 0.9877471327781677,
      "step": 1423,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.459412780656304,
      "grad_norm": 4.53125,
      "learning_rate": 5e-05,
      "loss": 0.9603,
      "step": 1424
    },
    {
      "epoch": 2.459412780656304,
      "latent_token_nums": 10.125,
      "step": 1424
    },
    {
      "epoch": 2.459412780656304,
      "step": 1424,
      "thought_step_nums": 8.5
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.06648126244544983,
      "contrastive_loss#1": 0.33240631222724915,
      "epoch": 2.459412780656304,
      "lm_loss": 0.9378113746643066,
      "loss": 1.004292607307434,
      "step": 1424,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.461139896373057,
      "grad_norm": 4.5,
      "learning_rate": 5e-05,
      "loss": 0.934,
      "step": 1425
    },
    {
      "epoch": 2.461139896373057,
      "latent_token_nums": 10.375,
      "step": 1425
    },
    {
      "epoch": 2.461139896373057,
      "step": 1425,
      "thought_step_nums": 8.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02931929938495159,
      "contrastive_loss#1": 0.1465964913368225,
      "epoch": 2.461139896373057,
      "lm_loss": 0.8504499197006226,
      "loss": 0.8797692060470581,
      "step": 1425,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.46286701208981,
      "grad_norm": 4.53125,
      "learning_rate": 5e-05,
      "loss": 0.9505,
      "step": 1426
    },
    {
      "epoch": 2.46286701208981,
      "latent_token_nums": 10.25,
      "step": 1426
    },
    {
      "epoch": 2.46286701208981,
      "step": 1426,
      "thought_step_nums": 7.6875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06163915619254112,
      "contrastive_loss#1": 0.3081957697868347,
      "epoch": 2.46286701208981,
      "lm_loss": 0.9185851812362671,
      "loss": 0.9802243113517761,
      "step": 1426,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.464594127806563,
      "grad_norm": 3.984375,
      "learning_rate": 5e-05,
      "loss": 0.9324,
      "step": 1427
    },
    {
      "epoch": 2.464594127806563,
      "latent_token_nums": 10.3125,
      "step": 1427
    },
    {
      "epoch": 2.464594127806563,
      "step": 1427,
      "thought_step_nums": 8.9375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06115664169192314,
      "contrastive_loss#1": 0.305783212184906,
      "epoch": 2.464594127806563,
      "lm_loss": 0.9160019159317017,
      "loss": 0.9771585464477539,
      "step": 1427,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.466321243523316,
      "grad_norm": 4.15625,
      "learning_rate": 5e-05,
      "loss": 0.9328,
      "step": 1428
    },
    {
      "epoch": 2.466321243523316,
      "latent_token_nums": 10.3125,
      "step": 1428
    },
    {
      "epoch": 2.466321243523316,
      "step": 1428,
      "thought_step_nums": 7.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.002407750580459833,
      "contrastive_loss#1": 0.012038752436637878,
      "epoch": 2.466321243523316,
      "lm_loss": 0.8890055418014526,
      "loss": 0.8914132714271545,
      "step": 1428,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.4680483592400693,
      "grad_norm": 4.25,
      "learning_rate": 5e-05,
      "loss": 0.9485,
      "step": 1429
    },
    {
      "epoch": 2.4680483592400693,
      "latent_token_nums": 10.5,
      "step": 1429
    },
    {
      "epoch": 2.4680483592400693,
      "step": 1429,
      "thought_step_nums": 8.6875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07215065509080887,
      "contrastive_loss#1": 0.36075326800346375,
      "epoch": 2.4680483592400693,
      "lm_loss": 0.9448602199554443,
      "loss": 1.0170109272003174,
      "step": 1429,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.469775474956822,
      "grad_norm": 4.59375,
      "learning_rate": 5e-05,
      "loss": 0.9483,
      "step": 1430
    },
    {
      "epoch": 2.469775474956822,
      "latent_token_nums": 10.375,
      "step": 1430
    },
    {
      "epoch": 2.469775474956822,
      "step": 1430,
      "thought_step_nums": 8.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.001679842360317707,
      "contrastive_loss#1": 0.008399211801588535,
      "epoch": 2.469775474956822,
      "lm_loss": 0.8496221303939819,
      "loss": 0.8513019680976868,
      "step": 1430,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.471502590673575,
      "grad_norm": 4.28125,
      "learning_rate": 5e-05,
      "loss": 0.9512,
      "step": 1431
    },
    {
      "epoch": 2.471502590673575,
      "latent_token_nums": 10.125,
      "step": 1431
    },
    {
      "epoch": 2.471502590673575,
      "step": 1431,
      "thought_step_nums": 8.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01233560312539339,
      "contrastive_loss#1": 0.06167801469564438,
      "epoch": 2.471502590673575,
      "lm_loss": 0.9299057126045227,
      "loss": 0.9422413110733032,
      "step": 1431,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.4732297063903284,
      "grad_norm": 4.0625,
      "learning_rate": 5e-05,
      "loss": 0.9362,
      "step": 1432
    },
    {
      "epoch": 2.4732297063903284,
      "latent_token_nums": 10.4375,
      "step": 1432
    },
    {
      "epoch": 2.4732297063903284,
      "step": 1432,
      "thought_step_nums": 7.9375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.027123702690005302,
      "contrastive_loss#1": 0.13561850786209106,
      "epoch": 2.4732297063903284,
      "lm_loss": 0.9409424066543579,
      "loss": 0.9680660963058472,
      "step": 1432,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.4749568221070812,
      "grad_norm": 4.25,
      "learning_rate": 5e-05,
      "loss": 0.959,
      "step": 1433
    },
    {
      "epoch": 2.4749568221070812,
      "latent_token_nums": 10.4375,
      "step": 1433
    },
    {
      "epoch": 2.4749568221070812,
      "step": 1433,
      "thought_step_nums": 8.5
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07174582034349442,
      "contrastive_loss#1": 0.3587290942668915,
      "epoch": 2.4749568221070812,
      "lm_loss": 0.8894974589347839,
      "loss": 0.9612432718276978,
      "step": 1433,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.476683937823834,
      "grad_norm": 4.53125,
      "learning_rate": 5e-05,
      "loss": 0.928,
      "step": 1434
    },
    {
      "epoch": 2.476683937823834,
      "latent_token_nums": 10.5,
      "step": 1434
    },
    {
      "epoch": 2.476683937823834,
      "step": 1434,
      "thought_step_nums": 8.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.020990697667002678,
      "contrastive_loss#1": 0.10495348274707794,
      "epoch": 2.476683937823834,
      "lm_loss": 0.9115674495697021,
      "loss": 0.9325581192970276,
      "step": 1434,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.4784110535405874,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.945,
      "step": 1435
    },
    {
      "epoch": 2.4784110535405874,
      "latent_token_nums": 9.875,
      "step": 1435
    },
    {
      "epoch": 2.4784110535405874,
      "step": 1435,
      "thought_step_nums": 8.5
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0822925865650177,
      "contrastive_loss#1": 0.4114629328250885,
      "epoch": 2.4784110535405874,
      "lm_loss": 0.907166063785553,
      "loss": 0.9894586801528931,
      "step": 1435,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 2.4801381692573403,
      "grad_norm": 4.40625,
      "learning_rate": 5e-05,
      "loss": 0.9378,
      "step": 1436
    },
    {
      "epoch": 2.4801381692573403,
      "latent_token_nums": 10.1875,
      "step": 1436
    },
    {
      "epoch": 2.4801381692573403,
      "step": 1436,
      "thought_step_nums": 8.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0033241219352930784,
      "contrastive_loss#1": 0.016620609909296036,
      "epoch": 2.4801381692573403,
      "lm_loss": 0.9043840169906616,
      "loss": 0.9077081680297852,
      "step": 1436,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.481865284974093,
      "grad_norm": 4.09375,
      "learning_rate": 5e-05,
      "loss": 0.9505,
      "step": 1437
    },
    {
      "epoch": 2.481865284974093,
      "latent_token_nums": 10.125,
      "step": 1437
    },
    {
      "epoch": 2.481865284974093,
      "step": 1437,
      "thought_step_nums": 8.25
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0012915682746097445,
      "contrastive_loss#1": 0.006457841023802757,
      "epoch": 2.481865284974093,
      "lm_loss": 0.9602741003036499,
      "loss": 0.9615656733512878,
      "step": 1437,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.4835924006908465,
      "grad_norm": 3.90625,
      "learning_rate": 5e-05,
      "loss": 0.9141,
      "step": 1438
    },
    {
      "epoch": 2.4835924006908465,
      "latent_token_nums": 10.375,
      "step": 1438
    },
    {
      "epoch": 2.4835924006908465,
      "step": 1438,
      "thought_step_nums": 9.1875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05049992352724075,
      "contrastive_loss#1": 0.25249961018562317,
      "epoch": 2.4835924006908465,
      "lm_loss": 0.9538714289665222,
      "loss": 1.0043714046478271,
      "step": 1438,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.4853195164075994,
      "grad_norm": 4.3125,
      "learning_rate": 5e-05,
      "loss": 0.9371,
      "step": 1439
    },
    {
      "epoch": 2.4853195164075994,
      "latent_token_nums": 10.0,
      "step": 1439
    },
    {
      "epoch": 2.4853195164075994,
      "step": 1439,
      "thought_step_nums": 8.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.015771977603435516,
      "contrastive_loss#1": 0.07885988801717758,
      "epoch": 2.4853195164075994,
      "lm_loss": 0.9206765294075012,
      "loss": 0.9364485144615173,
      "step": 1439,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.4870466321243523,
      "grad_norm": 4.1875,
      "learning_rate": 5e-05,
      "loss": 0.9317,
      "step": 1440
    },
    {
      "epoch": 2.4870466321243523,
      "latent_token_nums": 10.125,
      "step": 1440
    },
    {
      "epoch": 2.4870466321243523,
      "step": 1440,
      "thought_step_nums": 8.25
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.031140312552452087,
      "contrastive_loss#1": 0.15570156276226044,
      "epoch": 2.4870466321243523,
      "lm_loss": 0.9538458585739136,
      "loss": 0.9849861860275269,
      "step": 1440,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.488773747841105,
      "grad_norm": 4.09375,
      "learning_rate": 5e-05,
      "loss": 0.9527,
      "step": 1441
    },
    {
      "epoch": 2.488773747841105,
      "latent_token_nums": 10.25,
      "step": 1441
    },
    {
      "epoch": 2.488773747841105,
      "step": 1441,
      "thought_step_nums": 8.125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.06493855267763138,
      "contrastive_loss#1": 0.3246927559375763,
      "epoch": 2.488773747841105,
      "lm_loss": 0.8501551151275635,
      "loss": 0.9150936603546143,
      "step": 1441,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 2.4905008635578585,
      "grad_norm": 4.46875,
      "learning_rate": 5e-05,
      "loss": 0.9485,
      "step": 1442
    },
    {
      "epoch": 2.4905008635578585,
      "latent_token_nums": 10.4375,
      "step": 1442
    },
    {
      "epoch": 2.4905008635578585,
      "step": 1442,
      "thought_step_nums": 8.0625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07887264341115952,
      "contrastive_loss#1": 0.3943632245063782,
      "epoch": 2.4905008635578585,
      "lm_loss": 0.9327890276908875,
      "loss": 1.0116616487503052,
      "step": 1442,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 2.4922279792746114,
      "grad_norm": 3.90625,
      "learning_rate": 5e-05,
      "loss": 0.9556,
      "step": 1443
    },
    {
      "epoch": 2.4922279792746114,
      "latent_token_nums": 10.25,
      "step": 1443
    },
    {
      "epoch": 2.4922279792746114,
      "step": 1443,
      "thought_step_nums": 8.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.019154606387019157,
      "contrastive_loss#1": 0.09577302634716034,
      "epoch": 2.4922279792746114,
      "lm_loss": 0.9099072217941284,
      "loss": 0.9290618300437927,
      "step": 1443,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.4939550949913643,
      "grad_norm": 4.125,
      "learning_rate": 5e-05,
      "loss": 0.9436,
      "step": 1444
    },
    {
      "epoch": 2.4939550949913643,
      "latent_token_nums": 10.625,
      "step": 1444
    },
    {
      "epoch": 2.4939550949913643,
      "step": 1444,
      "thought_step_nums": 9.0625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.037232767790555954,
      "contrastive_loss#1": 0.18616384267807007,
      "epoch": 2.4939550949913643,
      "lm_loss": 0.8771283626556396,
      "loss": 0.9143611192703247,
      "step": 1444,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 2.4956822107081176,
      "grad_norm": 4.3125,
      "learning_rate": 5e-05,
      "loss": 0.947,
      "step": 1445
    },
    {
      "epoch": 2.4956822107081176,
      "latent_token_nums": 10.0625,
      "step": 1445
    },
    {
      "epoch": 2.4956822107081176,
      "step": 1445,
      "thought_step_nums": 8.1875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.017634978517889977,
      "contrastive_loss#1": 0.08817489445209503,
      "epoch": 2.4956822107081176,
      "lm_loss": 0.8895857334136963,
      "loss": 0.907220721244812,
      "step": 1445,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.4974093264248705,
      "grad_norm": 4.4375,
      "learning_rate": 5e-05,
      "loss": 0.9433,
      "step": 1446
    },
    {
      "epoch": 2.4974093264248705,
      "latent_token_nums": 10.3125,
      "step": 1446
    },
    {
      "epoch": 2.4974093264248705,
      "step": 1446,
      "thought_step_nums": 7.75
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.048902902752161026,
      "contrastive_loss#1": 0.24451451003551483,
      "epoch": 2.4974093264248705,
      "lm_loss": 0.8208359479904175,
      "loss": 0.8697388768196106,
      "step": 1446,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.4991364421416233,
      "grad_norm": 3.78125,
      "learning_rate": 5e-05,
      "loss": 0.9203,
      "step": 1447
    },
    {
      "epoch": 2.4991364421416233,
      "latent_token_nums": 10.4375,
      "step": 1447
    },
    {
      "epoch": 2.4991364421416233,
      "step": 1447,
      "thought_step_nums": 8.4375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.08449409157037735,
      "contrastive_loss#1": 0.42247045040130615,
      "epoch": 2.4991364421416233,
      "lm_loss": 0.8509052395820618,
      "loss": 0.9353993535041809,
      "step": 1447,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 2.5008635578583767,
      "grad_norm": 4.375,
      "learning_rate": 5e-05,
      "loss": 0.9463,
      "step": 1448
    },
    {
      "epoch": 2.5008635578583767,
      "latent_token_nums": 10.1875,
      "step": 1448
    },
    {
      "epoch": 2.5008635578583767,
      "step": 1448,
      "thought_step_nums": 8.0
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.0688609853386879,
      "contrastive_loss#1": 0.3443049192428589,
      "epoch": 2.5008635578583767,
      "lm_loss": 0.859595775604248,
      "loss": 0.9284567832946777,
      "step": 1448,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.5025906735751295,
      "grad_norm": 3.578125,
      "learning_rate": 5e-05,
      "loss": 0.9329,
      "step": 1449
    },
    {
      "epoch": 2.5025906735751295,
      "latent_token_nums": 9.9375,
      "step": 1449
    },
    {
      "epoch": 2.5025906735751295,
      "step": 1449,
      "thought_step_nums": 8.8125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.17184938490390778,
      "contrastive_loss#1": 0.8592469096183777,
      "epoch": 2.5025906735751295,
      "lm_loss": 0.9351938962936401,
      "loss": 1.1070432662963867,
      "step": 1449,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.5043177892918824,
      "grad_norm": 3.859375,
      "learning_rate": 5e-05,
      "loss": 0.9456,
      "step": 1450
    },
    {
      "epoch": 2.5043177892918824,
      "latent_token_nums": 10.25,
      "step": 1450
    },
    {
      "epoch": 2.5043177892918824,
      "step": 1450,
      "thought_step_nums": 7.9375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.08317609876394272,
      "contrastive_loss#1": 0.4158805012702942,
      "epoch": 2.5043177892918824,
      "lm_loss": 0.7850612998008728,
      "loss": 0.8682373762130737,
      "step": 1450,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.5060449050086353,
      "grad_norm": 3.921875,
      "learning_rate": 5e-05,
      "loss": 0.9264,
      "step": 1451
    },
    {
      "epoch": 2.5060449050086353,
      "latent_token_nums": 10.0,
      "step": 1451
    },
    {
      "epoch": 2.5060449050086353,
      "step": 1451,
      "thought_step_nums": 8.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.004647372756153345,
      "contrastive_loss#1": 0.023236863315105438,
      "epoch": 2.5060449050086353,
      "lm_loss": 0.8197014331817627,
      "loss": 0.8243488073348999,
      "step": 1451,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.5077720207253886,
      "grad_norm": 3.984375,
      "learning_rate": 5e-05,
      "loss": 0.9543,
      "step": 1452
    },
    {
      "epoch": 2.5077720207253886,
      "latent_token_nums": 10.4375,
      "step": 1452
    },
    {
      "epoch": 2.5077720207253886,
      "step": 1452,
      "thought_step_nums": 8.125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06824931502342224,
      "contrastive_loss#1": 0.3412465751171112,
      "epoch": 2.5077720207253886,
      "lm_loss": 0.920772135257721,
      "loss": 0.9890214204788208,
      "step": 1452,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.5094991364421415,
      "grad_norm": 4.125,
      "learning_rate": 5e-05,
      "loss": 0.9415,
      "step": 1453
    },
    {
      "epoch": 2.5094991364421415,
      "latent_token_nums": 10.25,
      "step": 1453
    },
    {
      "epoch": 2.5094991364421415,
      "step": 1453,
      "thought_step_nums": 8.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.001059277798049152,
      "contrastive_loss#1": 0.005296388640999794,
      "epoch": 2.5094991364421415,
      "lm_loss": 0.831693172454834,
      "loss": 0.8327524662017822,
      "step": 1453,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.5112262521588944,
      "grad_norm": 4.28125,
      "learning_rate": 5e-05,
      "loss": 0.9552,
      "step": 1454
    },
    {
      "epoch": 2.5112262521588944,
      "latent_token_nums": 10.375,
      "step": 1454
    },
    {
      "epoch": 2.5112262521588944,
      "step": 1454,
      "thought_step_nums": 8.25
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.005258010700345039,
      "contrastive_loss#1": 0.026290053501725197,
      "epoch": 2.5112262521588944,
      "lm_loss": 0.9477493762969971,
      "loss": 0.9530074000358582,
      "step": 1454,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.5129533678756477,
      "grad_norm": 4.0625,
      "learning_rate": 5e-05,
      "loss": 0.9376,
      "step": 1455
    },
    {
      "epoch": 2.5129533678756477,
      "latent_token_nums": 9.9375,
      "step": 1455
    },
    {
      "epoch": 2.5129533678756477,
      "step": 1455,
      "thought_step_nums": 7.9375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.10502829402685165,
      "contrastive_loss#1": 0.5251414775848389,
      "epoch": 2.5129533678756477,
      "lm_loss": 0.9319761991500854,
      "loss": 1.0370044708251953,
      "step": 1455,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.5146804835924006,
      "grad_norm": 4.28125,
      "learning_rate": 5e-05,
      "loss": 0.9513,
      "step": 1456
    },
    {
      "epoch": 2.5146804835924006,
      "latent_token_nums": 10.0,
      "step": 1456
    },
    {
      "epoch": 2.5146804835924006,
      "step": 1456,
      "thought_step_nums": 9.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.004130881279706955,
      "contrastive_loss#1": 0.020654406398534775,
      "epoch": 2.5146804835924006,
      "lm_loss": 0.875953733921051,
      "loss": 0.8800846338272095,
      "step": 1456,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.5164075993091535,
      "grad_norm": 3.84375,
      "learning_rate": 5e-05,
      "loss": 0.9349,
      "step": 1457
    },
    {
      "epoch": 2.5164075993091535,
      "latent_token_nums": 10.375,
      "step": 1457
    },
    {
      "epoch": 2.5164075993091535,
      "step": 1457,
      "thought_step_nums": 7.875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.00937588419765234,
      "contrastive_loss#1": 0.046879418194293976,
      "epoch": 2.5164075993091535,
      "lm_loss": 0.9045164585113525,
      "loss": 0.9138923287391663,
      "step": 1457,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.518134715025907,
      "grad_norm": 4.21875,
      "learning_rate": 5e-05,
      "loss": 0.9493,
      "step": 1458
    },
    {
      "epoch": 2.518134715025907,
      "latent_token_nums": 10.5,
      "step": 1458
    },
    {
      "epoch": 2.518134715025907,
      "step": 1458,
      "thought_step_nums": 8.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.002872477052733302,
      "contrastive_loss#1": 0.014362385496497154,
      "epoch": 2.518134715025907,
      "lm_loss": 0.8401257395744324,
      "loss": 0.842998206615448,
      "step": 1458,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.5198618307426597,
      "grad_norm": 4.15625,
      "learning_rate": 5e-05,
      "loss": 0.9396,
      "step": 1459
    },
    {
      "epoch": 2.5198618307426597,
      "latent_token_nums": 10.5,
      "step": 1459
    },
    {
      "epoch": 2.5198618307426597,
      "step": 1459,
      "thought_step_nums": 8.625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.12317802757024765,
      "contrastive_loss#1": 0.6158901453018188,
      "epoch": 2.5198618307426597,
      "lm_loss": 0.8621677756309509,
      "loss": 0.9853457808494568,
      "step": 1459,
      "valid_batch_size": 1024.4375
    },
    {
      "epoch": 2.5215889464594126,
      "grad_norm": 4.1875,
      "learning_rate": 5e-05,
      "loss": 0.956,
      "step": 1460
    },
    {
      "epoch": 2.5215889464594126,
      "latent_token_nums": 10.4375,
      "step": 1460
    },
    {
      "epoch": 2.5215889464594126,
      "step": 1460,
      "thought_step_nums": 7.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.023186875507235527,
      "contrastive_loss#1": 0.11593437939882278,
      "epoch": 2.5215889464594126,
      "lm_loss": 0.8779057860374451,
      "loss": 0.9010926485061646,
      "step": 1460,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 2.523316062176166,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.9469,
      "step": 1461
    },
    {
      "epoch": 2.523316062176166,
      "latent_token_nums": 10.5625,
      "step": 1461
    },
    {
      "epoch": 2.523316062176166,
      "step": 1461,
      "thought_step_nums": 7.9375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0943228006362915,
      "contrastive_loss#1": 0.4716140031814575,
      "epoch": 2.523316062176166,
      "lm_loss": 0.9076454043388367,
      "loss": 1.0019681453704834,
      "step": 1461,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.5250431778929188,
      "grad_norm": 4.25,
      "learning_rate": 5e-05,
      "loss": 0.9321,
      "step": 1462
    },
    {
      "epoch": 2.5250431778929188,
      "latent_token_nums": 10.625,
      "step": 1462
    },
    {
      "epoch": 2.5250431778929188,
      "step": 1462,
      "thought_step_nums": 7.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.006155285518616438,
      "contrastive_loss#1": 0.030776426196098328,
      "epoch": 2.5250431778929188,
      "lm_loss": 0.9327143430709839,
      "loss": 0.9388696551322937,
      "step": 1462,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 2.5267702936096716,
      "grad_norm": 3.734375,
      "learning_rate": 5e-05,
      "loss": 0.9313,
      "step": 1463
    },
    {
      "epoch": 2.5267702936096716,
      "latent_token_nums": 10.4375,
      "step": 1463
    },
    {
      "epoch": 2.5267702936096716,
      "step": 1463,
      "thought_step_nums": 8.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01422110479325056,
      "contrastive_loss#1": 0.07110552489757538,
      "epoch": 2.5267702936096716,
      "lm_loss": 0.8474570512771606,
      "loss": 0.8616781830787659,
      "step": 1463,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.528497409326425,
      "grad_norm": 4.25,
      "learning_rate": 5e-05,
      "loss": 0.9506,
      "step": 1464
    },
    {
      "epoch": 2.528497409326425,
      "latent_token_nums": 10.25,
      "step": 1464
    },
    {
      "epoch": 2.528497409326425,
      "step": 1464,
      "thought_step_nums": 8.8125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.09985994547605515,
      "contrastive_loss#1": 0.49929970502853394,
      "epoch": 2.528497409326425,
      "lm_loss": 0.9739574193954468,
      "loss": 1.0738173723220825,
      "step": 1464,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.530224525043178,
      "grad_norm": 3.578125,
      "learning_rate": 5e-05,
      "loss": 0.9289,
      "step": 1465
    },
    {
      "epoch": 2.530224525043178,
      "latent_token_nums": 10.25,
      "step": 1465
    },
    {
      "epoch": 2.530224525043178,
      "step": 1465,
      "thought_step_nums": 8.0
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04654325172305107,
      "contrastive_loss#1": 0.23271624743938446,
      "epoch": 2.530224525043178,
      "lm_loss": 0.9514475464820862,
      "loss": 0.9979907870292664,
      "step": 1465,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.5319516407599307,
      "grad_norm": 4.125,
      "learning_rate": 5e-05,
      "loss": 0.935,
      "step": 1466
    },
    {
      "epoch": 2.5319516407599307,
      "latent_token_nums": 10.5625,
      "step": 1466
    },
    {
      "epoch": 2.5319516407599307,
      "step": 1466,
      "thought_step_nums": 9.0
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03469035029411316,
      "contrastive_loss#1": 0.1734517514705658,
      "epoch": 2.5319516407599307,
      "lm_loss": 0.8138599991798401,
      "loss": 0.8485503196716309,
      "step": 1466,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.533678756476684,
      "grad_norm": 4.78125,
      "learning_rate": 5e-05,
      "loss": 0.9407,
      "step": 1467
    },
    {
      "epoch": 2.533678756476684,
      "latent_token_nums": 10.125,
      "step": 1467
    },
    {
      "epoch": 2.533678756476684,
      "step": 1467,
      "thought_step_nums": 8.75
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0365181565284729,
      "contrastive_loss#1": 0.1825907826423645,
      "epoch": 2.533678756476684,
      "lm_loss": 0.7848533987998962,
      "loss": 0.8213715553283691,
      "step": 1467,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.535405872193437,
      "grad_norm": 4.21875,
      "learning_rate": 5e-05,
      "loss": 0.9551,
      "step": 1468
    },
    {
      "epoch": 2.535405872193437,
      "latent_token_nums": 10.25,
      "step": 1468
    },
    {
      "epoch": 2.535405872193437,
      "step": 1468,
      "thought_step_nums": 8.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.005874810740351677,
      "contrastive_loss#1": 0.029374053701758385,
      "epoch": 2.535405872193437,
      "lm_loss": 0.8078999519348145,
      "loss": 0.8137747645378113,
      "step": 1468,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 2.53713298791019,
      "grad_norm": 4.3125,
      "learning_rate": 5e-05,
      "loss": 0.9282,
      "step": 1469
    },
    {
      "epoch": 2.53713298791019,
      "latent_token_nums": 10.125,
      "step": 1469
    },
    {
      "epoch": 2.53713298791019,
      "step": 1469,
      "thought_step_nums": 8.5625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05119062587618828,
      "contrastive_loss#1": 0.2559531331062317,
      "epoch": 2.53713298791019,
      "lm_loss": 0.904588520526886,
      "loss": 0.9557791352272034,
      "step": 1469,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.538860103626943,
      "grad_norm": 4.375,
      "learning_rate": 5e-05,
      "loss": 0.9646,
      "step": 1470
    },
    {
      "epoch": 2.538860103626943,
      "latent_token_nums": 10.5625,
      "step": 1470
    },
    {
      "epoch": 2.538860103626943,
      "step": 1470,
      "thought_step_nums": 8.4375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.051772233098745346,
      "contrastive_loss#1": 0.25886115431785583,
      "epoch": 2.538860103626943,
      "lm_loss": 0.8663841485977173,
      "loss": 0.9181563854217529,
      "step": 1470,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.540587219343696,
      "grad_norm": 3.65625,
      "learning_rate": 5e-05,
      "loss": 0.9321,
      "step": 1471
    },
    {
      "epoch": 2.540587219343696,
      "latent_token_nums": 10.3125,
      "step": 1471
    },
    {
      "epoch": 2.540587219343696,
      "step": 1471,
      "thought_step_nums": 8.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02776685170829296,
      "contrastive_loss#1": 0.13883425295352936,
      "epoch": 2.540587219343696,
      "lm_loss": 0.8726088404655457,
      "loss": 0.9003756642341614,
      "step": 1471,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 2.542314335060449,
      "grad_norm": 3.78125,
      "learning_rate": 5e-05,
      "loss": 0.9287,
      "step": 1472
    },
    {
      "epoch": 2.542314335060449,
      "latent_token_nums": 10.375,
      "step": 1472
    },
    {
      "epoch": 2.542314335060449,
      "step": 1472,
      "thought_step_nums": 8.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.023184962570667267,
      "contrastive_loss#1": 0.11592481285333633,
      "epoch": 2.542314335060449,
      "lm_loss": 0.9209315776824951,
      "loss": 0.9441165328025818,
      "step": 1472,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.5440414507772022,
      "grad_norm": 4.25,
      "learning_rate": 5e-05,
      "loss": 0.9487,
      "step": 1473
    },
    {
      "epoch": 2.5440414507772022,
      "latent_token_nums": 10.5625,
      "step": 1473
    },
    {
      "epoch": 2.5440414507772022,
      "step": 1473,
      "thought_step_nums": 8.25
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01570843905210495,
      "contrastive_loss#1": 0.07854219526052475,
      "epoch": 2.5440414507772022,
      "lm_loss": 0.9474416971206665,
      "loss": 0.963150143623352,
      "step": 1473,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.545768566493955,
      "grad_norm": 4.5625,
      "learning_rate": 5e-05,
      "loss": 0.9418,
      "step": 1474
    },
    {
      "epoch": 2.545768566493955,
      "latent_token_nums": 9.9375,
      "step": 1474
    },
    {
      "epoch": 2.545768566493955,
      "step": 1474,
      "thought_step_nums": 9.0
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.04975565895438194,
      "contrastive_loss#1": 0.24877828359603882,
      "epoch": 2.545768566493955,
      "lm_loss": 0.9719797968864441,
      "loss": 1.021735429763794,
      "step": 1474,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.547495682210708,
      "grad_norm": 3.890625,
      "learning_rate": 5e-05,
      "loss": 0.9403,
      "step": 1475
    },
    {
      "epoch": 2.547495682210708,
      "latent_token_nums": 9.9375,
      "step": 1475
    },
    {
      "epoch": 2.547495682210708,
      "step": 1475,
      "thought_step_nums": 8.1875
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09646908193826675,
      "contrastive_loss#1": 0.4823454022407532,
      "epoch": 2.547495682210708,
      "lm_loss": 0.9704115390777588,
      "loss": 1.0668805837631226,
      "step": 1475,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.5492227979274613,
      "grad_norm": 4.125,
      "learning_rate": 5e-05,
      "loss": 0.9475,
      "step": 1476
    },
    {
      "epoch": 2.5492227979274613,
      "latent_token_nums": 10.3125,
      "step": 1476
    },
    {
      "epoch": 2.5492227979274613,
      "step": 1476,
      "thought_step_nums": 9.1875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03353413566946983,
      "contrastive_loss#1": 0.16767066717147827,
      "epoch": 2.5492227979274613,
      "lm_loss": 0.9428582191467285,
      "loss": 0.9763923287391663,
      "step": 1476,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.550949913644214,
      "grad_norm": 4.125,
      "learning_rate": 5e-05,
      "loss": 0.9494,
      "step": 1477
    },
    {
      "epoch": 2.550949913644214,
      "latent_token_nums": 10.0625,
      "step": 1477
    },
    {
      "epoch": 2.550949913644214,
      "step": 1477,
      "thought_step_nums": 8.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0025160384830087423,
      "contrastive_loss#1": 0.01258019171655178,
      "epoch": 2.550949913644214,
      "lm_loss": 0.890221357345581,
      "loss": 0.8927373886108398,
      "step": 1477,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.552677029360967,
      "grad_norm": 4.59375,
      "learning_rate": 5e-05,
      "loss": 0.9556,
      "step": 1478
    },
    {
      "epoch": 2.552677029360967,
      "latent_token_nums": 10.3125,
      "step": 1478
    },
    {
      "epoch": 2.552677029360967,
      "step": 1478,
      "thought_step_nums": 8.125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.08830133080482483,
      "contrastive_loss#1": 0.44150665402412415,
      "epoch": 2.552677029360967,
      "lm_loss": 0.9248514771461487,
      "loss": 1.013152837753296,
      "step": 1478,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.5544041450777204,
      "grad_norm": 4.125,
      "learning_rate": 5e-05,
      "loss": 0.9464,
      "step": 1479
    },
    {
      "epoch": 2.5544041450777204,
      "latent_token_nums": 10.3125,
      "step": 1479
    },
    {
      "epoch": 2.5544041450777204,
      "step": 1479,
      "thought_step_nums": 8.125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.026332149282097816,
      "contrastive_loss#1": 0.13166074454784393,
      "epoch": 2.5544041450777204,
      "lm_loss": 0.9167910814285278,
      "loss": 0.9431232213973999,
      "step": 1479,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.5561312607944733,
      "grad_norm": 4.53125,
      "learning_rate": 5e-05,
      "loss": 0.9505,
      "step": 1480
    },
    {
      "epoch": 2.5561312607944733,
      "latent_token_nums": 10.3125,
      "step": 1480
    },
    {
      "epoch": 2.5561312607944733,
      "step": 1480,
      "thought_step_nums": 8.9375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03699381276965141,
      "contrastive_loss#1": 0.18496905267238617,
      "epoch": 2.5561312607944733,
      "lm_loss": 0.8480571508407593,
      "loss": 0.8850509524345398,
      "step": 1480,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.557858376511226,
      "grad_norm": 4.21875,
      "learning_rate": 5e-05,
      "loss": 0.9329,
      "step": 1481
    },
    {
      "epoch": 2.557858376511226,
      "latent_token_nums": 10.5,
      "step": 1481
    },
    {
      "epoch": 2.557858376511226,
      "step": 1481,
      "thought_step_nums": 8.125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03721802309155464,
      "contrastive_loss#1": 0.1860901117324829,
      "epoch": 2.557858376511226,
      "lm_loss": 0.8859534859657288,
      "loss": 0.9231715202331543,
      "step": 1481,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 2.5595854922279795,
      "grad_norm": 3.671875,
      "learning_rate": 5e-05,
      "loss": 0.9258,
      "step": 1482
    },
    {
      "epoch": 2.5595854922279795,
      "latent_token_nums": 10.3125,
      "step": 1482
    },
    {
      "epoch": 2.5595854922279795,
      "step": 1482,
      "thought_step_nums": 9.0
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.013533818535506725,
      "contrastive_loss#1": 0.0676690936088562,
      "epoch": 2.5595854922279795,
      "lm_loss": 0.7763000726699829,
      "loss": 0.7898339033126831,
      "step": 1482,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 2.5613126079447324,
      "grad_norm": 4.0,
      "learning_rate": 5e-05,
      "loss": 0.926,
      "step": 1483
    },
    {
      "epoch": 2.5613126079447324,
      "latent_token_nums": 10.3125,
      "step": 1483
    },
    {
      "epoch": 2.5613126079447324,
      "step": 1483,
      "thought_step_nums": 8.4375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01733156107366085,
      "contrastive_loss#1": 0.0866577997803688,
      "epoch": 2.5613126079447324,
      "lm_loss": 0.9624742865562439,
      "loss": 0.9798058271408081,
      "step": 1483,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.5630397236614852,
      "grad_norm": 4.25,
      "learning_rate": 5e-05,
      "loss": 0.9594,
      "step": 1484
    },
    {
      "epoch": 2.5630397236614852,
      "latent_token_nums": 10.0,
      "step": 1484
    },
    {
      "epoch": 2.5630397236614852,
      "step": 1484,
      "thought_step_nums": 7.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.011949223466217518,
      "contrastive_loss#1": 0.059746116399765015,
      "epoch": 2.5630397236614852,
      "lm_loss": 0.9297755360603333,
      "loss": 0.9417247772216797,
      "step": 1484,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.5647668393782386,
      "grad_norm": 4.15625,
      "learning_rate": 5e-05,
      "loss": 0.9546,
      "step": 1485
    },
    {
      "epoch": 2.5647668393782386,
      "latent_token_nums": 10.4375,
      "step": 1485
    },
    {
      "epoch": 2.5647668393782386,
      "step": 1485,
      "thought_step_nums": 9.0
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05586055666208267,
      "contrastive_loss#1": 0.27930277585983276,
      "epoch": 2.5647668393782386,
      "lm_loss": 0.9269951581954956,
      "loss": 0.9828557372093201,
      "step": 1485,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.5664939550949915,
      "grad_norm": 4.21875,
      "learning_rate": 5e-05,
      "loss": 0.9405,
      "step": 1486
    },
    {
      "epoch": 2.5664939550949915,
      "latent_token_nums": 10.4375,
      "step": 1486
    },
    {
      "epoch": 2.5664939550949915,
      "step": 1486,
      "thought_step_nums": 8.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.05400356277823448,
      "contrastive_loss#1": 0.2700178027153015,
      "epoch": 2.5664939550949915,
      "lm_loss": 0.8009737133979797,
      "loss": 0.8549772500991821,
      "step": 1486,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.5682210708117443,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.9424,
      "step": 1487
    },
    {
      "epoch": 2.5682210708117443,
      "latent_token_nums": 10.4375,
      "step": 1487
    },
    {
      "epoch": 2.5682210708117443,
      "step": 1487,
      "thought_step_nums": 8.4375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.04851452261209488,
      "contrastive_loss#1": 0.2425726056098938,
      "epoch": 2.5682210708117443,
      "lm_loss": 0.8636064529418945,
      "loss": 0.9121209979057312,
      "step": 1487,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.5699481865284977,
      "grad_norm": 3.921875,
      "learning_rate": 5e-05,
      "loss": 0.9244,
      "step": 1488
    },
    {
      "epoch": 2.5699481865284977,
      "latent_token_nums": 10.0,
      "step": 1488
    },
    {
      "epoch": 2.5699481865284977,
      "step": 1488,
      "thought_step_nums": 8.1875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08775501698255539,
      "contrastive_loss#1": 0.43877509236335754,
      "epoch": 2.5699481865284977,
      "lm_loss": 0.947439432144165,
      "loss": 1.0351943969726562,
      "step": 1488,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 2.5716753022452505,
      "grad_norm": 4.25,
      "learning_rate": 5e-05,
      "loss": 0.9422,
      "step": 1489
    },
    {
      "epoch": 2.5716753022452505,
      "latent_token_nums": 10.25,
      "step": 1489
    },
    {
      "epoch": 2.5716753022452505,
      "step": 1489,
      "thought_step_nums": 8.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.019953740760684013,
      "contrastive_loss#1": 0.09976869821548462,
      "epoch": 2.5716753022452505,
      "lm_loss": 0.8922041654586792,
      "loss": 0.9121578931808472,
      "step": 1489,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.5734024179620034,
      "grad_norm": 4.25,
      "learning_rate": 5e-05,
      "loss": 0.9597,
      "step": 1490
    },
    {
      "epoch": 2.5734024179620034,
      "latent_token_nums": 10.6875,
      "step": 1490
    },
    {
      "epoch": 2.5734024179620034,
      "step": 1490,
      "thought_step_nums": 7.125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.051442790776491165,
      "contrastive_loss#1": 0.2572139501571655,
      "epoch": 2.5734024179620034,
      "lm_loss": 0.9068551063537598,
      "loss": 0.9582979083061218,
      "step": 1490,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.5751295336787567,
      "grad_norm": 4.46875,
      "learning_rate": 5e-05,
      "loss": 0.9342,
      "step": 1491
    },
    {
      "epoch": 2.5751295336787567,
      "latent_token_nums": 10.375,
      "step": 1491
    },
    {
      "epoch": 2.5751295336787567,
      "step": 1491,
      "thought_step_nums": 7.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.019932007417082787,
      "contrastive_loss#1": 0.09966003894805908,
      "epoch": 2.5751295336787567,
      "lm_loss": 0.9371006488800049,
      "loss": 0.9570326805114746,
      "step": 1491,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.5768566493955096,
      "grad_norm": 3.984375,
      "learning_rate": 5e-05,
      "loss": 0.9527,
      "step": 1492
    },
    {
      "epoch": 2.5768566493955096,
      "latent_token_nums": 10.6875,
      "step": 1492
    },
    {
      "epoch": 2.5768566493955096,
      "step": 1492,
      "thought_step_nums": 8.25
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.041120726615190506,
      "contrastive_loss#1": 0.20560362935066223,
      "epoch": 2.5768566493955096,
      "lm_loss": 0.7639818787574768,
      "loss": 0.8051025867462158,
      "step": 1492,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 2.5785837651122625,
      "grad_norm": 3.875,
      "learning_rate": 5e-05,
      "loss": 0.9474,
      "step": 1493
    },
    {
      "epoch": 2.5785837651122625,
      "latent_token_nums": 10.25,
      "step": 1493
    },
    {
      "epoch": 2.5785837651122625,
      "step": 1493,
      "thought_step_nums": 8.4375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.07101929932832718,
      "contrastive_loss#1": 0.3550964891910553,
      "epoch": 2.5785837651122625,
      "lm_loss": 0.8456457853317261,
      "loss": 0.9166650772094727,
      "step": 1493,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.5803108808290154,
      "grad_norm": 3.84375,
      "learning_rate": 5e-05,
      "loss": 0.9368,
      "step": 1494
    },
    {
      "epoch": 2.5803108808290154,
      "latent_token_nums": 10.8125,
      "step": 1494
    },
    {
      "epoch": 2.5803108808290154,
      "step": 1494,
      "thought_step_nums": 9.125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03652438521385193,
      "contrastive_loss#1": 0.18262192606925964,
      "epoch": 2.5803108808290154,
      "lm_loss": 0.7744922637939453,
      "loss": 0.8110166788101196,
      "step": 1494,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.5820379965457687,
      "grad_norm": 3.984375,
      "learning_rate": 5e-05,
      "loss": 0.9171,
      "step": 1495
    },
    {
      "epoch": 2.5820379965457687,
      "latent_token_nums": 10.625,
      "step": 1495
    },
    {
      "epoch": 2.5820379965457687,
      "step": 1495,
      "thought_step_nums": 8.6875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11310380697250366,
      "contrastive_loss#1": 0.5655190348625183,
      "epoch": 2.5820379965457687,
      "lm_loss": 0.8816726803779602,
      "loss": 0.9947764873504639,
      "step": 1495,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.5837651122625216,
      "grad_norm": 3.984375,
      "learning_rate": 5e-05,
      "loss": 0.946,
      "step": 1496
    },
    {
      "epoch": 2.5837651122625216,
      "latent_token_nums": 10.1875,
      "step": 1496
    },
    {
      "epoch": 2.5837651122625216,
      "step": 1496,
      "thought_step_nums": 7.25
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0761779323220253,
      "contrastive_loss#1": 0.3808896541595459,
      "epoch": 2.5837651122625216,
      "lm_loss": 0.8819699287414551,
      "loss": 0.9581478834152222,
      "step": 1496,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.5854922279792745,
      "grad_norm": 3.875,
      "learning_rate": 5e-05,
      "loss": 0.9431,
      "step": 1497
    },
    {
      "epoch": 2.5854922279792745,
      "latent_token_nums": 10.25,
      "step": 1497
    },
    {
      "epoch": 2.5854922279792745,
      "step": 1497,
      "thought_step_nums": 8.0
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.08483033627271652,
      "contrastive_loss#1": 0.4241516590118408,
      "epoch": 2.5854922279792745,
      "lm_loss": 0.9282999038696289,
      "loss": 1.0131301879882812,
      "step": 1497,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.587219343696028,
      "grad_norm": 4.46875,
      "learning_rate": 5e-05,
      "loss": 0.926,
      "step": 1498
    },
    {
      "epoch": 2.587219343696028,
      "latent_token_nums": 10.1875,
      "step": 1498
    },
    {
      "epoch": 2.587219343696028,
      "step": 1498,
      "thought_step_nums": 8.8125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04157992824912071,
      "contrastive_loss#1": 0.20789964497089386,
      "epoch": 2.587219343696028,
      "lm_loss": 0.9085204601287842,
      "loss": 0.9501003623008728,
      "step": 1498,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.5889464594127807,
      "grad_norm": 4.4375,
      "learning_rate": 5e-05,
      "loss": 0.9408,
      "step": 1499
    },
    {
      "epoch": 2.5889464594127807,
      "latent_token_nums": 10.125,
      "step": 1499
    },
    {
      "epoch": 2.5889464594127807,
      "step": 1499,
      "thought_step_nums": 8.5625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.021437926217913628,
      "contrastive_loss#1": 0.10718962550163269,
      "epoch": 2.5889464594127807,
      "lm_loss": 0.8245061039924622,
      "loss": 0.8459440469741821,
      "step": 1499,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.5906735751295336,
      "grad_norm": 3.96875,
      "learning_rate": 5e-05,
      "loss": 0.9296,
      "step": 1500
    },
    {
      "epoch": 2.5906735751295336,
      "latent_token_nums": 10.3125,
      "step": 1500
    },
    {
      "epoch": 2.5906735751295336,
      "step": 1500,
      "thought_step_nums": 7.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.001390235498547554,
      "contrastive_loss#1": 0.00695117749273777,
      "epoch": 2.5906735751295336,
      "lm_loss": 0.8787638545036316,
      "loss": 0.8801540732383728,
      "step": 1500,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.5924006908462864,
      "grad_norm": 4.40625,
      "learning_rate": 5e-05,
      "loss": 0.9435,
      "step": 1501
    },
    {
      "epoch": 2.5924006908462864,
      "latent_token_nums": 10.5,
      "step": 1501
    },
    {
      "epoch": 2.5924006908462864,
      "step": 1501,
      "thought_step_nums": 7.75
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.008906410075724125,
      "contrastive_loss#1": 0.04453204944729805,
      "epoch": 2.5924006908462864,
      "lm_loss": 1.0246951580047607,
      "loss": 1.0336015224456787,
      "step": 1501,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.5941278065630398,
      "grad_norm": 4.28125,
      "learning_rate": 5e-05,
      "loss": 0.9484,
      "step": 1502
    },
    {
      "epoch": 2.5941278065630398,
      "latent_token_nums": 10.5,
      "step": 1502
    },
    {
      "epoch": 2.5941278065630398,
      "step": 1502,
      "thought_step_nums": 8.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01027026679366827,
      "contrastive_loss#1": 0.051351334899663925,
      "epoch": 2.5941278065630398,
      "lm_loss": 0.8502440452575684,
      "loss": 0.8605142831802368,
      "step": 1502,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.5958549222797926,
      "grad_norm": 4.40625,
      "learning_rate": 5e-05,
      "loss": 0.9283,
      "step": 1503
    },
    {
      "epoch": 2.5958549222797926,
      "latent_token_nums": 10.125,
      "step": 1503
    },
    {
      "epoch": 2.5958549222797926,
      "step": 1503,
      "thought_step_nums": 8.1875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.05227776989340782,
      "contrastive_loss#1": 0.2613888382911682,
      "epoch": 2.5958549222797926,
      "lm_loss": 1.0279552936553955,
      "loss": 1.080233097076416,
      "step": 1503,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 2.5975820379965455,
      "grad_norm": 3.96875,
      "learning_rate": 5e-05,
      "loss": 0.9562,
      "step": 1504
    },
    {
      "epoch": 2.5975820379965455,
      "latent_token_nums": 10.3125,
      "step": 1504
    },
    {
      "epoch": 2.5975820379965455,
      "step": 1504,
      "thought_step_nums": 9.25
    },
    {
      "acc@1": 0.6875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.12002243846654892,
      "contrastive_loss#1": 0.6001121997833252,
      "epoch": 2.5975820379965455,
      "lm_loss": 0.9097950458526611,
      "loss": 1.0298174619674683,
      "step": 1504,
      "valid_batch_size": 1024.5
    },
    {
      "epoch": 2.599309153713299,
      "grad_norm": 4.59375,
      "learning_rate": 5e-05,
      "loss": 0.9499,
      "step": 1505
    },
    {
      "epoch": 2.599309153713299,
      "latent_token_nums": 10.1875,
      "step": 1505
    },
    {
      "epoch": 2.599309153713299,
      "step": 1505,
      "thought_step_nums": 8.75
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.11671224981546402,
      "contrastive_loss#1": 0.5835612416267395,
      "epoch": 2.599309153713299,
      "lm_loss": 1.0264090299606323,
      "loss": 1.1431212425231934,
      "step": 1505,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.6010362694300517,
      "grad_norm": 4.5625,
      "learning_rate": 5e-05,
      "loss": 0.9395,
      "step": 1506
    },
    {
      "epoch": 2.6010362694300517,
      "latent_token_nums": 10.375,
      "step": 1506
    },
    {
      "epoch": 2.6010362694300517,
      "step": 1506,
      "thought_step_nums": 8.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0087004154920578,
      "contrastive_loss#1": 0.043502077460289,
      "epoch": 2.6010362694300517,
      "lm_loss": 0.9380581378936768,
      "loss": 0.9467585682868958,
      "step": 1506,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.6027633851468046,
      "grad_norm": 4.375,
      "learning_rate": 5e-05,
      "loss": 0.9439,
      "step": 1507
    },
    {
      "epoch": 2.6027633851468046,
      "latent_token_nums": 10.4375,
      "step": 1507
    },
    {
      "epoch": 2.6027633851468046,
      "step": 1507,
      "thought_step_nums": 8.8125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07562034577131271,
      "contrastive_loss#1": 0.37810173630714417,
      "epoch": 2.6027633851468046,
      "lm_loss": 0.9282076358795166,
      "loss": 1.0038279294967651,
      "step": 1507,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.604490500863558,
      "grad_norm": 4.5625,
      "learning_rate": 5e-05,
      "loss": 0.9422,
      "step": 1508
    },
    {
      "epoch": 2.604490500863558,
      "latent_token_nums": 10.4375,
      "step": 1508
    },
    {
      "epoch": 2.604490500863558,
      "step": 1508,
      "thought_step_nums": 8.5
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03800242766737938,
      "contrastive_loss#1": 0.1900121420621872,
      "epoch": 2.604490500863558,
      "lm_loss": 0.9050246477127075,
      "loss": 0.9430270791053772,
      "step": 1508,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.606217616580311,
      "grad_norm": 4.0,
      "learning_rate": 5e-05,
      "loss": 0.9214,
      "step": 1509
    },
    {
      "epoch": 2.606217616580311,
      "latent_token_nums": 10.625,
      "step": 1509
    },
    {
      "epoch": 2.606217616580311,
      "step": 1509,
      "thought_step_nums": 7.9375
    },
    {
      "acc@1": 0.75,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.16298678517341614,
      "contrastive_loss#1": 0.8149338960647583,
      "epoch": 2.606217616580311,
      "lm_loss": 1.0033499002456665,
      "loss": 1.1663366556167603,
      "step": 1509,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 2.6079447322970637,
      "grad_norm": 4.0,
      "learning_rate": 5e-05,
      "loss": 0.9484,
      "step": 1510
    },
    {
      "epoch": 2.6079447322970637,
      "latent_token_nums": 10.3125,
      "step": 1510
    },
    {
      "epoch": 2.6079447322970637,
      "step": 1510,
      "thought_step_nums": 8.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.000849856180138886,
      "contrastive_loss#1": 0.004249280784279108,
      "epoch": 2.6079447322970637,
      "lm_loss": 0.9537627696990967,
      "loss": 0.9546126127243042,
      "step": 1510,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.609671848013817,
      "grad_norm": 4.21875,
      "learning_rate": 5e-05,
      "loss": 0.9302,
      "step": 1511
    },
    {
      "epoch": 2.609671848013817,
      "latent_token_nums": 10.6875,
      "step": 1511
    },
    {
      "epoch": 2.609671848013817,
      "step": 1511,
      "thought_step_nums": 8.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.018758028745651245,
      "contrastive_loss#1": 0.09379014372825623,
      "epoch": 2.609671848013817,
      "lm_loss": 0.8359383344650269,
      "loss": 0.8546963930130005,
      "step": 1511,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 2.61139896373057,
      "grad_norm": 4.78125,
      "learning_rate": 5e-05,
      "loss": 0.9343,
      "step": 1512
    },
    {
      "epoch": 2.61139896373057,
      "latent_token_nums": 10.25,
      "step": 1512
    },
    {
      "epoch": 2.61139896373057,
      "step": 1512,
      "thought_step_nums": 8.625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.04190492630004883,
      "contrastive_loss#1": 0.20952463150024414,
      "epoch": 2.61139896373057,
      "lm_loss": 0.886441707611084,
      "loss": 0.9283466339111328,
      "step": 1512,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.613126079447323,
      "grad_norm": 4.15625,
      "learning_rate": 5e-05,
      "loss": 0.94,
      "step": 1513
    },
    {
      "epoch": 2.613126079447323,
      "latent_token_nums": 10.3125,
      "step": 1513
    },
    {
      "epoch": 2.613126079447323,
      "step": 1513,
      "thought_step_nums": 9.1875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06461475044488907,
      "contrastive_loss#1": 0.32307374477386475,
      "epoch": 2.613126079447323,
      "lm_loss": 0.8162368535995483,
      "loss": 0.8808516263961792,
      "step": 1513,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.614853195164076,
      "grad_norm": 4.28125,
      "learning_rate": 5e-05,
      "loss": 0.9638,
      "step": 1514
    },
    {
      "epoch": 2.614853195164076,
      "latent_token_nums": 10.4375,
      "step": 1514
    },
    {
      "epoch": 2.614853195164076,
      "step": 1514,
      "thought_step_nums": 8.5
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04757701978087425,
      "contrastive_loss#1": 0.23788508772850037,
      "epoch": 2.614853195164076,
      "lm_loss": 1.0056055784225464,
      "loss": 1.053182601928711,
      "step": 1514,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.616580310880829,
      "grad_norm": 4.09375,
      "learning_rate": 5e-05,
      "loss": 0.9425,
      "step": 1515
    },
    {
      "epoch": 2.616580310880829,
      "latent_token_nums": 10.5,
      "step": 1515
    },
    {
      "epoch": 2.616580310880829,
      "step": 1515,
      "thought_step_nums": 9.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.015768541023135185,
      "contrastive_loss#1": 0.07884270697832108,
      "epoch": 2.616580310880829,
      "lm_loss": 0.9271544218063354,
      "loss": 0.9429229497909546,
      "step": 1515,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.618307426597582,
      "grad_norm": 3.734375,
      "learning_rate": 5e-05,
      "loss": 0.9331,
      "step": 1516
    },
    {
      "epoch": 2.618307426597582,
      "latent_token_nums": 10.375,
      "step": 1516
    },
    {
      "epoch": 2.618307426597582,
      "step": 1516,
      "thought_step_nums": 8.5
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.042269282042980194,
      "contrastive_loss#1": 0.21134640276432037,
      "epoch": 2.618307426597582,
      "lm_loss": 1.0235769748687744,
      "loss": 1.0658462047576904,
      "step": 1516,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.620034542314335,
      "grad_norm": 4.0625,
      "learning_rate": 5e-05,
      "loss": 0.9476,
      "step": 1517
    },
    {
      "epoch": 2.620034542314335,
      "latent_token_nums": 10.1875,
      "step": 1517
    },
    {
      "epoch": 2.620034542314335,
      "step": 1517,
      "thought_step_nums": 7.6875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.023920342326164246,
      "contrastive_loss#1": 0.11960171163082123,
      "epoch": 2.620034542314335,
      "lm_loss": 0.8806425929069519,
      "loss": 0.9045629501342773,
      "step": 1517,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.621761658031088,
      "grad_norm": 4.28125,
      "learning_rate": 5e-05,
      "loss": 0.9621,
      "step": 1518
    },
    {
      "epoch": 2.621761658031088,
      "latent_token_nums": 10.4375,
      "step": 1518
    },
    {
      "epoch": 2.621761658031088,
      "step": 1518,
      "thought_step_nums": 7.9375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03388725966215134,
      "contrastive_loss#1": 0.1694362908601761,
      "epoch": 2.621761658031088,
      "lm_loss": 0.9175325632095337,
      "loss": 0.9514198303222656,
      "step": 1518,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 2.623488773747841,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.9346,
      "step": 1519
    },
    {
      "epoch": 2.623488773747841,
      "latent_token_nums": 10.375,
      "step": 1519
    },
    {
      "epoch": 2.623488773747841,
      "step": 1519,
      "thought_step_nums": 8.0625
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.12909619510173798,
      "contrastive_loss#1": 0.6454809904098511,
      "epoch": 2.623488773747841,
      "lm_loss": 0.9260614514350891,
      "loss": 1.0551576614379883,
      "step": 1519,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 2.6252158894645943,
      "grad_norm": 4.65625,
      "learning_rate": 5e-05,
      "loss": 0.9543,
      "step": 1520
    },
    {
      "epoch": 2.6252158894645943,
      "latent_token_nums": 10.5,
      "step": 1520
    },
    {
      "epoch": 2.6252158894645943,
      "step": 1520,
      "thought_step_nums": 8.3125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.044236864894628525,
      "contrastive_loss#1": 0.22118431329727173,
      "epoch": 2.6252158894645943,
      "lm_loss": 0.8956601619720459,
      "loss": 0.9398970007896423,
      "step": 1520,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.626943005181347,
      "grad_norm": 4.46875,
      "learning_rate": 5e-05,
      "loss": 0.9411,
      "step": 1521
    },
    {
      "epoch": 2.626943005181347,
      "latent_token_nums": 10.25,
      "step": 1521
    },
    {
      "epoch": 2.626943005181347,
      "step": 1521,
      "thought_step_nums": 7.9375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.018820209428668022,
      "contrastive_loss#1": 0.09410104155540466,
      "epoch": 2.626943005181347,
      "lm_loss": 0.9118233919143677,
      "loss": 0.930643618106842,
      "step": 1521,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.6286701208981,
      "grad_norm": 4.21875,
      "learning_rate": 5e-05,
      "loss": 0.9531,
      "step": 1522
    },
    {
      "epoch": 2.6286701208981,
      "latent_token_nums": 10.25,
      "step": 1522
    },
    {
      "epoch": 2.6286701208981,
      "step": 1522,
      "thought_step_nums": 8.8125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.06088590249419212,
      "contrastive_loss#1": 0.3044295012950897,
      "epoch": 2.6286701208981,
      "lm_loss": 0.8634390830993652,
      "loss": 0.9243249893188477,
      "step": 1522,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.6303972366148534,
      "grad_norm": 4.15625,
      "learning_rate": 5e-05,
      "loss": 0.9329,
      "step": 1523
    },
    {
      "epoch": 2.6303972366148534,
      "latent_token_nums": 10.375,
      "step": 1523
    },
    {
      "epoch": 2.6303972366148534,
      "step": 1523,
      "thought_step_nums": 7.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.008107560686767101,
      "contrastive_loss#1": 0.04053780436515808,
      "epoch": 2.6303972366148534,
      "lm_loss": 0.9763104915618896,
      "loss": 0.9844180345535278,
      "step": 1523,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.6321243523316062,
      "grad_norm": 4.125,
      "learning_rate": 5e-05,
      "loss": 0.9394,
      "step": 1524
    },
    {
      "epoch": 2.6321243523316062,
      "latent_token_nums": 10.5,
      "step": 1524
    },
    {
      "epoch": 2.6321243523316062,
      "step": 1524,
      "thought_step_nums": 8.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.012605438940227032,
      "contrastive_loss#1": 0.06302719563245773,
      "epoch": 2.6321243523316062,
      "lm_loss": 0.8595525026321411,
      "loss": 0.8721579313278198,
      "step": 1524,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.633851468048359,
      "grad_norm": 4.375,
      "learning_rate": 5e-05,
      "loss": 0.9418,
      "step": 1525
    },
    {
      "epoch": 2.633851468048359,
      "latent_token_nums": 10.375,
      "step": 1525
    },
    {
      "epoch": 2.633851468048359,
      "step": 1525,
      "thought_step_nums": 7.5625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.045068275183439255,
      "contrastive_loss#1": 0.22534137964248657,
      "epoch": 2.633851468048359,
      "lm_loss": 0.931466281414032,
      "loss": 0.9765345454216003,
      "step": 1525,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.6355785837651124,
      "grad_norm": 4.5625,
      "learning_rate": 5e-05,
      "loss": 0.9454,
      "step": 1526
    },
    {
      "epoch": 2.6355785837651124,
      "latent_token_nums": 10.125,
      "step": 1526
    },
    {
      "epoch": 2.6355785837651124,
      "step": 1526,
      "thought_step_nums": 8.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.052883047610521317,
      "contrastive_loss#1": 0.2644152343273163,
      "epoch": 2.6355785837651124,
      "lm_loss": 0.9262809753417969,
      "loss": 0.9791640043258667,
      "step": 1526,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 2.6373056994818653,
      "grad_norm": 4.34375,
      "learning_rate": 5e-05,
      "loss": 0.954,
      "step": 1527
    },
    {
      "epoch": 2.6373056994818653,
      "latent_token_nums": 10.3125,
      "step": 1527
    },
    {
      "epoch": 2.6373056994818653,
      "step": 1527,
      "thought_step_nums": 8.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.019111191853880882,
      "contrastive_loss#1": 0.09555595368146896,
      "epoch": 2.6373056994818653,
      "lm_loss": 0.8624156713485718,
      "loss": 0.8815268874168396,
      "step": 1527,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.639032815198618,
      "grad_norm": 4.40625,
      "learning_rate": 5e-05,
      "loss": 0.9398,
      "step": 1528
    },
    {
      "epoch": 2.639032815198618,
      "latent_token_nums": 10.75,
      "step": 1528
    },
    {
      "epoch": 2.639032815198618,
      "step": 1528,
      "thought_step_nums": 8.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04648556187748909,
      "contrastive_loss#1": 0.23242780566215515,
      "epoch": 2.639032815198618,
      "lm_loss": 0.8928753137588501,
      "loss": 0.9393608570098877,
      "step": 1528,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.6407599309153715,
      "grad_norm": 4.71875,
      "learning_rate": 5e-05,
      "loss": 0.9551,
      "step": 1529
    },
    {
      "epoch": 2.6407599309153715,
      "latent_token_nums": 10.5,
      "step": 1529
    },
    {
      "epoch": 2.6407599309153715,
      "step": 1529,
      "thought_step_nums": 8.125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0518110953271389,
      "contrastive_loss#1": 0.2590554654598236,
      "epoch": 2.6407599309153715,
      "lm_loss": 0.9752589464187622,
      "loss": 1.0270700454711914,
      "step": 1529,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 2.6424870466321244,
      "grad_norm": 3.953125,
      "learning_rate": 5e-05,
      "loss": 0.9442,
      "step": 1530
    },
    {
      "epoch": 2.6424870466321244,
      "latent_token_nums": 10.3125,
      "step": 1530
    },
    {
      "epoch": 2.6424870466321244,
      "step": 1530,
      "thought_step_nums": 8.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.004413021262735128,
      "contrastive_loss#1": 0.02206510677933693,
      "epoch": 2.6424870466321244,
      "lm_loss": 0.8337003588676453,
      "loss": 0.8381133675575256,
      "step": 1530,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.6442141623488773,
      "grad_norm": 3.75,
      "learning_rate": 5e-05,
      "loss": 0.9393,
      "step": 1531
    },
    {
      "epoch": 2.6442141623488773,
      "latent_token_nums": 10.5,
      "step": 1531
    },
    {
      "epoch": 2.6442141623488773,
      "step": 1531,
      "thought_step_nums": 8.5625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03862055763602257,
      "contrastive_loss#1": 0.19310279190540314,
      "epoch": 2.6442141623488773,
      "lm_loss": 0.7026865482330322,
      "loss": 0.7413070797920227,
      "step": 1531,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.6459412780656306,
      "grad_norm": 4.5,
      "learning_rate": 5e-05,
      "loss": 0.9439,
      "step": 1532
    },
    {
      "epoch": 2.6459412780656306,
      "latent_token_nums": 10.25,
      "step": 1532
    },
    {
      "epoch": 2.6459412780656306,
      "step": 1532,
      "thought_step_nums": 8.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.018362071365118027,
      "contrastive_loss#1": 0.09181035310029984,
      "epoch": 2.6459412780656306,
      "lm_loss": 0.8740773797035217,
      "loss": 0.8924394249916077,
      "step": 1532,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.6476683937823835,
      "grad_norm": 4.53125,
      "learning_rate": 5e-05,
      "loss": 0.9477,
      "step": 1533
    },
    {
      "epoch": 2.6476683937823835,
      "latent_token_nums": 10.5625,
      "step": 1533
    },
    {
      "epoch": 2.6476683937823835,
      "step": 1533,
      "thought_step_nums": 8.0
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.061730097979307175,
      "contrastive_loss#1": 0.30865049362182617,
      "epoch": 2.6476683937823835,
      "lm_loss": 0.8955881595611572,
      "loss": 0.9573182463645935,
      "step": 1533,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.6493955094991364,
      "grad_norm": 4.375,
      "learning_rate": 5e-05,
      "loss": 0.9432,
      "step": 1534
    },
    {
      "epoch": 2.6493955094991364,
      "latent_token_nums": 10.375,
      "step": 1534
    },
    {
      "epoch": 2.6493955094991364,
      "step": 1534,
      "thought_step_nums": 7.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0177749190479517,
      "contrastive_loss#1": 0.08887459337711334,
      "epoch": 2.6493955094991364,
      "lm_loss": 0.7533475756645203,
      "loss": 0.7711225152015686,
      "step": 1534,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.6511226252158897,
      "grad_norm": 3.859375,
      "learning_rate": 5e-05,
      "loss": 0.9384,
      "step": 1535
    },
    {
      "epoch": 2.6511226252158897,
      "latent_token_nums": 10.375,
      "step": 1535
    },
    {
      "epoch": 2.6511226252158897,
      "step": 1535,
      "thought_step_nums": 8.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.021542122587561607,
      "contrastive_loss#1": 0.10771060734987259,
      "epoch": 2.6511226252158897,
      "lm_loss": 0.784724235534668,
      "loss": 0.8062663674354553,
      "step": 1535,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 2.6528497409326426,
      "grad_norm": 4.46875,
      "learning_rate": 5e-05,
      "loss": 0.9483,
      "step": 1536
    },
    {
      "epoch": 2.6528497409326426,
      "latent_token_nums": 10.3125,
      "step": 1536
    },
    {
      "epoch": 2.6528497409326426,
      "step": 1536,
      "thought_step_nums": 8.125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02369946427643299,
      "contrastive_loss#1": 0.1184973195195198,
      "epoch": 2.6528497409326426,
      "lm_loss": 0.8927673101425171,
      "loss": 0.9164667725563049,
      "step": 1536,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.6545768566493955,
      "grad_norm": 4.25,
      "learning_rate": 5e-05,
      "loss": 0.9601,
      "step": 1537
    },
    {
      "epoch": 2.6545768566493955,
      "latent_token_nums": 10.875,
      "step": 1537
    },
    {
      "epoch": 2.6545768566493955,
      "step": 1537,
      "thought_step_nums": 8.625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.034519828855991364,
      "contrastive_loss#1": 0.17259913682937622,
      "epoch": 2.6545768566493955,
      "lm_loss": 0.9294044971466064,
      "loss": 0.9639243483543396,
      "step": 1537,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.656303972366149,
      "grad_norm": 4.28125,
      "learning_rate": 5e-05,
      "loss": 0.9351,
      "step": 1538
    },
    {
      "epoch": 2.656303972366149,
      "latent_token_nums": 10.0,
      "step": 1538
    },
    {
      "epoch": 2.656303972366149,
      "step": 1538,
      "thought_step_nums": 8.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02480437234044075,
      "contrastive_loss#1": 0.12402185797691345,
      "epoch": 2.656303972366149,
      "lm_loss": 0.8406288623809814,
      "loss": 0.8654332160949707,
      "step": 1538,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.6580310880829017,
      "grad_norm": 4.78125,
      "learning_rate": 5e-05,
      "loss": 0.9283,
      "step": 1539
    },
    {
      "epoch": 2.6580310880829017,
      "latent_token_nums": 9.875,
      "step": 1539
    },
    {
      "epoch": 2.6580310880829017,
      "step": 1539,
      "thought_step_nums": 8.625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02819480560719967,
      "contrastive_loss#1": 0.1409740298986435,
      "epoch": 2.6580310880829017,
      "lm_loss": 0.8044191598892212,
      "loss": 0.8326139450073242,
      "step": 1539,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.6597582037996546,
      "grad_norm": 4.0625,
      "learning_rate": 5e-05,
      "loss": 0.9356,
      "step": 1540
    },
    {
      "epoch": 2.6597582037996546,
      "latent_token_nums": 10.5625,
      "step": 1540
    },
    {
      "epoch": 2.6597582037996546,
      "step": 1540,
      "thought_step_nums": 9.0625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.022832216694951057,
      "contrastive_loss#1": 0.11416108161211014,
      "epoch": 2.6597582037996546,
      "lm_loss": 0.9546511173248291,
      "loss": 0.977483332157135,
      "step": 1540,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.6614853195164074,
      "grad_norm": 4.59375,
      "learning_rate": 5e-05,
      "loss": 0.9462,
      "step": 1541
    },
    {
      "epoch": 2.6614853195164074,
      "latent_token_nums": 10.375,
      "step": 1541
    },
    {
      "epoch": 2.6614853195164074,
      "step": 1541,
      "thought_step_nums": 8.6875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.03234838321805,
      "contrastive_loss#1": 0.16174191236495972,
      "epoch": 2.6614853195164074,
      "lm_loss": 0.8760878443717957,
      "loss": 0.9084362387657166,
      "step": 1541,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 2.6632124352331608,
      "grad_norm": 4.3125,
      "learning_rate": 5e-05,
      "loss": 0.9365,
      "step": 1542
    },
    {
      "epoch": 2.6632124352331608,
      "latent_token_nums": 10.25,
      "step": 1542
    },
    {
      "epoch": 2.6632124352331608,
      "step": 1542,
      "thought_step_nums": 7.75
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.042993079870939255,
      "contrastive_loss#1": 0.21496540307998657,
      "epoch": 2.6632124352331608,
      "lm_loss": 0.8907157778739929,
      "loss": 0.9337088465690613,
      "step": 1542,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.6649395509499136,
      "grad_norm": 4.0,
      "learning_rate": 5e-05,
      "loss": 0.9395,
      "step": 1543
    },
    {
      "epoch": 2.6649395509499136,
      "latent_token_nums": 10.3125,
      "step": 1543
    },
    {
      "epoch": 2.6649395509499136,
      "step": 1543,
      "thought_step_nums": 9.0625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.059541892260313034,
      "contrastive_loss#1": 0.29770946502685547,
      "epoch": 2.6649395509499136,
      "lm_loss": 0.8945305347442627,
      "loss": 0.9540724158287048,
      "step": 1543,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 2.6666666666666665,
      "grad_norm": 4.5625,
      "learning_rate": 5e-05,
      "loss": 0.9474,
      "step": 1544
    },
    {
      "epoch": 2.6666666666666665,
      "latent_token_nums": 10.625,
      "step": 1544
    },
    {
      "epoch": 2.6666666666666665,
      "step": 1544,
      "thought_step_nums": 8.8125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11329050362110138,
      "contrastive_loss#1": 0.5664525032043457,
      "epoch": 2.6666666666666665,
      "lm_loss": 0.9465525150299072,
      "loss": 1.0598430633544922,
      "step": 1544,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.66839378238342,
      "grad_norm": 4.5625,
      "learning_rate": 5e-05,
      "loss": 0.9486,
      "step": 1545
    },
    {
      "epoch": 2.66839378238342,
      "latent_token_nums": 10.25,
      "step": 1545
    },
    {
      "epoch": 2.66839378238342,
      "step": 1545,
      "thought_step_nums": 8.9375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.07965081930160522,
      "contrastive_loss#1": 0.3982540965080261,
      "epoch": 2.66839378238342,
      "lm_loss": 0.7607097625732422,
      "loss": 0.8403605818748474,
      "step": 1545,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 2.6701208981001727,
      "grad_norm": 4.09375,
      "learning_rate": 5e-05,
      "loss": 0.9399,
      "step": 1546
    },
    {
      "epoch": 2.6701208981001727,
      "latent_token_nums": 10.1875,
      "step": 1546
    },
    {
      "epoch": 2.6701208981001727,
      "step": 1546,
      "thought_step_nums": 8.25
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.009111846797168255,
      "contrastive_loss#1": 0.04555923119187355,
      "epoch": 2.6701208981001727,
      "lm_loss": 0.8518458008766174,
      "loss": 0.8609576225280762,
      "step": 1546,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.6718480138169256,
      "grad_norm": 4.15625,
      "learning_rate": 5e-05,
      "loss": 0.9374,
      "step": 1547
    },
    {
      "epoch": 2.6718480138169256,
      "latent_token_nums": 10.3125,
      "step": 1547
    },
    {
      "epoch": 2.6718480138169256,
      "step": 1547,
      "thought_step_nums": 8.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.014456689357757568,
      "contrastive_loss#1": 0.07228344678878784,
      "epoch": 2.6718480138169256,
      "lm_loss": 0.9759927988052368,
      "loss": 0.9904494881629944,
      "step": 1547,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 2.6735751295336785,
      "grad_norm": 4.15625,
      "learning_rate": 5e-05,
      "loss": 0.9346,
      "step": 1548
    },
    {
      "epoch": 2.6735751295336785,
      "latent_token_nums": 10.1875,
      "step": 1548
    },
    {
      "epoch": 2.6735751295336785,
      "step": 1548,
      "thought_step_nums": 8.5
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06288591027259827,
      "contrastive_loss#1": 0.31442955136299133,
      "epoch": 2.6735751295336785,
      "lm_loss": 0.7847697734832764,
      "loss": 0.8476556539535522,
      "step": 1548,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 2.675302245250432,
      "grad_norm": 4.375,
      "learning_rate": 5e-05,
      "loss": 0.9334,
      "step": 1549
    },
    {
      "epoch": 2.675302245250432,
      "latent_token_nums": 10.3125,
      "step": 1549
    },
    {
      "epoch": 2.675302245250432,
      "step": 1549,
      "thought_step_nums": 8.1875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02311836928129196,
      "contrastive_loss#1": 0.11559184640645981,
      "epoch": 2.675302245250432,
      "lm_loss": 0.8716809153556824,
      "loss": 0.8947992920875549,
      "step": 1549,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.6770293609671847,
      "grad_norm": 3.765625,
      "learning_rate": 5e-05,
      "loss": 0.9492,
      "step": 1550
    },
    {
      "epoch": 2.6770293609671847,
      "latent_token_nums": 10.125,
      "step": 1550
    },
    {
      "epoch": 2.6770293609671847,
      "step": 1550,
      "thought_step_nums": 8.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.004888245835900307,
      "contrastive_loss#1": 0.024441229179501534,
      "epoch": 2.6770293609671847,
      "lm_loss": 0.9333373308181763,
      "loss": 0.9382255673408508,
      "step": 1550,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.6787564766839376,
      "grad_norm": 4.375,
      "learning_rate": 5e-05,
      "loss": 0.9418,
      "step": 1551
    },
    {
      "epoch": 2.6787564766839376,
      "latent_token_nums": 10.5,
      "step": 1551
    },
    {
      "epoch": 2.6787564766839376,
      "step": 1551,
      "thought_step_nums": 8.5
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.026303483173251152,
      "contrastive_loss#1": 0.1315174102783203,
      "epoch": 2.6787564766839376,
      "lm_loss": 0.855331301689148,
      "loss": 0.8816347718238831,
      "step": 1551,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 2.680483592400691,
      "grad_norm": 4.375,
      "learning_rate": 5e-05,
      "loss": 0.9366,
      "step": 1552
    },
    {
      "epoch": 2.680483592400691,
      "latent_token_nums": 10.375,
      "step": 1552
    },
    {
      "epoch": 2.680483592400691,
      "step": 1552,
      "thought_step_nums": 8.125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.023673970252275467,
      "contrastive_loss#1": 0.11836984753608704,
      "epoch": 2.680483592400691,
      "lm_loss": 0.9688208103179932,
      "loss": 0.9924947619438171,
      "step": 1552,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.6822107081174438,
      "grad_norm": 4.21875,
      "learning_rate": 5e-05,
      "loss": 0.9444,
      "step": 1553
    },
    {
      "epoch": 2.6822107081174438,
      "latent_token_nums": 10.4375,
      "step": 1553
    },
    {
      "epoch": 2.6822107081174438,
      "step": 1553,
      "thought_step_nums": 8.6875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.019797788932919502,
      "contrastive_loss#1": 0.09898894280195236,
      "epoch": 2.6822107081174438,
      "lm_loss": 0.9609965085983276,
      "loss": 0.9807943105697632,
      "step": 1553,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.6839378238341967,
      "grad_norm": 4.34375,
      "learning_rate": 5e-05,
      "loss": 0.9502,
      "step": 1554
    },
    {
      "epoch": 2.6839378238341967,
      "latent_token_nums": 10.375,
      "step": 1554
    },
    {
      "epoch": 2.6839378238341967,
      "step": 1554,
      "thought_step_nums": 7.75
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04260940104722977,
      "contrastive_loss#1": 0.21304699778556824,
      "epoch": 2.6839378238341967,
      "lm_loss": 0.9366229772567749,
      "loss": 0.9792323708534241,
      "step": 1554,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.68566493955095,
      "grad_norm": 3.671875,
      "learning_rate": 5e-05,
      "loss": 0.9277,
      "step": 1555
    },
    {
      "epoch": 2.68566493955095,
      "latent_token_nums": 10.0,
      "step": 1555
    },
    {
      "epoch": 2.68566493955095,
      "step": 1555,
      "thought_step_nums": 8.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01193611603230238,
      "contrastive_loss#1": 0.05968058109283447,
      "epoch": 2.68566493955095,
      "lm_loss": 0.9825392961502075,
      "loss": 0.9944754242897034,
      "step": 1555,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.687392055267703,
      "grad_norm": 3.953125,
      "learning_rate": 5e-05,
      "loss": 0.9324,
      "step": 1556
    },
    {
      "epoch": 2.687392055267703,
      "latent_token_nums": 10.0,
      "step": 1556
    },
    {
      "epoch": 2.687392055267703,
      "step": 1556,
      "thought_step_nums": 8.0
    },
    {
      "acc@1": 0.9375,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.07122411578893661,
      "contrastive_loss#1": 0.3561205565929413,
      "epoch": 2.687392055267703,
      "lm_loss": 0.9112917184829712,
      "loss": 0.982515811920166,
      "step": 1556,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.6891191709844557,
      "grad_norm": 4.59375,
      "learning_rate": 5e-05,
      "loss": 0.9449,
      "step": 1557
    },
    {
      "epoch": 2.6891191709844557,
      "latent_token_nums": 10.4375,
      "step": 1557
    },
    {
      "epoch": 2.6891191709844557,
      "step": 1557,
      "thought_step_nums": 8.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.010113787837326527,
      "contrastive_loss#1": 0.05056893825531006,
      "epoch": 2.6891191709844557,
      "lm_loss": 0.9956555366516113,
      "loss": 1.0057693719863892,
      "step": 1557,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.690846286701209,
      "grad_norm": 4.21875,
      "learning_rate": 5e-05,
      "loss": 0.9429,
      "step": 1558
    },
    {
      "epoch": 2.690846286701209,
      "latent_token_nums": 10.1875,
      "step": 1558
    },
    {
      "epoch": 2.690846286701209,
      "step": 1558,
      "thought_step_nums": 7.5
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.06761760264635086,
      "contrastive_loss#1": 0.3380880057811737,
      "epoch": 2.690846286701209,
      "lm_loss": 0.9171216487884521,
      "loss": 0.9847392439842224,
      "step": 1558,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 2.692573402417962,
      "grad_norm": 4.5,
      "learning_rate": 5e-05,
      "loss": 0.9405,
      "step": 1559
    },
    {
      "epoch": 2.692573402417962,
      "latent_token_nums": 10.25,
      "step": 1559
    },
    {
      "epoch": 2.692573402417962,
      "step": 1559,
      "thought_step_nums": 9.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04227660596370697,
      "contrastive_loss#1": 0.21138302981853485,
      "epoch": 2.692573402417962,
      "lm_loss": 0.8616847991943359,
      "loss": 0.9039614200592041,
      "step": 1559,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.694300518134715,
      "grad_norm": 4.375,
      "learning_rate": 5e-05,
      "loss": 0.9279,
      "step": 1560
    },
    {
      "epoch": 2.694300518134715,
      "latent_token_nums": 10.5,
      "step": 1560
    },
    {
      "epoch": 2.694300518134715,
      "step": 1560,
      "thought_step_nums": 8.5625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04413869231939316,
      "contrastive_loss#1": 0.2206934541463852,
      "epoch": 2.694300518134715,
      "lm_loss": 0.9421969652175903,
      "loss": 0.9863356351852417,
      "step": 1560,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.696027633851468,
      "grad_norm": 4.46875,
      "learning_rate": 5e-05,
      "loss": 0.9288,
      "step": 1561
    },
    {
      "epoch": 2.696027633851468,
      "latent_token_nums": 10.0,
      "step": 1561
    },
    {
      "epoch": 2.696027633851468,
      "step": 1561,
      "thought_step_nums": 8.6875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06758087873458862,
      "contrastive_loss#1": 0.3379043936729431,
      "epoch": 2.696027633851468,
      "lm_loss": 0.8853236436843872,
      "loss": 0.9529045224189758,
      "step": 1561,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.697754749568221,
      "grad_norm": 4.1875,
      "learning_rate": 5e-05,
      "loss": 0.9244,
      "step": 1562
    },
    {
      "epoch": 2.697754749568221,
      "latent_token_nums": 10.25,
      "step": 1562
    },
    {
      "epoch": 2.697754749568221,
      "step": 1562,
      "thought_step_nums": 8.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.011608488857746124,
      "contrastive_loss#1": 0.05804244428873062,
      "epoch": 2.697754749568221,
      "lm_loss": 0.832668125629425,
      "loss": 0.8442766070365906,
      "step": 1562,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.699481865284974,
      "grad_norm": 4.5625,
      "learning_rate": 5e-05,
      "loss": 0.9589,
      "step": 1563
    },
    {
      "epoch": 2.699481865284974,
      "latent_token_nums": 10.25,
      "step": 1563
    },
    {
      "epoch": 2.699481865284974,
      "step": 1563,
      "thought_step_nums": 8.75
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04769446700811386,
      "contrastive_loss#1": 0.2384723275899887,
      "epoch": 2.699481865284974,
      "lm_loss": 0.8683387041091919,
      "loss": 0.916033148765564,
      "step": 1563,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.7012089810017272,
      "grad_norm": 3.875,
      "learning_rate": 5e-05,
      "loss": 0.939,
      "step": 1564
    },
    {
      "epoch": 2.7012089810017272,
      "latent_token_nums": 10.3125,
      "step": 1564
    },
    {
      "epoch": 2.7012089810017272,
      "step": 1564,
      "thought_step_nums": 7.6875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07947226613759995,
      "contrastive_loss#1": 0.3973613381385803,
      "epoch": 2.7012089810017272,
      "lm_loss": 0.9490565657615662,
      "loss": 1.0285288095474243,
      "step": 1564,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 2.70293609671848,
      "grad_norm": 4.3125,
      "learning_rate": 5e-05,
      "loss": 0.9322,
      "step": 1565
    },
    {
      "epoch": 2.70293609671848,
      "latent_token_nums": 10.25,
      "step": 1565
    },
    {
      "epoch": 2.70293609671848,
      "step": 1565,
      "thought_step_nums": 9.1875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06590680032968521,
      "contrastive_loss#1": 0.32953399419784546,
      "epoch": 2.70293609671848,
      "lm_loss": 0.9310848116874695,
      "loss": 0.9969916343688965,
      "step": 1565,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.704663212435233,
      "grad_norm": 35.25,
      "learning_rate": 5e-05,
      "loss": 0.959,
      "step": 1566
    },
    {
      "epoch": 2.704663212435233,
      "latent_token_nums": 10.5,
      "step": 1566
    },
    {
      "epoch": 2.704663212435233,
      "step": 1566,
      "thought_step_nums": 7.9375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.040144313126802444,
      "contrastive_loss#1": 0.20072156190872192,
      "epoch": 2.704663212435233,
      "lm_loss": 0.8730075359344482,
      "loss": 0.9131518602371216,
      "step": 1566,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 2.7063903281519863,
      "grad_norm": 4.59375,
      "learning_rate": 5e-05,
      "loss": 0.9492,
      "step": 1567
    },
    {
      "epoch": 2.7063903281519863,
      "latent_token_nums": 10.5,
      "step": 1567
    },
    {
      "epoch": 2.7063903281519863,
      "step": 1567,
      "thought_step_nums": 9.125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03372414782643318,
      "contrastive_loss#1": 0.1686207354068756,
      "epoch": 2.7063903281519863,
      "lm_loss": 0.8963369727134705,
      "loss": 0.9300611019134521,
      "step": 1567,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.708117443868739,
      "grad_norm": 5.09375,
      "learning_rate": 5e-05,
      "loss": 0.9433,
      "step": 1568
    },
    {
      "epoch": 2.708117443868739,
      "latent_token_nums": 10.625,
      "step": 1568
    },
    {
      "epoch": 2.708117443868739,
      "step": 1568,
      "thought_step_nums": 7.75
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05353083088994026,
      "contrastive_loss#1": 0.267654150724411,
      "epoch": 2.708117443868739,
      "lm_loss": 0.9434442520141602,
      "loss": 0.9969750642776489,
      "step": 1568,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 2.709844559585492,
      "grad_norm": 4.65625,
      "learning_rate": 5e-05,
      "loss": 0.9502,
      "step": 1569
    },
    {
      "epoch": 2.709844559585492,
      "latent_token_nums": 10.375,
      "step": 1569
    },
    {
      "epoch": 2.709844559585492,
      "step": 1569,
      "thought_step_nums": 8.0625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04617125540971756,
      "contrastive_loss#1": 0.2308562695980072,
      "epoch": 2.709844559585492,
      "lm_loss": 0.9499172568321228,
      "loss": 0.9960885047912598,
      "step": 1569,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 2.7115716753022454,
      "grad_norm": 4.875,
      "learning_rate": 5e-05,
      "loss": 0.9591,
      "step": 1570
    },
    {
      "epoch": 2.7115716753022454,
      "latent_token_nums": 10.25,
      "step": 1570
    },
    {
      "epoch": 2.7115716753022454,
      "step": 1570,
      "thought_step_nums": 8.125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.032510336488485336,
      "contrastive_loss#1": 0.1625516712665558,
      "epoch": 2.7115716753022454,
      "lm_loss": 0.8864955902099609,
      "loss": 0.9190059304237366,
      "step": 1570,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.7132987910189983,
      "grad_norm": 4.3125,
      "learning_rate": 5e-05,
      "loss": 0.9442,
      "step": 1571
    },
    {
      "epoch": 2.7132987910189983,
      "latent_token_nums": 10.0,
      "step": 1571
    },
    {
      "epoch": 2.7132987910189983,
      "step": 1571,
      "thought_step_nums": 8.0
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.016366707161068916,
      "contrastive_loss#1": 0.08183353394269943,
      "epoch": 2.7132987910189983,
      "lm_loss": 0.8639019727706909,
      "loss": 0.8802686929702759,
      "step": 1571,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.715025906735751,
      "grad_norm": 4.40625,
      "learning_rate": 5e-05,
      "loss": 0.9453,
      "step": 1572
    },
    {
      "epoch": 2.715025906735751,
      "latent_token_nums": 10.6875,
      "step": 1572
    },
    {
      "epoch": 2.715025906735751,
      "step": 1572,
      "thought_step_nums": 7.8125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.012522585690021515,
      "contrastive_loss#1": 0.06261292845010757,
      "epoch": 2.715025906735751,
      "lm_loss": 0.8944803476333618,
      "loss": 0.9070029258728027,
      "step": 1572,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 2.7167530224525045,
      "grad_norm": 8.9375,
      "learning_rate": 5e-05,
      "loss": 0.9482,
      "step": 1573
    },
    {
      "epoch": 2.7167530224525045,
      "latent_token_nums": 10.3125,
      "step": 1573
    },
    {
      "epoch": 2.7167530224525045,
      "step": 1573,
      "thought_step_nums": 8.0625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.008596283383667469,
      "contrastive_loss#1": 0.04298141598701477,
      "epoch": 2.7167530224525045,
      "lm_loss": 0.8749804496765137,
      "loss": 0.8835767507553101,
      "step": 1573,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.7184801381692574,
      "grad_norm": 4.90625,
      "learning_rate": 5e-05,
      "loss": 0.9423,
      "step": 1574
    },
    {
      "epoch": 2.7184801381692574,
      "latent_token_nums": 10.6875,
      "step": 1574
    },
    {
      "epoch": 2.7184801381692574,
      "step": 1574,
      "thought_step_nums": 9.375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.030562466010451317,
      "contrastive_loss#1": 0.15281233191490173,
      "epoch": 2.7184801381692574,
      "lm_loss": 0.8814239501953125,
      "loss": 0.9119864106178284,
      "step": 1574,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.7202072538860103,
      "grad_norm": 9.0625,
      "learning_rate": 5e-05,
      "loss": 0.9253,
      "step": 1575
    },
    {
      "epoch": 2.7202072538860103,
      "latent_token_nums": 10.25,
      "step": 1575
    },
    {
      "epoch": 2.7202072538860103,
      "step": 1575,
      "thought_step_nums": 7.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.009264579974114895,
      "contrastive_loss#1": 0.04632289707660675,
      "epoch": 2.7202072538860103,
      "lm_loss": 0.9369559288024902,
      "loss": 0.9462205171585083,
      "step": 1575,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.7219343696027636,
      "grad_norm": 4.3125,
      "learning_rate": 5e-05,
      "loss": 0.9661,
      "step": 1576
    },
    {
      "epoch": 2.7219343696027636,
      "latent_token_nums": 10.1875,
      "step": 1576
    },
    {
      "epoch": 2.7219343696027636,
      "step": 1576,
      "thought_step_nums": 8.625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05660678818821907,
      "contrastive_loss#1": 0.28303393721580505,
      "epoch": 2.7219343696027636,
      "lm_loss": 0.9193840026855469,
      "loss": 0.9759907722473145,
      "step": 1576,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.7236614853195165,
      "grad_norm": 5.375,
      "learning_rate": 5e-05,
      "loss": 0.9492,
      "step": 1577
    },
    {
      "epoch": 2.7236614853195165,
      "latent_token_nums": 10.375,
      "step": 1577
    },
    {
      "epoch": 2.7236614853195165,
      "step": 1577,
      "thought_step_nums": 8.375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.041967038065195084,
      "contrastive_loss#1": 0.20983518660068512,
      "epoch": 2.7236614853195165,
      "lm_loss": 0.908144474029541,
      "loss": 0.9501115083694458,
      "step": 1577,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 2.7253886010362693,
      "grad_norm": 61.75,
      "learning_rate": 5e-05,
      "loss": 0.9303,
      "step": 1578
    },
    {
      "epoch": 2.7253886010362693,
      "latent_token_nums": 10.375,
      "step": 1578
    },
    {
      "epoch": 2.7253886010362693,
      "step": 1578,
      "thought_step_nums": 7.875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.017130933701992035,
      "contrastive_loss#1": 0.08565466850996017,
      "epoch": 2.7253886010362693,
      "lm_loss": 0.879389762878418,
      "loss": 0.8965206742286682,
      "step": 1578,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.7271157167530227,
      "grad_norm": 4.59375,
      "learning_rate": 5e-05,
      "loss": 0.9335,
      "step": 1579
    },
    {
      "epoch": 2.7271157167530227,
      "latent_token_nums": 10.375,
      "step": 1579
    },
    {
      "epoch": 2.7271157167530227,
      "step": 1579,
      "thought_step_nums": 7.875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.024962015450000763,
      "contrastive_loss#1": 0.12481007725000381,
      "epoch": 2.7271157167530227,
      "lm_loss": 0.8869221210479736,
      "loss": 0.9118841290473938,
      "step": 1579,
      "valid_batch_size": 1024.5
    },
    {
      "epoch": 2.7288428324697755,
      "grad_norm": 4.21875,
      "learning_rate": 5e-05,
      "loss": 0.9446,
      "step": 1580
    },
    {
      "epoch": 2.7288428324697755,
      "latent_token_nums": 10.625,
      "step": 1580
    },
    {
      "epoch": 2.7288428324697755,
      "step": 1580,
      "thought_step_nums": 8.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04012472182512283,
      "contrastive_loss#1": 0.20062360167503357,
      "epoch": 2.7288428324697755,
      "lm_loss": 0.8325583934783936,
      "loss": 0.8726831078529358,
      "step": 1580,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.7305699481865284,
      "grad_norm": 4.21875,
      "learning_rate": 5e-05,
      "loss": 0.9357,
      "step": 1581
    },
    {
      "epoch": 2.7305699481865284,
      "latent_token_nums": 10.1875,
      "step": 1581
    },
    {
      "epoch": 2.7305699481865284,
      "step": 1581,
      "thought_step_nums": 8.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.00439593056216836,
      "contrastive_loss#1": 0.02197965234518051,
      "epoch": 2.7305699481865284,
      "lm_loss": 0.8969460725784302,
      "loss": 0.90134197473526,
      "step": 1581,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.7322970639032818,
      "grad_norm": 3.921875,
      "learning_rate": 5e-05,
      "loss": 0.9368,
      "step": 1582
    },
    {
      "epoch": 2.7322970639032818,
      "latent_token_nums": 10.1875,
      "step": 1582
    },
    {
      "epoch": 2.7322970639032818,
      "step": 1582,
      "thought_step_nums": 8.875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.009785263799130917,
      "contrastive_loss#1": 0.04892631620168686,
      "epoch": 2.7322970639032818,
      "lm_loss": 0.9247337579727173,
      "loss": 0.9345189929008484,
      "step": 1582,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.7340241796200346,
      "grad_norm": 4.625,
      "learning_rate": 5e-05,
      "loss": 0.945,
      "step": 1583
    },
    {
      "epoch": 2.7340241796200346,
      "latent_token_nums": 10.5625,
      "step": 1583
    },
    {
      "epoch": 2.7340241796200346,
      "step": 1583,
      "thought_step_nums": 8.5
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.060124825686216354,
      "contrastive_loss#1": 0.30062413215637207,
      "epoch": 2.7340241796200346,
      "lm_loss": 0.9622498750686646,
      "loss": 1.0223747491836548,
      "step": 1583,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.7357512953367875,
      "grad_norm": 4.53125,
      "learning_rate": 5e-05,
      "loss": 0.939,
      "step": 1584
    },
    {
      "epoch": 2.7357512953367875,
      "latent_token_nums": 10.5625,
      "step": 1584
    },
    {
      "epoch": 2.7357512953367875,
      "step": 1584,
      "thought_step_nums": 7.75
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04630987346172333,
      "contrastive_loss#1": 0.23154936730861664,
      "epoch": 2.7357512953367875,
      "lm_loss": 0.8299846053123474,
      "loss": 0.8762944936752319,
      "step": 1584,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 2.737478411053541,
      "grad_norm": 4.6875,
      "learning_rate": 5e-05,
      "loss": 0.9502,
      "step": 1585
    },
    {
      "epoch": 2.737478411053541,
      "latent_token_nums": 10.1875,
      "step": 1585
    },
    {
      "epoch": 2.737478411053541,
      "step": 1585,
      "thought_step_nums": 8.625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.061408039182424545,
      "contrastive_loss#1": 0.30704018473625183,
      "epoch": 2.737478411053541,
      "lm_loss": 0.9410552978515625,
      "loss": 1.0024633407592773,
      "step": 1585,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.7392055267702937,
      "grad_norm": 4.46875,
      "learning_rate": 5e-05,
      "loss": 0.9468,
      "step": 1586
    },
    {
      "epoch": 2.7392055267702937,
      "latent_token_nums": 9.9375,
      "step": 1586
    },
    {
      "epoch": 2.7392055267702937,
      "step": 1586,
      "thought_step_nums": 8.25
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.003052451880648732,
      "contrastive_loss#1": 0.015262259170413017,
      "epoch": 2.7392055267702937,
      "lm_loss": 1.0107734203338623,
      "loss": 1.0138258934020996,
      "step": 1586,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.7409326424870466,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.9519,
      "step": 1587
    },
    {
      "epoch": 2.7409326424870466,
      "latent_token_nums": 10.5,
      "step": 1587
    },
    {
      "epoch": 2.7409326424870466,
      "step": 1587,
      "thought_step_nums": 8.75
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.875,
      "contrastive_loss": 0.11020642518997192,
      "contrastive_loss#1": 0.5510321259498596,
      "epoch": 2.7409326424870466,
      "lm_loss": 0.9341240525245667,
      "loss": 1.0443304777145386,
      "step": 1587,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.7426597582038,
      "grad_norm": 4.78125,
      "learning_rate": 5e-05,
      "loss": 0.9705,
      "step": 1588
    },
    {
      "epoch": 2.7426597582038,
      "latent_token_nums": 10.125,
      "step": 1588
    },
    {
      "epoch": 2.7426597582038,
      "step": 1588,
      "thought_step_nums": 8.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.016654254868626595,
      "contrastive_loss#1": 0.08327127248048782,
      "epoch": 2.7426597582038,
      "lm_loss": 0.9272688031196594,
      "loss": 0.9439230561256409,
      "step": 1588,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.744386873920553,
      "grad_norm": 4.125,
      "learning_rate": 5e-05,
      "loss": 0.948,
      "step": 1589
    },
    {
      "epoch": 2.744386873920553,
      "latent_token_nums": 10.625,
      "step": 1589
    },
    {
      "epoch": 2.744386873920553,
      "step": 1589,
      "thought_step_nums": 9.1875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02979854680597782,
      "contrastive_loss#1": 0.14899273216724396,
      "epoch": 2.744386873920553,
      "lm_loss": 0.9976582527160645,
      "loss": 1.0274567604064941,
      "step": 1589,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.7461139896373057,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.9243,
      "step": 1590
    },
    {
      "epoch": 2.7461139896373057,
      "latent_token_nums": 10.25,
      "step": 1590
    },
    {
      "epoch": 2.7461139896373057,
      "step": 1590,
      "thought_step_nums": 9.5625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03431985527276993,
      "contrastive_loss#1": 0.17159926891326904,
      "epoch": 2.7461139896373057,
      "lm_loss": 0.8503810167312622,
      "loss": 0.8847008943557739,
      "step": 1590,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.7478411053540586,
      "grad_norm": 4.21875,
      "learning_rate": 5e-05,
      "loss": 0.9466,
      "step": 1591
    },
    {
      "epoch": 2.7478411053540586,
      "latent_token_nums": 10.25,
      "step": 1591
    },
    {
      "epoch": 2.7478411053540586,
      "step": 1591,
      "thought_step_nums": 8.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.00645780423656106,
      "contrastive_loss#1": 0.03228902071714401,
      "epoch": 2.7478411053540586,
      "lm_loss": 0.9379347562789917,
      "loss": 0.9443925619125366,
      "step": 1591,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.749568221070812,
      "grad_norm": 4.53125,
      "learning_rate": 5e-05,
      "loss": 0.945,
      "step": 1592
    },
    {
      "epoch": 2.749568221070812,
      "latent_token_nums": 10.25,
      "step": 1592
    },
    {
      "epoch": 2.749568221070812,
      "step": 1592,
      "thought_step_nums": 8.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.006048047449439764,
      "contrastive_loss#1": 0.030240235850214958,
      "epoch": 2.749568221070812,
      "lm_loss": 0.9379186630249023,
      "loss": 0.9439666867256165,
      "step": 1592,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.7512953367875648,
      "grad_norm": 4.34375,
      "learning_rate": 5e-05,
      "loss": 0.9345,
      "step": 1593
    },
    {
      "epoch": 2.7512953367875648,
      "latent_token_nums": 10.0,
      "step": 1593
    },
    {
      "epoch": 2.7512953367875648,
      "step": 1593,
      "thought_step_nums": 7.9375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04389313980937004,
      "contrastive_loss#1": 0.2194657027721405,
      "epoch": 2.7512953367875648,
      "lm_loss": 0.9494270086288452,
      "loss": 0.9933201670646667,
      "step": 1593,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.7530224525043177,
      "grad_norm": 4.75,
      "learning_rate": 5e-05,
      "loss": 0.9279,
      "step": 1594
    },
    {
      "epoch": 2.7530224525043177,
      "latent_token_nums": 10.0625,
      "step": 1594
    },
    {
      "epoch": 2.7530224525043177,
      "step": 1594,
      "thought_step_nums": 8.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.024217737838625908,
      "contrastive_loss#1": 0.12108869105577469,
      "epoch": 2.7530224525043177,
      "lm_loss": 0.8455839157104492,
      "loss": 0.8698016405105591,
      "step": 1594,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.754749568221071,
      "grad_norm": 4.5,
      "learning_rate": 5e-05,
      "loss": 0.9387,
      "step": 1595
    },
    {
      "epoch": 2.754749568221071,
      "latent_token_nums": 10.125,
      "step": 1595
    },
    {
      "epoch": 2.754749568221071,
      "step": 1595,
      "thought_step_nums": 8.6875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0254232045263052,
      "contrastive_loss#1": 0.12711602449417114,
      "epoch": 2.754749568221071,
      "lm_loss": 0.8949416875839233,
      "loss": 0.9203649163246155,
      "step": 1595,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.756476683937824,
      "grad_norm": 4.28125,
      "learning_rate": 5e-05,
      "loss": 0.9326,
      "step": 1596
    },
    {
      "epoch": 2.756476683937824,
      "latent_token_nums": 10.5625,
      "step": 1596
    },
    {
      "epoch": 2.756476683937824,
      "step": 1596,
      "thought_step_nums": 7.4375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03567693009972572,
      "contrastive_loss#1": 0.17838464677333832,
      "epoch": 2.756476683937824,
      "lm_loss": 0.8617159724235535,
      "loss": 0.8973929286003113,
      "step": 1596,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.7582037996545767,
      "grad_norm": 4.71875,
      "learning_rate": 5e-05,
      "loss": 0.9248,
      "step": 1597
    },
    {
      "epoch": 2.7582037996545767,
      "latent_token_nums": 10.1875,
      "step": 1597
    },
    {
      "epoch": 2.7582037996545767,
      "step": 1597,
      "thought_step_nums": 8.375
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.10848808288574219,
      "contrastive_loss#1": 0.5424404144287109,
      "epoch": 2.7582037996545767,
      "lm_loss": 0.8983310461044312,
      "loss": 1.0068191289901733,
      "step": 1597,
      "valid_batch_size": 1024.5
    },
    {
      "epoch": 2.7599309153713296,
      "grad_norm": 4.75,
      "learning_rate": 5e-05,
      "loss": 0.9273,
      "step": 1598
    },
    {
      "epoch": 2.7599309153713296,
      "latent_token_nums": 10.5625,
      "step": 1598
    },
    {
      "epoch": 2.7599309153713296,
      "step": 1598,
      "thought_step_nums": 7.75
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03574230149388313,
      "contrastive_loss#1": 0.17871150374412537,
      "epoch": 2.7599309153713296,
      "lm_loss": 0.8360120058059692,
      "loss": 0.8717542886734009,
      "step": 1598,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.761658031088083,
      "grad_norm": 4.3125,
      "learning_rate": 5e-05,
      "loss": 0.9475,
      "step": 1599
    },
    {
      "epoch": 2.761658031088083,
      "latent_token_nums": 10.4375,
      "step": 1599
    },
    {
      "epoch": 2.761658031088083,
      "step": 1599,
      "thought_step_nums": 8.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0071959346532821655,
      "contrastive_loss#1": 0.03597967326641083,
      "epoch": 2.761658031088083,
      "lm_loss": 0.9463918805122375,
      "loss": 0.9535878300666809,
      "step": 1599,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.763385146804836,
      "grad_norm": 4.5625,
      "learning_rate": 5e-05,
      "loss": 0.94,
      "step": 1600
    },
    {
      "epoch": 2.763385146804836,
      "latent_token_nums": 10.1875,
      "step": 1600
    },
    {
      "epoch": 2.763385146804836,
      "step": 1600,
      "thought_step_nums": 8.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.07134722173213959,
      "contrastive_loss#1": 0.35673609375953674,
      "epoch": 2.763385146804836,
      "lm_loss": 1.009109616279602,
      "loss": 1.0804568529129028,
      "step": 1600,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.7651122625215887,
      "grad_norm": 4.15625,
      "learning_rate": 5e-05,
      "loss": 0.937,
      "step": 1601
    },
    {
      "epoch": 2.7651122625215887,
      "latent_token_nums": 10.125,
      "step": 1601
    },
    {
      "epoch": 2.7651122625215887,
      "step": 1601,
      "thought_step_nums": 8.0625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.014585318975150585,
      "contrastive_loss#1": 0.0729265958070755,
      "epoch": 2.7651122625215887,
      "lm_loss": 0.870331883430481,
      "loss": 0.8849171996116638,
      "step": 1601,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.766839378238342,
      "grad_norm": 4.5,
      "learning_rate": 5e-05,
      "loss": 0.9383,
      "step": 1602
    },
    {
      "epoch": 2.766839378238342,
      "latent_token_nums": 10.5,
      "step": 1602
    },
    {
      "epoch": 2.766839378238342,
      "step": 1602,
      "thought_step_nums": 8.5625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.053640615195035934,
      "contrastive_loss#1": 0.26820307970046997,
      "epoch": 2.766839378238342,
      "lm_loss": 0.8904711008071899,
      "loss": 0.944111704826355,
      "step": 1602,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 2.768566493955095,
      "grad_norm": 4.5625,
      "learning_rate": 5e-05,
      "loss": 0.9512,
      "step": 1603
    },
    {
      "epoch": 2.768566493955095,
      "latent_token_nums": 10.125,
      "step": 1603
    },
    {
      "epoch": 2.768566493955095,
      "step": 1603,
      "thought_step_nums": 8.0625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.13406060636043549,
      "contrastive_loss#1": 0.6703030467033386,
      "epoch": 2.768566493955095,
      "lm_loss": 0.930980920791626,
      "loss": 1.0650415420532227,
      "step": 1603,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.770293609671848,
      "grad_norm": 4.1875,
      "learning_rate": 5e-05,
      "loss": 0.9501,
      "step": 1604
    },
    {
      "epoch": 2.770293609671848,
      "latent_token_nums": 10.0625,
      "step": 1604
    },
    {
      "epoch": 2.770293609671848,
      "step": 1604,
      "thought_step_nums": 9.375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05953798443078995,
      "contrastive_loss#1": 0.29768991470336914,
      "epoch": 2.770293609671848,
      "lm_loss": 0.9206436276435852,
      "loss": 0.9801816344261169,
      "step": 1604,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 2.772020725388601,
      "grad_norm": 4.15625,
      "learning_rate": 5e-05,
      "loss": 0.957,
      "step": 1605
    },
    {
      "epoch": 2.772020725388601,
      "latent_token_nums": 10.125,
      "step": 1605
    },
    {
      "epoch": 2.772020725388601,
      "step": 1605,
      "thought_step_nums": 8.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03592744469642639,
      "contrastive_loss#1": 0.17963722348213196,
      "epoch": 2.772020725388601,
      "lm_loss": 0.9070167541503906,
      "loss": 0.9429441690444946,
      "step": 1605,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 2.773747841105354,
      "grad_norm": 4.375,
      "learning_rate": 5e-05,
      "loss": 0.9427,
      "step": 1606
    },
    {
      "epoch": 2.773747841105354,
      "latent_token_nums": 10.3125,
      "step": 1606
    },
    {
      "epoch": 2.773747841105354,
      "step": 1606,
      "thought_step_nums": 7.8125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.10499510914087296,
      "contrastive_loss#1": 0.5249755382537842,
      "epoch": 2.773747841105354,
      "lm_loss": 0.8989670276641846,
      "loss": 1.0039621591567993,
      "step": 1606,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.775474956822107,
      "grad_norm": 4.21875,
      "learning_rate": 5e-05,
      "loss": 0.9436,
      "step": 1607
    },
    {
      "epoch": 2.775474956822107,
      "latent_token_nums": 10.625,
      "step": 1607
    },
    {
      "epoch": 2.775474956822107,
      "step": 1607,
      "thought_step_nums": 9.375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0800650417804718,
      "contrastive_loss#1": 0.400325208902359,
      "epoch": 2.775474956822107,
      "lm_loss": 0.771919846534729,
      "loss": 0.8519848585128784,
      "step": 1607,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.77720207253886,
      "grad_norm": 4.53125,
      "learning_rate": 5e-05,
      "loss": 0.9542,
      "step": 1608
    },
    {
      "epoch": 2.77720207253886,
      "latent_token_nums": 9.9375,
      "step": 1608
    },
    {
      "epoch": 2.77720207253886,
      "step": 1608,
      "thought_step_nums": 8.0625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05585629492998123,
      "contrastive_loss#1": 0.27928146719932556,
      "epoch": 2.77720207253886,
      "lm_loss": 0.8841267228126526,
      "loss": 0.9399830102920532,
      "step": 1608,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 2.778929188255613,
      "grad_norm": 4.46875,
      "learning_rate": 5e-05,
      "loss": 0.9444,
      "step": 1609
    },
    {
      "epoch": 2.778929188255613,
      "latent_token_nums": 10.5625,
      "step": 1609
    },
    {
      "epoch": 2.778929188255613,
      "step": 1609,
      "thought_step_nums": 8.875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.014037099666893482,
      "contrastive_loss#1": 0.07018549740314484,
      "epoch": 2.778929188255613,
      "lm_loss": 0.8519322872161865,
      "loss": 0.8659693598747253,
      "step": 1609,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.780656303972366,
      "grad_norm": 4.25,
      "learning_rate": 5e-05,
      "loss": 0.9462,
      "step": 1610
    },
    {
      "epoch": 2.780656303972366,
      "latent_token_nums": 10.5625,
      "step": 1610
    },
    {
      "epoch": 2.780656303972366,
      "step": 1610,
      "thought_step_nums": 8.8125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.018072044476866722,
      "contrastive_loss#1": 0.09036022424697876,
      "epoch": 2.780656303972366,
      "lm_loss": 0.8882456421852112,
      "loss": 0.9063177108764648,
      "step": 1610,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.7823834196891193,
      "grad_norm": 4.34375,
      "learning_rate": 5e-05,
      "loss": 0.935,
      "step": 1611
    },
    {
      "epoch": 2.7823834196891193,
      "latent_token_nums": 10.0625,
      "step": 1611
    },
    {
      "epoch": 2.7823834196891193,
      "step": 1611,
      "thought_step_nums": 8.75
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.006305769085884094,
      "contrastive_loss#1": 0.03152884542942047,
      "epoch": 2.7823834196891193,
      "lm_loss": 0.9082005023956299,
      "loss": 0.9145062565803528,
      "step": 1611,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.784110535405872,
      "grad_norm": 4.65625,
      "learning_rate": 5e-05,
      "loss": 0.9402,
      "step": 1612
    },
    {
      "epoch": 2.784110535405872,
      "latent_token_nums": 10.0,
      "step": 1612
    },
    {
      "epoch": 2.784110535405872,
      "step": 1612,
      "thought_step_nums": 7.875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.006839523557573557,
      "contrastive_loss#1": 0.0341976173222065,
      "epoch": 2.784110535405872,
      "lm_loss": 0.9505575895309448,
      "loss": 0.9573971033096313,
      "step": 1612,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.785837651122625,
      "grad_norm": 5.75,
      "learning_rate": 5e-05,
      "loss": 0.9516,
      "step": 1613
    },
    {
      "epoch": 2.785837651122625,
      "latent_token_nums": 10.375,
      "step": 1613
    },
    {
      "epoch": 2.785837651122625,
      "step": 1613,
      "thought_step_nums": 8.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.018328625708818436,
      "contrastive_loss#1": 0.09164312481880188,
      "epoch": 2.785837651122625,
      "lm_loss": 1.00750732421875,
      "loss": 1.0258359909057617,
      "step": 1613,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.7875647668393784,
      "grad_norm": 4.5625,
      "learning_rate": 5e-05,
      "loss": 0.9354,
      "step": 1614
    },
    {
      "epoch": 2.7875647668393784,
      "latent_token_nums": 10.1875,
      "step": 1614
    },
    {
      "epoch": 2.7875647668393784,
      "step": 1614,
      "thought_step_nums": 8.4375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08897379785776138,
      "contrastive_loss#1": 0.4448689818382263,
      "epoch": 2.7875647668393784,
      "lm_loss": 0.954329252243042,
      "loss": 1.0433030128479004,
      "step": 1614,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.7892918825561313,
      "grad_norm": 4.84375,
      "learning_rate": 5e-05,
      "loss": 0.9344,
      "step": 1615
    },
    {
      "epoch": 2.7892918825561313,
      "latent_token_nums": 10.25,
      "step": 1615
    },
    {
      "epoch": 2.7892918825561313,
      "step": 1615,
      "thought_step_nums": 8.6875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0426802933216095,
      "contrastive_loss#1": 0.21340146660804749,
      "epoch": 2.7892918825561313,
      "lm_loss": 0.925460934638977,
      "loss": 0.9681411981582642,
      "step": 1615,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.791018998272884,
      "grad_norm": 3.921875,
      "learning_rate": 5e-05,
      "loss": 0.9344,
      "step": 1616
    },
    {
      "epoch": 2.791018998272884,
      "latent_token_nums": 10.25,
      "step": 1616
    },
    {
      "epoch": 2.791018998272884,
      "step": 1616,
      "thought_step_nums": 8.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03601163625717163,
      "contrastive_loss#1": 0.18005818128585815,
      "epoch": 2.791018998272884,
      "lm_loss": 0.9238953590393066,
      "loss": 0.9599069952964783,
      "step": 1616,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 2.7927461139896375,
      "grad_norm": 4.65625,
      "learning_rate": 5e-05,
      "loss": 0.9402,
      "step": 1617
    },
    {
      "epoch": 2.7927461139896375,
      "latent_token_nums": 10.4375,
      "step": 1617
    },
    {
      "epoch": 2.7927461139896375,
      "step": 1617,
      "thought_step_nums": 9.3125
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.16616664826869965,
      "contrastive_loss#1": 0.8308332562446594,
      "epoch": 2.7927461139896375,
      "lm_loss": 0.9160281419754028,
      "loss": 1.0821948051452637,
      "step": 1617,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.7944732297063903,
      "grad_norm": 4.53125,
      "learning_rate": 5e-05,
      "loss": 0.9425,
      "step": 1618
    },
    {
      "epoch": 2.7944732297063903,
      "latent_token_nums": 10.8125,
      "step": 1618
    },
    {
      "epoch": 2.7944732297063903,
      "step": 1618,
      "thought_step_nums": 8.5625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04349091276526451,
      "contrastive_loss#1": 0.21745455265045166,
      "epoch": 2.7944732297063903,
      "lm_loss": 1.0138225555419922,
      "loss": 1.0573134422302246,
      "step": 1618,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.796200345423143,
      "grad_norm": 4.15625,
      "learning_rate": 5e-05,
      "loss": 0.9453,
      "step": 1619
    },
    {
      "epoch": 2.796200345423143,
      "latent_token_nums": 10.25,
      "step": 1619
    },
    {
      "epoch": 2.796200345423143,
      "step": 1619,
      "thought_step_nums": 7.875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03299921005964279,
      "contrastive_loss#1": 0.16499604284763336,
      "epoch": 2.796200345423143,
      "lm_loss": 0.7088726758956909,
      "loss": 0.7418718934059143,
      "step": 1619,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.7979274611398965,
      "grad_norm": 3.671875,
      "learning_rate": 5e-05,
      "loss": 0.9281,
      "step": 1620
    },
    {
      "epoch": 2.7979274611398965,
      "latent_token_nums": 10.4375,
      "step": 1620
    },
    {
      "epoch": 2.7979274611398965,
      "step": 1620,
      "thought_step_nums": 8.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.029139447957277298,
      "contrastive_loss#1": 0.1456972360610962,
      "epoch": 2.7979274611398965,
      "lm_loss": 0.9397181272506714,
      "loss": 0.9688575863838196,
      "step": 1620,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.7996545768566494,
      "grad_norm": 4.25,
      "learning_rate": 5e-05,
      "loss": 0.942,
      "step": 1621
    },
    {
      "epoch": 2.7996545768566494,
      "latent_token_nums": 10.9375,
      "step": 1621
    },
    {
      "epoch": 2.7996545768566494,
      "step": 1621,
      "thought_step_nums": 9.0
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.065678171813488,
      "contrastive_loss#1": 0.32839083671569824,
      "epoch": 2.7996545768566494,
      "lm_loss": 0.8802206516265869,
      "loss": 0.9458988308906555,
      "step": 1621,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.8013816925734023,
      "grad_norm": 3.890625,
      "learning_rate": 5e-05,
      "loss": 0.9313,
      "step": 1622
    },
    {
      "epoch": 2.8013816925734023,
      "latent_token_nums": 10.25,
      "step": 1622
    },
    {
      "epoch": 2.8013816925734023,
      "step": 1622,
      "thought_step_nums": 8.125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0191489364951849,
      "contrastive_loss#1": 0.09574468433856964,
      "epoch": 2.8013816925734023,
      "lm_loss": 0.8443171381950378,
      "loss": 0.8634660840034485,
      "step": 1622,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.8031088082901556,
      "grad_norm": 4.3125,
      "learning_rate": 5e-05,
      "loss": 0.9484,
      "step": 1623
    },
    {
      "epoch": 2.8031088082901556,
      "latent_token_nums": 10.375,
      "step": 1623
    },
    {
      "epoch": 2.8031088082901556,
      "step": 1623,
      "thought_step_nums": 8.625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06959006935358047,
      "contrastive_loss#1": 0.3479503393173218,
      "epoch": 2.8031088082901556,
      "lm_loss": 0.9209117889404297,
      "loss": 0.990501880645752,
      "step": 1623,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.8048359240069085,
      "grad_norm": 4.4375,
      "learning_rate": 5e-05,
      "loss": 0.9488,
      "step": 1624
    },
    {
      "epoch": 2.8048359240069085,
      "latent_token_nums": 10.1875,
      "step": 1624
    },
    {
      "epoch": 2.8048359240069085,
      "step": 1624,
      "thought_step_nums": 7.75
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05159711465239525,
      "contrastive_loss#1": 0.25798556208610535,
      "epoch": 2.8048359240069085,
      "lm_loss": 0.8729873895645142,
      "loss": 0.9245845079421997,
      "step": 1624,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.8065630397236614,
      "grad_norm": 4.5625,
      "learning_rate": 5e-05,
      "loss": 0.9397,
      "step": 1625
    },
    {
      "epoch": 2.8065630397236614,
      "latent_token_nums": 10.4375,
      "step": 1625
    },
    {
      "epoch": 2.8065630397236614,
      "step": 1625,
      "thought_step_nums": 7.875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.08052968233823776,
      "contrastive_loss#1": 0.402648389339447,
      "epoch": 2.8065630397236614,
      "lm_loss": 0.9413161277770996,
      "loss": 1.021845817565918,
      "step": 1625,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.8082901554404147,
      "grad_norm": 4.3125,
      "learning_rate": 5e-05,
      "loss": 0.9506,
      "step": 1626
    },
    {
      "epoch": 2.8082901554404147,
      "latent_token_nums": 10.4375,
      "step": 1626
    },
    {
      "epoch": 2.8082901554404147,
      "step": 1626,
      "thought_step_nums": 8.1875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0366847924888134,
      "contrastive_loss#1": 0.1834239512681961,
      "epoch": 2.8082901554404147,
      "lm_loss": 0.8554859757423401,
      "loss": 0.892170786857605,
      "step": 1626,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.8100172711571676,
      "grad_norm": 3.90625,
      "learning_rate": 5e-05,
      "loss": 0.9313,
      "step": 1627
    },
    {
      "epoch": 2.8100172711571676,
      "latent_token_nums": 10.375,
      "step": 1627
    },
    {
      "epoch": 2.8100172711571676,
      "step": 1627,
      "thought_step_nums": 7.9375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05625685676932335,
      "contrastive_loss#1": 0.28128427267074585,
      "epoch": 2.8100172711571676,
      "lm_loss": 0.9474692344665527,
      "loss": 1.0037261247634888,
      "step": 1627,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 2.8117443868739205,
      "grad_norm": 4.75,
      "learning_rate": 5e-05,
      "loss": 0.9337,
      "step": 1628
    },
    {
      "epoch": 2.8117443868739205,
      "latent_token_nums": 10.1875,
      "step": 1628
    },
    {
      "epoch": 2.8117443868739205,
      "step": 1628,
      "thought_step_nums": 8.375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.04545171186327934,
      "contrastive_loss#1": 0.22725854814052582,
      "epoch": 2.8117443868739205,
      "lm_loss": 0.8988450765609741,
      "loss": 0.9442967772483826,
      "step": 1628,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.813471502590674,
      "grad_norm": 4.5625,
      "learning_rate": 5e-05,
      "loss": 0.9383,
      "step": 1629
    },
    {
      "epoch": 2.813471502590674,
      "latent_token_nums": 9.9375,
      "step": 1629
    },
    {
      "epoch": 2.813471502590674,
      "step": 1629,
      "thought_step_nums": 8.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.036870379000902176,
      "contrastive_loss#1": 0.18435189127922058,
      "epoch": 2.813471502590674,
      "lm_loss": 0.8725519180297852,
      "loss": 0.9094222784042358,
      "step": 1629,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.8151986183074267,
      "grad_norm": 5.875,
      "learning_rate": 5e-05,
      "loss": 0.9425,
      "step": 1630
    },
    {
      "epoch": 2.8151986183074267,
      "latent_token_nums": 10.375,
      "step": 1630
    },
    {
      "epoch": 2.8151986183074267,
      "step": 1630,
      "thought_step_nums": 8.625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0484900176525116,
      "contrastive_loss#1": 0.24245008826255798,
      "epoch": 2.8151986183074267,
      "lm_loss": 0.8958483934402466,
      "loss": 0.9443384408950806,
      "step": 1630,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.8169257340241796,
      "grad_norm": 6.0625,
      "learning_rate": 5e-05,
      "loss": 0.9475,
      "step": 1631
    },
    {
      "epoch": 2.8169257340241796,
      "latent_token_nums": 10.125,
      "step": 1631
    },
    {
      "epoch": 2.8169257340241796,
      "step": 1631,
      "thought_step_nums": 8.8125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04856105521321297,
      "contrastive_loss#1": 0.24280527234077454,
      "epoch": 2.8169257340241796,
      "lm_loss": 0.8989928960800171,
      "loss": 0.9475539326667786,
      "step": 1631,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 2.818652849740933,
      "grad_norm": 5.25,
      "learning_rate": 5e-05,
      "loss": 0.9417,
      "step": 1632
    },
    {
      "epoch": 2.818652849740933,
      "latent_token_nums": 10.1875,
      "step": 1632
    },
    {
      "epoch": 2.818652849740933,
      "step": 1632,
      "thought_step_nums": 8.8125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04748217388987541,
      "contrastive_loss#1": 0.23741087317466736,
      "epoch": 2.818652849740933,
      "lm_loss": 0.9162907600402832,
      "loss": 0.9637729525566101,
      "step": 1632,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.8203799654576858,
      "grad_norm": 4.40625,
      "learning_rate": 5e-05,
      "loss": 0.932,
      "step": 1633
    },
    {
      "epoch": 2.8203799654576858,
      "latent_token_nums": 10.25,
      "step": 1633
    },
    {
      "epoch": 2.8203799654576858,
      "step": 1633,
      "thought_step_nums": 8.4375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08974312245845795,
      "contrastive_loss#1": 0.44871559739112854,
      "epoch": 2.8203799654576858,
      "lm_loss": 0.8932896852493286,
      "loss": 0.9830328226089478,
      "step": 1633,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.8221070811744386,
      "grad_norm": 1120.0,
      "learning_rate": 5e-05,
      "loss": 0.9484,
      "step": 1634
    },
    {
      "epoch": 2.8221070811744386,
      "latent_token_nums": 10.625,
      "step": 1634
    },
    {
      "epoch": 2.8221070811744386,
      "step": 1634,
      "thought_step_nums": 8.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01921963505446911,
      "contrastive_loss#1": 0.0960981696844101,
      "epoch": 2.8221070811744386,
      "lm_loss": 0.9072102308273315,
      "loss": 0.9264298677444458,
      "step": 1634,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.823834196891192,
      "grad_norm": 4.0625,
      "learning_rate": 5e-05,
      "loss": 0.9435,
      "step": 1635
    },
    {
      "epoch": 2.823834196891192,
      "latent_token_nums": 10.125,
      "step": 1635
    },
    {
      "epoch": 2.823834196891192,
      "step": 1635,
      "thought_step_nums": 7.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.016236692667007446,
      "contrastive_loss#1": 0.08118346333503723,
      "epoch": 2.823834196891192,
      "lm_loss": 0.9484640955924988,
      "loss": 0.9647008180618286,
      "step": 1635,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.825561312607945,
      "grad_norm": 4.21875,
      "learning_rate": 5e-05,
      "loss": 0.9392,
      "step": 1636
    },
    {
      "epoch": 2.825561312607945,
      "latent_token_nums": 10.375,
      "step": 1636
    },
    {
      "epoch": 2.825561312607945,
      "step": 1636,
      "thought_step_nums": 8.625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0528000108897686,
      "contrastive_loss#1": 0.2640000581741333,
      "epoch": 2.825561312607945,
      "lm_loss": 0.9592774510383606,
      "loss": 1.0120774507522583,
      "step": 1636,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.8272884283246977,
      "grad_norm": 3.6875,
      "learning_rate": 5e-05,
      "loss": 0.9467,
      "step": 1637
    },
    {
      "epoch": 2.8272884283246977,
      "latent_token_nums": 10.375,
      "step": 1637
    },
    {
      "epoch": 2.8272884283246977,
      "step": 1637,
      "thought_step_nums": 9.1875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.10658960789442062,
      "contrastive_loss#1": 0.5329480171203613,
      "epoch": 2.8272884283246977,
      "lm_loss": 0.8329055309295654,
      "loss": 0.9394951462745667,
      "step": 1637,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.8290155440414506,
      "grad_norm": 4.5625,
      "learning_rate": 5e-05,
      "loss": 0.9461,
      "step": 1638
    },
    {
      "epoch": 2.8290155440414506,
      "latent_token_nums": 10.25,
      "step": 1638
    },
    {
      "epoch": 2.8290155440414506,
      "step": 1638,
      "thought_step_nums": 8.0625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04617350175976753,
      "contrastive_loss#1": 0.23086750507354736,
      "epoch": 2.8290155440414506,
      "lm_loss": 0.9047524333000183,
      "loss": 0.9509259462356567,
      "step": 1638,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 2.830742659758204,
      "grad_norm": 4.5,
      "learning_rate": 5e-05,
      "loss": 0.9477,
      "step": 1639
    },
    {
      "epoch": 2.830742659758204,
      "latent_token_nums": 10.4375,
      "step": 1639
    },
    {
      "epoch": 2.830742659758204,
      "step": 1639,
      "thought_step_nums": 8.5625
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.07188050448894501,
      "contrastive_loss#1": 0.35940250754356384,
      "epoch": 2.830742659758204,
      "lm_loss": 0.9071034789085388,
      "loss": 0.978983998298645,
      "step": 1639,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.832469775474957,
      "grad_norm": 4.4375,
      "learning_rate": 5e-05,
      "loss": 0.9336,
      "step": 1640
    },
    {
      "epoch": 2.832469775474957,
      "latent_token_nums": 10.125,
      "step": 1640
    },
    {
      "epoch": 2.832469775474957,
      "step": 1640,
      "thought_step_nums": 8.625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.032768186181783676,
      "contrastive_loss#1": 0.16384093463420868,
      "epoch": 2.832469775474957,
      "lm_loss": 0.8637581467628479,
      "loss": 0.8965263366699219,
      "step": 1640,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.8341968911917097,
      "grad_norm": 4.46875,
      "learning_rate": 5e-05,
      "loss": 0.9559,
      "step": 1641
    },
    {
      "epoch": 2.8341968911917097,
      "latent_token_nums": 10.125,
      "step": 1641
    },
    {
      "epoch": 2.8341968911917097,
      "step": 1641,
      "thought_step_nums": 8.1875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05051901564002037,
      "contrastive_loss#1": 0.25259506702423096,
      "epoch": 2.8341968911917097,
      "lm_loss": 0.8991357088088989,
      "loss": 0.9496546983718872,
      "step": 1641,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.835924006908463,
      "grad_norm": 51.5,
      "learning_rate": 5e-05,
      "loss": 0.954,
      "step": 1642
    },
    {
      "epoch": 2.835924006908463,
      "latent_token_nums": 10.125,
      "step": 1642
    },
    {
      "epoch": 2.835924006908463,
      "step": 1642,
      "thought_step_nums": 8.5
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.019843539223074913,
      "contrastive_loss#1": 0.09921769797801971,
      "epoch": 2.835924006908463,
      "lm_loss": 0.9253206849098206,
      "loss": 0.9451642036437988,
      "step": 1642,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 2.837651122625216,
      "grad_norm": 4.125,
      "learning_rate": 5e-05,
      "loss": 0.937,
      "step": 1643
    },
    {
      "epoch": 2.837651122625216,
      "latent_token_nums": 10.6875,
      "step": 1643
    },
    {
      "epoch": 2.837651122625216,
      "step": 1643,
      "thought_step_nums": 8.375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.017841417342424393,
      "contrastive_loss#1": 0.08920708298683167,
      "epoch": 2.837651122625216,
      "lm_loss": 0.8832696080207825,
      "loss": 0.9011110067367554,
      "step": 1643,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 2.839378238341969,
      "grad_norm": 568.0,
      "learning_rate": 5e-05,
      "loss": 0.9484,
      "step": 1644
    },
    {
      "epoch": 2.839378238341969,
      "latent_token_nums": 10.3125,
      "step": 1644
    },
    {
      "epoch": 2.839378238341969,
      "step": 1644,
      "thought_step_nums": 7.9375
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.08439234644174576,
      "contrastive_loss#1": 0.4219617247581482,
      "epoch": 2.839378238341969,
      "lm_loss": 0.9420994520187378,
      "loss": 1.0264917612075806,
      "step": 1644,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.8411053540587217,
      "grad_norm": 18.125,
      "learning_rate": 5e-05,
      "loss": 0.9321,
      "step": 1645
    },
    {
      "epoch": 2.8411053540587217,
      "latent_token_nums": 10.125,
      "step": 1645
    },
    {
      "epoch": 2.8411053540587217,
      "step": 1645,
      "thought_step_nums": 9.125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.026372525840997696,
      "contrastive_loss#1": 0.13186262547969818,
      "epoch": 2.8411053540587217,
      "lm_loss": 0.9307848811149597,
      "loss": 0.9571574330329895,
      "step": 1645,
      "valid_batch_size": 1024.4375
    },
    {
      "epoch": 2.842832469775475,
      "grad_norm": 4.34375,
      "learning_rate": 5e-05,
      "loss": 0.9416,
      "step": 1646
    },
    {
      "epoch": 2.842832469775475,
      "latent_token_nums": 9.8125,
      "step": 1646
    },
    {
      "epoch": 2.842832469775475,
      "step": 1646,
      "thought_step_nums": 8.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.064672090113163,
      "contrastive_loss#1": 0.3233604431152344,
      "epoch": 2.842832469775475,
      "lm_loss": 0.8874058723449707,
      "loss": 0.9520779848098755,
      "step": 1646,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.844559585492228,
      "grad_norm": 4.34375,
      "learning_rate": 5e-05,
      "loss": 0.9379,
      "step": 1647
    },
    {
      "epoch": 2.844559585492228,
      "latent_token_nums": 10.5,
      "step": 1647
    },
    {
      "epoch": 2.844559585492228,
      "step": 1647,
      "thought_step_nums": 9.8125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.053147103637456894,
      "contrastive_loss#1": 0.2657355070114136,
      "epoch": 2.844559585492228,
      "lm_loss": 0.8302779793739319,
      "loss": 0.8834250569343567,
      "step": 1647,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.8462867012089808,
      "grad_norm": 4.21875,
      "learning_rate": 5e-05,
      "loss": 0.9441,
      "step": 1648
    },
    {
      "epoch": 2.8462867012089808,
      "latent_token_nums": 10.375,
      "step": 1648
    },
    {
      "epoch": 2.8462867012089808,
      "step": 1648,
      "thought_step_nums": 8.5
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.1554195135831833,
      "contrastive_loss#1": 0.7770975828170776,
      "epoch": 2.8462867012089808,
      "lm_loss": 0.815456211566925,
      "loss": 0.9708757400512695,
      "step": 1648,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 2.848013816925734,
      "grad_norm": 4.25,
      "learning_rate": 5e-05,
      "loss": 0.9567,
      "step": 1649
    },
    {
      "epoch": 2.848013816925734,
      "latent_token_nums": 10.1875,
      "step": 1649
    },
    {
      "epoch": 2.848013816925734,
      "step": 1649,
      "thought_step_nums": 8.75
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.05938415601849556,
      "contrastive_loss#1": 0.2969207763671875,
      "epoch": 2.848013816925734,
      "lm_loss": 0.9665809273719788,
      "loss": 1.0259650945663452,
      "step": 1649,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.849740932642487,
      "grad_norm": 4.15625,
      "learning_rate": 5e-05,
      "loss": 0.946,
      "step": 1650
    },
    {
      "epoch": 2.849740932642487,
      "latent_token_nums": 10.0625,
      "step": 1650
    },
    {
      "epoch": 2.849740932642487,
      "step": 1650,
      "thought_step_nums": 8.8125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.1418943554162979,
      "contrastive_loss#1": 0.7094717621803284,
      "epoch": 2.849740932642487,
      "lm_loss": 0.8833067417144775,
      "loss": 1.0252010822296143,
      "step": 1650,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.85146804835924,
      "grad_norm": 4.21875,
      "learning_rate": 5e-05,
      "loss": 0.9454,
      "step": 1651
    },
    {
      "epoch": 2.85146804835924,
      "latent_token_nums": 10.5,
      "step": 1651
    },
    {
      "epoch": 2.85146804835924,
      "step": 1651,
      "thought_step_nums": 8.4375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07987350970506668,
      "contrastive_loss#1": 0.3993675410747528,
      "epoch": 2.85146804835924,
      "lm_loss": 0.8957778215408325,
      "loss": 0.9756513237953186,
      "step": 1651,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.853195164075993,
      "grad_norm": 152.0,
      "learning_rate": 5e-05,
      "loss": 0.9595,
      "step": 1652
    },
    {
      "epoch": 2.853195164075993,
      "latent_token_nums": 10.3125,
      "step": 1652
    },
    {
      "epoch": 2.853195164075993,
      "step": 1652,
      "thought_step_nums": 8.0625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0032390241976827383,
      "contrastive_loss#1": 0.01619512028992176,
      "epoch": 2.853195164075993,
      "lm_loss": 0.8602089881896973,
      "loss": 0.8634480237960815,
      "step": 1652,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.854922279792746,
      "grad_norm": 3.890625,
      "learning_rate": 5e-05,
      "loss": 0.9387,
      "step": 1653
    },
    {
      "epoch": 2.854922279792746,
      "latent_token_nums": 10.375,
      "step": 1653
    },
    {
      "epoch": 2.854922279792746,
      "step": 1653,
      "thought_step_nums": 7.5
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03494378179311752,
      "contrastive_loss#1": 0.17471890151500702,
      "epoch": 2.854922279792746,
      "lm_loss": 0.8209172487258911,
      "loss": 0.8558610081672668,
      "step": 1653,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.856649395509499,
      "grad_norm": 306.0,
      "learning_rate": 5e-05,
      "loss": 0.9561,
      "step": 1654
    },
    {
      "epoch": 2.856649395509499,
      "latent_token_nums": 10.5,
      "step": 1654
    },
    {
      "epoch": 2.856649395509499,
      "step": 1654,
      "thought_step_nums": 8.0
    },
    {
      "acc@1": 0.9375,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.07649710029363632,
      "contrastive_loss#1": 0.3824855089187622,
      "epoch": 2.856649395509499,
      "lm_loss": 0.9031446576118469,
      "loss": 0.9796417355537415,
      "step": 1654,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.8583765112262522,
      "grad_norm": 3.84375,
      "learning_rate": 5e-05,
      "loss": 0.9492,
      "step": 1655
    },
    {
      "epoch": 2.8583765112262522,
      "latent_token_nums": 10.375,
      "step": 1655
    },
    {
      "epoch": 2.8583765112262522,
      "step": 1655,
      "thought_step_nums": 8.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.004039319697767496,
      "contrastive_loss#1": 0.020196598023176193,
      "epoch": 2.8583765112262522,
      "lm_loss": 0.8444348573684692,
      "loss": 0.8484742045402527,
      "step": 1655,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.860103626943005,
      "grad_norm": 4.25,
      "learning_rate": 5e-05,
      "loss": 0.9518,
      "step": 1656
    },
    {
      "epoch": 2.860103626943005,
      "latent_token_nums": 10.4375,
      "step": 1656
    },
    {
      "epoch": 2.860103626943005,
      "step": 1656,
      "thought_step_nums": 7.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.020000629127025604,
      "contrastive_loss#1": 0.10000314563512802,
      "epoch": 2.860103626943005,
      "lm_loss": 0.9366236925125122,
      "loss": 0.9566243290901184,
      "step": 1656,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.861830742659758,
      "grad_norm": 4.0625,
      "learning_rate": 5e-05,
      "loss": 0.9422,
      "step": 1657
    },
    {
      "epoch": 2.861830742659758,
      "latent_token_nums": 10.1875,
      "step": 1657
    },
    {
      "epoch": 2.861830742659758,
      "step": 1657,
      "thought_step_nums": 7.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.012444368563592434,
      "contrastive_loss#1": 0.062221843749284744,
      "epoch": 2.861830742659758,
      "lm_loss": 1.0009713172912598,
      "loss": 1.0134156942367554,
      "step": 1657,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.8635578583765113,
      "grad_norm": 4.21875,
      "learning_rate": 5e-05,
      "loss": 0.9393,
      "step": 1658
    },
    {
      "epoch": 2.8635578583765113,
      "latent_token_nums": 10.8125,
      "step": 1658
    },
    {
      "epoch": 2.8635578583765113,
      "step": 1658,
      "thought_step_nums": 8.375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.013078095391392708,
      "contrastive_loss#1": 0.06539047509431839,
      "epoch": 2.8635578583765113,
      "lm_loss": 0.8585099577903748,
      "loss": 0.8715880513191223,
      "step": 1658,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.865284974093264,
      "grad_norm": 3.953125,
      "learning_rate": 5e-05,
      "loss": 0.9331,
      "step": 1659
    },
    {
      "epoch": 2.865284974093264,
      "latent_token_nums": 10.4375,
      "step": 1659
    },
    {
      "epoch": 2.865284974093264,
      "step": 1659,
      "thought_step_nums": 8.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.00791523139923811,
      "contrastive_loss#1": 0.039576154202222824,
      "epoch": 2.865284974093264,
      "lm_loss": 0.8666099309921265,
      "loss": 0.8745251893997192,
      "step": 1659,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.867012089810017,
      "grad_norm": 3.875,
      "learning_rate": 5e-05,
      "loss": 0.9373,
      "step": 1660
    },
    {
      "epoch": 2.867012089810017,
      "latent_token_nums": 10.1875,
      "step": 1660
    },
    {
      "epoch": 2.867012089810017,
      "step": 1660,
      "thought_step_nums": 8.0
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.061314769089221954,
      "contrastive_loss#1": 0.3065738379955292,
      "epoch": 2.867012089810017,
      "lm_loss": 0.8813357353210449,
      "loss": 0.9426504969596863,
      "step": 1660,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.8687392055267704,
      "grad_norm": 4.3125,
      "learning_rate": 5e-05,
      "loss": 0.9429,
      "step": 1661
    },
    {
      "epoch": 2.8687392055267704,
      "latent_token_nums": 9.9375,
      "step": 1661
    },
    {
      "epoch": 2.8687392055267704,
      "step": 1661,
      "thought_step_nums": 8.375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.07308749854564667,
      "contrastive_loss#1": 0.36543747782707214,
      "epoch": 2.8687392055267704,
      "lm_loss": 0.903890073299408,
      "loss": 0.9769775867462158,
      "step": 1661,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.8704663212435233,
      "grad_norm": 4.4375,
      "learning_rate": 5e-05,
      "loss": 0.9545,
      "step": 1662
    },
    {
      "epoch": 2.8704663212435233,
      "latent_token_nums": 10.1875,
      "step": 1662
    },
    {
      "epoch": 2.8704663212435233,
      "step": 1662,
      "thought_step_nums": 8.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.017357442528009415,
      "contrastive_loss#1": 0.08678720891475677,
      "epoch": 2.8704663212435233,
      "lm_loss": 0.7147660851478577,
      "loss": 0.7321235537528992,
      "step": 1662,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.872193436960276,
      "grad_norm": 3.90625,
      "learning_rate": 5e-05,
      "loss": 0.9381,
      "step": 1663
    },
    {
      "epoch": 2.872193436960276,
      "latent_token_nums": 10.4375,
      "step": 1663
    },
    {
      "epoch": 2.872193436960276,
      "step": 1663,
      "thought_step_nums": 9.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.005803365726023912,
      "contrastive_loss#1": 0.029016828164458275,
      "epoch": 2.872193436960276,
      "lm_loss": 0.8433880805969238,
      "loss": 0.849191427230835,
      "step": 1663,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.8739205526770295,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.9506,
      "step": 1664
    },
    {
      "epoch": 2.8739205526770295,
      "latent_token_nums": 10.5625,
      "step": 1664
    },
    {
      "epoch": 2.8739205526770295,
      "step": 1664,
      "thought_step_nums": 9.0
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.039229195564985275,
      "contrastive_loss#1": 0.19614598155021667,
      "epoch": 2.8739205526770295,
      "lm_loss": 0.8609321117401123,
      "loss": 0.9001613259315491,
      "step": 1664,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.8756476683937824,
      "grad_norm": 30.75,
      "learning_rate": 5e-05,
      "loss": 0.9482,
      "step": 1665
    },
    {
      "epoch": 2.8756476683937824,
      "latent_token_nums": 10.375,
      "step": 1665
    },
    {
      "epoch": 2.8756476683937824,
      "step": 1665,
      "thought_step_nums": 8.125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05228631570935249,
      "contrastive_loss#1": 0.26143157482147217,
      "epoch": 2.8756476683937824,
      "lm_loss": 0.9004161357879639,
      "loss": 0.9527024626731873,
      "step": 1665,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 2.8773747841105353,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.9606,
      "step": 1666
    },
    {
      "epoch": 2.8773747841105353,
      "latent_token_nums": 10.5625,
      "step": 1666
    },
    {
      "epoch": 2.8773747841105353,
      "step": 1666,
      "thought_step_nums": 8.625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07338136434555054,
      "contrastive_loss#1": 0.3669068217277527,
      "epoch": 2.8773747841105353,
      "lm_loss": 0.8720559477806091,
      "loss": 0.9454373121261597,
      "step": 1666,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 2.8791018998272886,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.9444,
      "step": 1667
    },
    {
      "epoch": 2.8791018998272886,
      "latent_token_nums": 10.5,
      "step": 1667
    },
    {
      "epoch": 2.8791018998272886,
      "step": 1667,
      "thought_step_nums": 9.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.022004127502441406,
      "contrastive_loss#1": 0.11002063751220703,
      "epoch": 2.8791018998272886,
      "lm_loss": 0.7844042778015137,
      "loss": 0.8064084053039551,
      "step": 1667,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.8808290155440415,
      "grad_norm": 153.0,
      "learning_rate": 5e-05,
      "loss": 0.9391,
      "step": 1668
    },
    {
      "epoch": 2.8808290155440415,
      "latent_token_nums": 10.125,
      "step": 1668
    },
    {
      "epoch": 2.8808290155440415,
      "step": 1668,
      "thought_step_nums": 8.3125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03388781473040581,
      "contrastive_loss#1": 0.16943907737731934,
      "epoch": 2.8808290155440415,
      "lm_loss": 0.954086422920227,
      "loss": 0.987974226474762,
      "step": 1668,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.8825561312607944,
      "grad_norm": 4.28125,
      "learning_rate": 5e-05,
      "loss": 0.9463,
      "step": 1669
    },
    {
      "epoch": 2.8825561312607944,
      "latent_token_nums": 10.3125,
      "step": 1669
    },
    {
      "epoch": 2.8825561312607944,
      "step": 1669,
      "thought_step_nums": 8.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.025775060057640076,
      "contrastive_loss#1": 0.12887530028820038,
      "epoch": 2.8825561312607944,
      "lm_loss": 0.9232195615768433,
      "loss": 0.9489946365356445,
      "step": 1669,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 2.8842832469775477,
      "grad_norm": 4.59375,
      "learning_rate": 5e-05,
      "loss": 0.9378,
      "step": 1670
    },
    {
      "epoch": 2.8842832469775477,
      "latent_token_nums": 10.1875,
      "step": 1670
    },
    {
      "epoch": 2.8842832469775477,
      "step": 1670,
      "thought_step_nums": 8.4375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04762854799628258,
      "contrastive_loss#1": 0.23814274370670319,
      "epoch": 2.8842832469775477,
      "lm_loss": 0.8637595772743225,
      "loss": 0.911388099193573,
      "step": 1670,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 2.8860103626943006,
      "grad_norm": 4.3125,
      "learning_rate": 5e-05,
      "loss": 0.9403,
      "step": 1671
    },
    {
      "epoch": 2.8860103626943006,
      "latent_token_nums": 10.5,
      "step": 1671
    },
    {
      "epoch": 2.8860103626943006,
      "step": 1671,
      "thought_step_nums": 8.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.014532381668686867,
      "contrastive_loss#1": 0.07266190648078918,
      "epoch": 2.8860103626943006,
      "lm_loss": 0.8980984091758728,
      "loss": 0.9126307964324951,
      "step": 1671,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.8877374784110534,
      "grad_norm": 3.953125,
      "learning_rate": 5e-05,
      "loss": 0.9493,
      "step": 1672
    },
    {
      "epoch": 2.8877374784110534,
      "latent_token_nums": 10.25,
      "step": 1672
    },
    {
      "epoch": 2.8877374784110534,
      "step": 1672,
      "thought_step_nums": 9.0625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04350311681628227,
      "contrastive_loss#1": 0.21751558780670166,
      "epoch": 2.8877374784110534,
      "lm_loss": 0.8909493684768677,
      "loss": 0.934452474117279,
      "step": 1672,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.8894645941278068,
      "grad_norm": 4.28125,
      "learning_rate": 5e-05,
      "loss": 0.9307,
      "step": 1673
    },
    {
      "epoch": 2.8894645941278068,
      "latent_token_nums": 10.3125,
      "step": 1673
    },
    {
      "epoch": 2.8894645941278068,
      "step": 1673,
      "thought_step_nums": 7.8125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07642286270856857,
      "contrastive_loss#1": 0.38211432099342346,
      "epoch": 2.8894645941278068,
      "lm_loss": 0.8263009190559387,
      "loss": 0.9027237892150879,
      "step": 1673,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.8911917098445596,
      "grad_norm": 4.875,
      "learning_rate": 5e-05,
      "loss": 0.9361,
      "step": 1674
    },
    {
      "epoch": 2.8911917098445596,
      "latent_token_nums": 10.3125,
      "step": 1674
    },
    {
      "epoch": 2.8911917098445596,
      "step": 1674,
      "thought_step_nums": 9.25
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06675552576780319,
      "contrastive_loss#1": 0.33377763628959656,
      "epoch": 2.8911917098445596,
      "lm_loss": 0.9707015752792358,
      "loss": 1.0374571084976196,
      "step": 1674,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.8929188255613125,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.9461,
      "step": 1675
    },
    {
      "epoch": 2.8929188255613125,
      "latent_token_nums": 10.75,
      "step": 1675
    },
    {
      "epoch": 2.8929188255613125,
      "step": 1675,
      "thought_step_nums": 9.5
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0350416898727417,
      "contrastive_loss#1": 0.1752084493637085,
      "epoch": 2.8929188255613125,
      "lm_loss": 0.8688174486160278,
      "loss": 0.9038591384887695,
      "step": 1675,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 2.894645941278066,
      "grad_norm": 3.890625,
      "learning_rate": 5e-05,
      "loss": 0.9324,
      "step": 1676
    },
    {
      "epoch": 2.894645941278066,
      "latent_token_nums": 10.25,
      "step": 1676
    },
    {
      "epoch": 2.894645941278066,
      "step": 1676,
      "thought_step_nums": 8.6875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03493497893214226,
      "contrastive_loss#1": 0.1746748834848404,
      "epoch": 2.894645941278066,
      "lm_loss": 0.9242153167724609,
      "loss": 0.9591503143310547,
      "step": 1676,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.8963730569948187,
      "grad_norm": 4.96875,
      "learning_rate": 5e-05,
      "loss": 0.9568,
      "step": 1677
    },
    {
      "epoch": 2.8963730569948187,
      "latent_token_nums": 11.0,
      "step": 1677
    },
    {
      "epoch": 2.8963730569948187,
      "step": 1677,
      "thought_step_nums": 9.4375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.032502707093954086,
      "contrastive_loss#1": 0.16251352429389954,
      "epoch": 2.8963730569948187,
      "lm_loss": 0.8561855554580688,
      "loss": 0.8886882662773132,
      "step": 1677,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.8981001727115716,
      "grad_norm": 4.0625,
      "learning_rate": 5e-05,
      "loss": 0.9439,
      "step": 1678
    },
    {
      "epoch": 2.8981001727115716,
      "latent_token_nums": 10.6875,
      "step": 1678
    },
    {
      "epoch": 2.8981001727115716,
      "step": 1678,
      "thought_step_nums": 9.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0195426307618618,
      "contrastive_loss#1": 0.09771315008401871,
      "epoch": 2.8981001727115716,
      "lm_loss": 0.845669150352478,
      "loss": 0.8652117848396301,
      "step": 1678,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.899827288428325,
      "grad_norm": 4.34375,
      "learning_rate": 5e-05,
      "loss": 0.9471,
      "step": 1679
    },
    {
      "epoch": 2.899827288428325,
      "latent_token_nums": 10.75,
      "step": 1679
    },
    {
      "epoch": 2.899827288428325,
      "step": 1679,
      "thought_step_nums": 8.3125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08152501285076141,
      "contrastive_loss#1": 0.4076250493526459,
      "epoch": 2.899827288428325,
      "lm_loss": 0.8682628273963928,
      "loss": 0.9497878551483154,
      "step": 1679,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.901554404145078,
      "grad_norm": 4.46875,
      "learning_rate": 5e-05,
      "loss": 0.9393,
      "step": 1680
    },
    {
      "epoch": 2.901554404145078,
      "latent_token_nums": 10.25,
      "step": 1680
    },
    {
      "epoch": 2.901554404145078,
      "step": 1680,
      "thought_step_nums": 8.8125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.12028206884860992,
      "contrastive_loss#1": 0.6014103293418884,
      "epoch": 2.901554404145078,
      "lm_loss": 0.9409551620483398,
      "loss": 1.0612372159957886,
      "step": 1680,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.9032815198618307,
      "grad_norm": 4.125,
      "learning_rate": 5e-05,
      "loss": 0.9635,
      "step": 1681
    },
    {
      "epoch": 2.9032815198618307,
      "latent_token_nums": 10.4375,
      "step": 1681
    },
    {
      "epoch": 2.9032815198618307,
      "step": 1681,
      "thought_step_nums": 8.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.012753437273204327,
      "contrastive_loss#1": 0.06376718729734421,
      "epoch": 2.9032815198618307,
      "lm_loss": 0.9081118106842041,
      "loss": 0.9208652377128601,
      "step": 1681,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.905008635578584,
      "grad_norm": 5.0,
      "learning_rate": 5e-05,
      "loss": 0.9488,
      "step": 1682
    },
    {
      "epoch": 2.905008635578584,
      "latent_token_nums": 10.125,
      "step": 1682
    },
    {
      "epoch": 2.905008635578584,
      "step": 1682,
      "thought_step_nums": 8.1875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.08680110424757004,
      "contrastive_loss#1": 0.4340055286884308,
      "epoch": 2.905008635578584,
      "lm_loss": 0.9597066640853882,
      "loss": 1.046507716178894,
      "step": 1682,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.906735751295337,
      "grad_norm": 4.5625,
      "learning_rate": 5e-05,
      "loss": 0.9571,
      "step": 1683
    },
    {
      "epoch": 2.906735751295337,
      "latent_token_nums": 10.0625,
      "step": 1683
    },
    {
      "epoch": 2.906735751295337,
      "step": 1683,
      "thought_step_nums": 8.125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.06335913389921188,
      "contrastive_loss#1": 0.3167956471443176,
      "epoch": 2.906735751295337,
      "lm_loss": 0.9319241046905518,
      "loss": 0.9952832460403442,
      "step": 1683,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 2.90846286701209,
      "grad_norm": 4.5625,
      "learning_rate": 5e-05,
      "loss": 0.9316,
      "step": 1684
    },
    {
      "epoch": 2.90846286701209,
      "latent_token_nums": 10.5625,
      "step": 1684
    },
    {
      "epoch": 2.90846286701209,
      "step": 1684,
      "thought_step_nums": 8.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.017733920365571976,
      "contrastive_loss#1": 0.08866959810256958,
      "epoch": 2.90846286701209,
      "lm_loss": 0.854512095451355,
      "loss": 0.8722460269927979,
      "step": 1684,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 2.910189982728843,
      "grad_norm": 5.40625,
      "learning_rate": 5e-05,
      "loss": 0.945,
      "step": 1685
    },
    {
      "epoch": 2.910189982728843,
      "latent_token_nums": 10.5625,
      "step": 1685
    },
    {
      "epoch": 2.910189982728843,
      "step": 1685,
      "thought_step_nums": 8.75
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06472065299749374,
      "contrastive_loss#1": 0.3236032724380493,
      "epoch": 2.910189982728843,
      "lm_loss": 0.8971695899963379,
      "loss": 0.9618902206420898,
      "step": 1685,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.911917098445596,
      "grad_norm": 4.875,
      "learning_rate": 5e-05,
      "loss": 0.9513,
      "step": 1686
    },
    {
      "epoch": 2.911917098445596,
      "latent_token_nums": 10.3125,
      "step": 1686
    },
    {
      "epoch": 2.911917098445596,
      "step": 1686,
      "thought_step_nums": 8.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02656332030892372,
      "contrastive_loss#1": 0.1328165978193283,
      "epoch": 2.911917098445596,
      "lm_loss": 1.014846920967102,
      "loss": 1.041410207748413,
      "step": 1686,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.913644214162349,
      "grad_norm": 1448.0,
      "learning_rate": 5e-05,
      "loss": 0.9358,
      "step": 1687
    },
    {
      "epoch": 2.913644214162349,
      "latent_token_nums": 10.4375,
      "step": 1687
    },
    {
      "epoch": 2.913644214162349,
      "step": 1687,
      "thought_step_nums": 9.4375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05362183600664139,
      "contrastive_loss#1": 0.26810917258262634,
      "epoch": 2.913644214162349,
      "lm_loss": 0.9089506268501282,
      "loss": 0.962572455406189,
      "step": 1687,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 2.9153713298791017,
      "grad_norm": 4.4375,
      "learning_rate": 5e-05,
      "loss": 0.9426,
      "step": 1688
    },
    {
      "epoch": 2.9153713298791017,
      "latent_token_nums": 10.3125,
      "step": 1688
    },
    {
      "epoch": 2.9153713298791017,
      "step": 1688,
      "thought_step_nums": 7.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.017731184139847755,
      "contrastive_loss#1": 0.08865591883659363,
      "epoch": 2.9153713298791017,
      "lm_loss": 0.8475877046585083,
      "loss": 0.8653188943862915,
      "step": 1688,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.917098445595855,
      "grad_norm": 4.25,
      "learning_rate": 5e-05,
      "loss": 0.919,
      "step": 1689
    },
    {
      "epoch": 2.917098445595855,
      "latent_token_nums": 10.4375,
      "step": 1689
    },
    {
      "epoch": 2.917098445595855,
      "step": 1689,
      "thought_step_nums": 8.4375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04489174112677574,
      "contrastive_loss#1": 0.224458709359169,
      "epoch": 2.917098445595855,
      "lm_loss": 0.9181174635887146,
      "loss": 0.9630091786384583,
      "step": 1689,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.918825561312608,
      "grad_norm": 4.21875,
      "learning_rate": 5e-05,
      "loss": 0.9445,
      "step": 1690
    },
    {
      "epoch": 2.918825561312608,
      "latent_token_nums": 10.375,
      "step": 1690
    },
    {
      "epoch": 2.918825561312608,
      "step": 1690,
      "thought_step_nums": 7.75
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03347552567720413,
      "contrastive_loss#1": 0.16737762093544006,
      "epoch": 2.918825561312608,
      "lm_loss": 0.9202249050140381,
      "loss": 0.9537004232406616,
      "step": 1690,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 2.920552677029361,
      "grad_norm": 4.34375,
      "learning_rate": 5e-05,
      "loss": 0.9483,
      "step": 1691
    },
    {
      "epoch": 2.920552677029361,
      "latent_token_nums": 10.3125,
      "step": 1691
    },
    {
      "epoch": 2.920552677029361,
      "step": 1691,
      "thought_step_nums": 8.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.013289294205605984,
      "contrastive_loss#1": 0.0664464682340622,
      "epoch": 2.920552677029361,
      "lm_loss": 0.8721802234649658,
      "loss": 0.8854694962501526,
      "step": 1691,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.9222797927461137,
      "grad_norm": 10.375,
      "learning_rate": 5e-05,
      "loss": 0.9353,
      "step": 1692
    },
    {
      "epoch": 2.9222797927461137,
      "latent_token_nums": 10.0625,
      "step": 1692
    },
    {
      "epoch": 2.9222797927461137,
      "step": 1692,
      "thought_step_nums": 7.75
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05510453134775162,
      "contrastive_loss#1": 0.2755226492881775,
      "epoch": 2.9222797927461137,
      "lm_loss": 0.8898187875747681,
      "loss": 0.9449233412742615,
      "step": 1692,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.924006908462867,
      "grad_norm": 4.0625,
      "learning_rate": 5e-05,
      "loss": 0.9476,
      "step": 1693
    },
    {
      "epoch": 2.924006908462867,
      "latent_token_nums": 10.5,
      "step": 1693
    },
    {
      "epoch": 2.924006908462867,
      "step": 1693,
      "thought_step_nums": 7.9375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.054711200296878815,
      "contrastive_loss#1": 0.2735559940338135,
      "epoch": 2.924006908462867,
      "lm_loss": 0.9378342032432556,
      "loss": 0.9925454258918762,
      "step": 1693,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 2.92573402417962,
      "grad_norm": 4.59375,
      "learning_rate": 5e-05,
      "loss": 0.9428,
      "step": 1694
    },
    {
      "epoch": 2.92573402417962,
      "latent_token_nums": 10.875,
      "step": 1694
    },
    {
      "epoch": 2.92573402417962,
      "step": 1694,
      "thought_step_nums": 8.625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.12214930355548859,
      "contrastive_loss#1": 0.6107465028762817,
      "epoch": 2.92573402417962,
      "lm_loss": 0.8440833687782288,
      "loss": 0.9662326574325562,
      "step": 1694,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 2.927461139896373,
      "grad_norm": 4.8125,
      "learning_rate": 5e-05,
      "loss": 0.933,
      "step": 1695
    },
    {
      "epoch": 2.927461139896373,
      "latent_token_nums": 10.625,
      "step": 1695
    },
    {
      "epoch": 2.927461139896373,
      "step": 1695,
      "thought_step_nums": 8.375
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.09620342403650284,
      "contrastive_loss#1": 0.4810171127319336,
      "epoch": 2.927461139896373,
      "lm_loss": 0.9260622262954712,
      "loss": 1.0222656726837158,
      "step": 1695,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 2.929188255613126,
      "grad_norm": 3.96875,
      "learning_rate": 5e-05,
      "loss": 0.9412,
      "step": 1696
    },
    {
      "epoch": 2.929188255613126,
      "latent_token_nums": 10.5,
      "step": 1696
    },
    {
      "epoch": 2.929188255613126,
      "step": 1696,
      "thought_step_nums": 8.0
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06131560727953911,
      "contrastive_loss#1": 0.30657804012298584,
      "epoch": 2.929188255613126,
      "lm_loss": 0.9281460046768188,
      "loss": 0.9894616007804871,
      "step": 1696,
      "valid_batch_size": 1024.5
    },
    {
      "epoch": 2.930915371329879,
      "grad_norm": 4.0625,
      "learning_rate": 5e-05,
      "loss": 0.9282,
      "step": 1697
    },
    {
      "epoch": 2.930915371329879,
      "latent_token_nums": 10.3125,
      "step": 1697
    },
    {
      "epoch": 2.930915371329879,
      "step": 1697,
      "thought_step_nums": 8.125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04641420766711235,
      "contrastive_loss#1": 0.23207104206085205,
      "epoch": 2.930915371329879,
      "lm_loss": 0.889782726764679,
      "loss": 0.9361969232559204,
      "step": 1697,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.932642487046632,
      "grad_norm": 4.9375,
      "learning_rate": 5e-05,
      "loss": 0.9477,
      "step": 1698
    },
    {
      "epoch": 2.932642487046632,
      "latent_token_nums": 10.4375,
      "step": 1698
    },
    {
      "epoch": 2.932642487046632,
      "step": 1698,
      "thought_step_nums": 8.625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.16614742577075958,
      "contrastive_loss#1": 0.8307371139526367,
      "epoch": 2.932642487046632,
      "lm_loss": 0.9014679193496704,
      "loss": 1.0676153898239136,
      "step": 1698,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 2.934369602763385,
      "grad_norm": 3.90625,
      "learning_rate": 5e-05,
      "loss": 0.9377,
      "step": 1699
    },
    {
      "epoch": 2.934369602763385,
      "latent_token_nums": 10.0625,
      "step": 1699
    },
    {
      "epoch": 2.934369602763385,
      "step": 1699,
      "thought_step_nums": 8.8125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08604291081428528,
      "contrastive_loss#1": 0.4302145540714264,
      "epoch": 2.934369602763385,
      "lm_loss": 0.8788219690322876,
      "loss": 0.9648648500442505,
      "step": 1699,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 2.936096718480138,
      "grad_norm": 3.84375,
      "learning_rate": 5e-05,
      "loss": 0.9258,
      "step": 1700
    },
    {
      "epoch": 2.936096718480138,
      "latent_token_nums": 10.125,
      "step": 1700
    },
    {
      "epoch": 2.936096718480138,
      "step": 1700,
      "thought_step_nums": 8.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.007871150970458984,
      "contrastive_loss#1": 0.03935575485229492,
      "epoch": 2.936096718480138,
      "lm_loss": 0.8758592009544373,
      "loss": 0.8837303519248962,
      "step": 1700,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.937823834196891,
      "grad_norm": 82.0,
      "learning_rate": 5e-05,
      "loss": 0.9386,
      "step": 1701
    },
    {
      "epoch": 2.937823834196891,
      "latent_token_nums": 10.0625,
      "step": 1701
    },
    {
      "epoch": 2.937823834196891,
      "step": 1701,
      "thought_step_nums": 7.8125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.003557933960109949,
      "contrastive_loss#1": 0.017789669334888458,
      "epoch": 2.937823834196891,
      "lm_loss": 0.8784649968147278,
      "loss": 0.8820229172706604,
      "step": 1701,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.9395509499136443,
      "grad_norm": 4.5625,
      "learning_rate": 5e-05,
      "loss": 0.9368,
      "step": 1702
    },
    {
      "epoch": 2.9395509499136443,
      "latent_token_nums": 10.8125,
      "step": 1702
    },
    {
      "epoch": 2.9395509499136443,
      "step": 1702,
      "thought_step_nums": 7.6875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06234084442257881,
      "contrastive_loss#1": 0.31170421838760376,
      "epoch": 2.9395509499136443,
      "lm_loss": 0.8460417985916138,
      "loss": 0.9083826541900635,
      "step": 1702,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.941278065630397,
      "grad_norm": 4.4375,
      "learning_rate": 5e-05,
      "loss": 0.9467,
      "step": 1703
    },
    {
      "epoch": 2.941278065630397,
      "latent_token_nums": 10.125,
      "step": 1703
    },
    {
      "epoch": 2.941278065630397,
      "step": 1703,
      "thought_step_nums": 8.8125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.1252955049276352,
      "contrastive_loss#1": 0.6264774799346924,
      "epoch": 2.941278065630397,
      "lm_loss": 0.8491382598876953,
      "loss": 0.9744337797164917,
      "step": 1703,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.94300518134715,
      "grad_norm": 3.96875,
      "learning_rate": 5e-05,
      "loss": 0.9382,
      "step": 1704
    },
    {
      "epoch": 2.94300518134715,
      "latent_token_nums": 10.625,
      "step": 1704
    },
    {
      "epoch": 2.94300518134715,
      "step": 1704,
      "thought_step_nums": 8.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.013385009951889515,
      "contrastive_loss#1": 0.066925048828125,
      "epoch": 2.94300518134715,
      "lm_loss": 0.8841632604598999,
      "loss": 0.897548258304596,
      "step": 1704,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.9447322970639034,
      "grad_norm": 4.09375,
      "learning_rate": 5e-05,
      "loss": 0.9272,
      "step": 1705
    },
    {
      "epoch": 2.9447322970639034,
      "latent_token_nums": 10.4375,
      "step": 1705
    },
    {
      "epoch": 2.9447322970639034,
      "step": 1705,
      "thought_step_nums": 8.0625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.019640011712908745,
      "contrastive_loss#1": 0.09820006042718887,
      "epoch": 2.9447322970639034,
      "lm_loss": 0.9624673128128052,
      "loss": 0.9821073412895203,
      "step": 1705,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.9464594127806563,
      "grad_norm": 4.34375,
      "learning_rate": 5e-05,
      "loss": 0.9424,
      "step": 1706
    },
    {
      "epoch": 2.9464594127806563,
      "latent_token_nums": 10.125,
      "step": 1706
    },
    {
      "epoch": 2.9464594127806563,
      "step": 1706,
      "thought_step_nums": 7.9375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.048823922872543335,
      "contrastive_loss#1": 0.24411961436271667,
      "epoch": 2.9464594127806563,
      "lm_loss": 0.8514320254325867,
      "loss": 0.9002559185028076,
      "step": 1706,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.948186528497409,
      "grad_norm": 4.34375,
      "learning_rate": 5e-05,
      "loss": 0.9339,
      "step": 1707
    },
    {
      "epoch": 2.948186528497409,
      "latent_token_nums": 10.4375,
      "step": 1707
    },
    {
      "epoch": 2.948186528497409,
      "step": 1707,
      "thought_step_nums": 9.0625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.08639135211706161,
      "contrastive_loss#1": 0.4319567382335663,
      "epoch": 2.948186528497409,
      "lm_loss": 0.9045822620391846,
      "loss": 0.9909735918045044,
      "step": 1707,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.9499136442141625,
      "grad_norm": 4.34375,
      "learning_rate": 5e-05,
      "loss": 0.947,
      "step": 1708
    },
    {
      "epoch": 2.9499136442141625,
      "latent_token_nums": 10.0625,
      "step": 1708
    },
    {
      "epoch": 2.9499136442141625,
      "step": 1708,
      "thought_step_nums": 8.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01676887273788452,
      "contrastive_loss#1": 0.08384436368942261,
      "epoch": 2.9499136442141625,
      "lm_loss": 0.8922221064567566,
      "loss": 0.9089909791946411,
      "step": 1708,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.9516407599309153,
      "grad_norm": 4.0625,
      "learning_rate": 5e-05,
      "loss": 0.9245,
      "step": 1709
    },
    {
      "epoch": 2.9516407599309153,
      "latent_token_nums": 10.375,
      "step": 1709
    },
    {
      "epoch": 2.9516407599309153,
      "step": 1709,
      "thought_step_nums": 8.0
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06114530563354492,
      "contrastive_loss#1": 0.3057265281677246,
      "epoch": 2.9516407599309153,
      "lm_loss": 0.9314422011375427,
      "loss": 0.9925875067710876,
      "step": 1709,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.9533678756476682,
      "grad_norm": 4.65625,
      "learning_rate": 5e-05,
      "loss": 0.9403,
      "step": 1710
    },
    {
      "epoch": 2.9533678756476682,
      "latent_token_nums": 10.5625,
      "step": 1710
    },
    {
      "epoch": 2.9533678756476682,
      "step": 1710,
      "thought_step_nums": 8.625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0537734292447567,
      "contrastive_loss#1": 0.2688671350479126,
      "epoch": 2.9533678756476682,
      "lm_loss": 0.9259477853775024,
      "loss": 0.979721188545227,
      "step": 1710,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.9550949913644216,
      "grad_norm": 4.09375,
      "learning_rate": 5e-05,
      "loss": 0.9563,
      "step": 1711
    },
    {
      "epoch": 2.9550949913644216,
      "latent_token_nums": 10.5625,
      "step": 1711
    },
    {
      "epoch": 2.9550949913644216,
      "step": 1711,
      "thought_step_nums": 8.125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.054674603044986725,
      "contrastive_loss#1": 0.273373007774353,
      "epoch": 2.9550949913644216,
      "lm_loss": 0.8683338165283203,
      "loss": 0.9230084419250488,
      "step": 1711,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.9568221070811744,
      "grad_norm": 4.21875,
      "learning_rate": 5e-05,
      "loss": 0.9409,
      "step": 1712
    },
    {
      "epoch": 2.9568221070811744,
      "latent_token_nums": 10.3125,
      "step": 1712
    },
    {
      "epoch": 2.9568221070811744,
      "step": 1712,
      "thought_step_nums": 7.9375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06346357613801956,
      "contrastive_loss#1": 0.3173178732395172,
      "epoch": 2.9568221070811744,
      "lm_loss": 0.9338514804840088,
      "loss": 0.9973150491714478,
      "step": 1712,
      "valid_batch_size": 1024.3125
    },
    {
      "epoch": 2.9585492227979273,
      "grad_norm": 4.3125,
      "learning_rate": 5e-05,
      "loss": 0.9417,
      "step": 1713
    },
    {
      "epoch": 2.9585492227979273,
      "latent_token_nums": 10.25,
      "step": 1713
    },
    {
      "epoch": 2.9585492227979273,
      "step": 1713,
      "thought_step_nums": 8.5625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08086701482534409,
      "contrastive_loss#1": 0.40433505177497864,
      "epoch": 2.9585492227979273,
      "lm_loss": 0.8832998275756836,
      "loss": 0.9641668200492859,
      "step": 1713,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 2.9602763385146806,
      "grad_norm": 4.125,
      "learning_rate": 5e-05,
      "loss": 0.9401,
      "step": 1714
    },
    {
      "epoch": 2.9602763385146806,
      "latent_token_nums": 10.5625,
      "step": 1714
    },
    {
      "epoch": 2.9602763385146806,
      "step": 1714,
      "thought_step_nums": 8.1875
    },
    {
      "acc@1": 0.625,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.18790698051452637,
      "contrastive_loss#1": 0.9395349025726318,
      "epoch": 2.9602763385146806,
      "lm_loss": 0.9886661767959595,
      "loss": 1.1765731573104858,
      "step": 1714,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 2.9620034542314335,
      "grad_norm": 4.53125,
      "learning_rate": 5e-05,
      "loss": 0.9453,
      "step": 1715
    },
    {
      "epoch": 2.9620034542314335,
      "latent_token_nums": 10.4375,
      "step": 1715
    },
    {
      "epoch": 2.9620034542314335,
      "step": 1715,
      "thought_step_nums": 8.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.029112720862030983,
      "contrastive_loss#1": 0.14556360244750977,
      "epoch": 2.9620034542314335,
      "lm_loss": 0.8594545125961304,
      "loss": 0.8885672092437744,
      "step": 1715,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 2.9637305699481864,
      "grad_norm": 4.1875,
      "learning_rate": 5e-05,
      "loss": 0.938,
      "step": 1716
    },
    {
      "epoch": 2.9637305699481864,
      "latent_token_nums": 10.4375,
      "step": 1716
    },
    {
      "epoch": 2.9637305699481864,
      "step": 1716,
      "thought_step_nums": 8.6875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06712091714143753,
      "contrastive_loss#1": 0.33560457825660706,
      "epoch": 2.9637305699481864,
      "lm_loss": 0.8339394927024841,
      "loss": 0.9010604023933411,
      "step": 1716,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.9654576856649397,
      "grad_norm": 4.40625,
      "learning_rate": 5e-05,
      "loss": 0.9392,
      "step": 1717
    },
    {
      "epoch": 2.9654576856649397,
      "latent_token_nums": 10.4375,
      "step": 1717
    },
    {
      "epoch": 2.9654576856649397,
      "step": 1717,
      "thought_step_nums": 8.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0211776290088892,
      "contrastive_loss#1": 0.10588814318180084,
      "epoch": 2.9654576856649397,
      "lm_loss": 0.8978909254074097,
      "loss": 0.9190685749053955,
      "step": 1717,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.9671848013816926,
      "grad_norm": 4.4375,
      "learning_rate": 5e-05,
      "loss": 0.9441,
      "step": 1718
    },
    {
      "epoch": 2.9671848013816926,
      "latent_token_nums": 10.5,
      "step": 1718
    },
    {
      "epoch": 2.9671848013816926,
      "step": 1718,
      "thought_step_nums": 7.9375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06221149116754532,
      "contrastive_loss#1": 0.311057448387146,
      "epoch": 2.9671848013816926,
      "lm_loss": 0.9263523817062378,
      "loss": 0.9885638952255249,
      "step": 1718,
      "valid_batch_size": 1024.4375
    },
    {
      "epoch": 2.9689119170984455,
      "grad_norm": 4.8125,
      "learning_rate": 5e-05,
      "loss": 0.9443,
      "step": 1719
    },
    {
      "epoch": 2.9689119170984455,
      "latent_token_nums": 10.3125,
      "step": 1719
    },
    {
      "epoch": 2.9689119170984455,
      "step": 1719,
      "thought_step_nums": 9.1875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05949338898062706,
      "contrastive_loss#1": 0.2974669337272644,
      "epoch": 2.9689119170984455,
      "lm_loss": 0.8319722414016724,
      "loss": 0.8914656043052673,
      "step": 1719,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.970639032815199,
      "grad_norm": 4.3125,
      "learning_rate": 5e-05,
      "loss": 0.9385,
      "step": 1720
    },
    {
      "epoch": 2.970639032815199,
      "latent_token_nums": 10.25,
      "step": 1720
    },
    {
      "epoch": 2.970639032815199,
      "step": 1720,
      "thought_step_nums": 9.0625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.015742113813757896,
      "contrastive_loss#1": 0.07871057093143463,
      "epoch": 2.970639032815199,
      "lm_loss": 0.9276667237281799,
      "loss": 0.9434088468551636,
      "step": 1720,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.9723661485319517,
      "grad_norm": 4.3125,
      "learning_rate": 5e-05,
      "loss": 0.933,
      "step": 1721
    },
    {
      "epoch": 2.9723661485319517,
      "latent_token_nums": 10.125,
      "step": 1721
    },
    {
      "epoch": 2.9723661485319517,
      "step": 1721,
      "thought_step_nums": 8.6875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.033652763813734055,
      "contrastive_loss#1": 0.16826382279396057,
      "epoch": 2.9723661485319517,
      "lm_loss": 0.9462411403656006,
      "loss": 0.9798939228057861,
      "step": 1721,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.9740932642487046,
      "grad_norm": 5.84375,
      "learning_rate": 5e-05,
      "loss": 0.9399,
      "step": 1722
    },
    {
      "epoch": 2.9740932642487046,
      "latent_token_nums": 10.625,
      "step": 1722
    },
    {
      "epoch": 2.9740932642487046,
      "step": 1722,
      "thought_step_nums": 8.8125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.020542237907648087,
      "contrastive_loss#1": 0.10271118581295013,
      "epoch": 2.9740932642487046,
      "lm_loss": 1.0115454196929932,
      "loss": 1.0320876836776733,
      "step": 1722,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.975820379965458,
      "grad_norm": 3.703125,
      "learning_rate": 5e-05,
      "loss": 0.9326,
      "step": 1723
    },
    {
      "epoch": 2.975820379965458,
      "latent_token_nums": 10.3125,
      "step": 1723
    },
    {
      "epoch": 2.975820379965458,
      "step": 1723,
      "thought_step_nums": 7.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03360937163233757,
      "contrastive_loss#1": 0.16804686188697815,
      "epoch": 2.975820379965458,
      "lm_loss": 0.960376501083374,
      "loss": 0.9939858913421631,
      "step": 1723,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.9775474956822108,
      "grad_norm": 3.90625,
      "learning_rate": 5e-05,
      "loss": 0.9432,
      "step": 1724
    },
    {
      "epoch": 2.9775474956822108,
      "latent_token_nums": 10.5,
      "step": 1724
    },
    {
      "epoch": 2.9775474956822108,
      "step": 1724,
      "thought_step_nums": 8.125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.14531397819519043,
      "contrastive_loss#1": 0.7265698909759521,
      "epoch": 2.9775474956822108,
      "lm_loss": 0.6218706965446472,
      "loss": 0.7671846747398376,
      "step": 1724,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 2.9792746113989637,
      "grad_norm": 5.25,
      "learning_rate": 5e-05,
      "loss": 0.9562,
      "step": 1725
    },
    {
      "epoch": 2.9792746113989637,
      "latent_token_nums": 10.3125,
      "step": 1725
    },
    {
      "epoch": 2.9792746113989637,
      "step": 1725,
      "thought_step_nums": 9.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02854214981198311,
      "contrastive_loss#1": 0.14271074533462524,
      "epoch": 2.9792746113989637,
      "lm_loss": 0.9362720847129822,
      "loss": 0.9648142457008362,
      "step": 1725,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.981001727115717,
      "grad_norm": 4.5625,
      "learning_rate": 5e-05,
      "loss": 0.9577,
      "step": 1726
    },
    {
      "epoch": 2.981001727115717,
      "latent_token_nums": 10.4375,
      "step": 1726
    },
    {
      "epoch": 2.981001727115717,
      "step": 1726,
      "thought_step_nums": 8.6875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03059282898902893,
      "contrastive_loss#1": 0.15296414494514465,
      "epoch": 2.981001727115717,
      "lm_loss": 0.8803388476371765,
      "loss": 0.9109317064285278,
      "step": 1726,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 2.98272884283247,
      "grad_norm": 4.40625,
      "learning_rate": 5e-05,
      "loss": 0.9604,
      "step": 1727
    },
    {
      "epoch": 2.98272884283247,
      "latent_token_nums": 10.5,
      "step": 1727
    },
    {
      "epoch": 2.98272884283247,
      "step": 1727,
      "thought_step_nums": 9.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.009490063413977623,
      "contrastive_loss#1": 0.047450315207242966,
      "epoch": 2.98272884283247,
      "lm_loss": 0.7100223898887634,
      "loss": 0.7195124626159668,
      "step": 1727,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.9844559585492227,
      "grad_norm": 4.3125,
      "learning_rate": 5e-05,
      "loss": 0.9306,
      "step": 1728
    },
    {
      "epoch": 2.9844559585492227,
      "latent_token_nums": 10.125,
      "step": 1728
    },
    {
      "epoch": 2.9844559585492227,
      "step": 1728,
      "thought_step_nums": 9.0625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.061120402067899704,
      "contrastive_loss#1": 0.3056020140647888,
      "epoch": 2.9844559585492227,
      "lm_loss": 0.8774782419204712,
      "loss": 0.9385986328125,
      "step": 1728,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.986183074265976,
      "grad_norm": 3.671875,
      "learning_rate": 5e-05,
      "loss": 0.9214,
      "step": 1729
    },
    {
      "epoch": 2.986183074265976,
      "latent_token_nums": 9.875,
      "step": 1729
    },
    {
      "epoch": 2.986183074265976,
      "step": 1729,
      "thought_step_nums": 8.5625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02820797823369503,
      "contrastive_loss#1": 0.1410398930311203,
      "epoch": 2.986183074265976,
      "lm_loss": 0.879881739616394,
      "loss": 0.9080896973609924,
      "step": 1729,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.987910189982729,
      "grad_norm": 4.09375,
      "learning_rate": 5e-05,
      "loss": 0.9335,
      "step": 1730
    },
    {
      "epoch": 2.987910189982729,
      "latent_token_nums": 10.375,
      "step": 1730
    },
    {
      "epoch": 2.987910189982729,
      "step": 1730,
      "thought_step_nums": 9.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.003032120643183589,
      "contrastive_loss#1": 0.015160603448748589,
      "epoch": 2.987910189982729,
      "lm_loss": 0.8231518864631653,
      "loss": 0.8261840343475342,
      "step": 1730,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.989637305699482,
      "grad_norm": 4.375,
      "learning_rate": 5e-05,
      "loss": 0.9382,
      "step": 1731
    },
    {
      "epoch": 2.989637305699482,
      "latent_token_nums": 10.125,
      "step": 1731
    },
    {
      "epoch": 2.989637305699482,
      "step": 1731,
      "thought_step_nums": 8.3125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07772132009267807,
      "contrastive_loss#1": 0.38860657811164856,
      "epoch": 2.989637305699482,
      "lm_loss": 0.8312282562255859,
      "loss": 0.9089495539665222,
      "step": 1731,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.991364421416235,
      "grad_norm": 4.46875,
      "learning_rate": 5e-05,
      "loss": 0.9387,
      "step": 1732
    },
    {
      "epoch": 2.991364421416235,
      "latent_token_nums": 10.3125,
      "step": 1732
    },
    {
      "epoch": 2.991364421416235,
      "step": 1732,
      "thought_step_nums": 8.75
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03475002944469452,
      "contrastive_loss#1": 0.1737501472234726,
      "epoch": 2.991364421416235,
      "lm_loss": 0.9579993486404419,
      "loss": 0.9927493929862976,
      "step": 1732,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 2.993091537132988,
      "grad_norm": 4.0625,
      "learning_rate": 5e-05,
      "loss": 0.9419,
      "step": 1733
    },
    {
      "epoch": 2.993091537132988,
      "latent_token_nums": 10.5625,
      "step": 1733
    },
    {
      "epoch": 2.993091537132988,
      "step": 1733,
      "thought_step_nums": 8.1875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05702895671129227,
      "contrastive_loss#1": 0.28514477610588074,
      "epoch": 2.993091537132988,
      "lm_loss": 0.8201132416725159,
      "loss": 0.8771421909332275,
      "step": 1733,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 2.994818652849741,
      "grad_norm": 4.28125,
      "learning_rate": 5e-05,
      "loss": 0.925,
      "step": 1734
    },
    {
      "epoch": 2.994818652849741,
      "latent_token_nums": 10.0625,
      "step": 1734
    },
    {
      "epoch": 2.994818652849741,
      "step": 1734,
      "thought_step_nums": 8.375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02981059066951275,
      "contrastive_loss#1": 0.1490529477596283,
      "epoch": 2.994818652849741,
      "lm_loss": 0.7896013259887695,
      "loss": 0.8194119334220886,
      "step": 1734,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.996545768566494,
      "grad_norm": 4.65625,
      "learning_rate": 5e-05,
      "loss": 0.9486,
      "step": 1735
    },
    {
      "epoch": 2.996545768566494,
      "latent_token_nums": 10.3125,
      "step": 1735
    },
    {
      "epoch": 2.996545768566494,
      "step": 1735,
      "thought_step_nums": 8.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0639028549194336,
      "contrastive_loss#1": 0.31951427459716797,
      "epoch": 2.996545768566494,
      "lm_loss": 0.9138733148574829,
      "loss": 0.9777761697769165,
      "step": 1735,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 2.998272884283247,
      "grad_norm": 4.625,
      "learning_rate": 5e-05,
      "loss": 0.937,
      "step": 1736
    },
    {
      "epoch": 2.998272884283247,
      "latent_token_nums": 10.75,
      "step": 1736
    },
    {
      "epoch": 2.998272884283247,
      "step": 1736,
      "thought_step_nums": 8.25
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.011360885575413704,
      "contrastive_loss#1": 0.05680442601442337,
      "epoch": 2.998272884283247,
      "lm_loss": 0.8662829995155334,
      "loss": 0.877643883228302,
      "step": 1736,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.0,
      "grad_norm": 3.84375,
      "learning_rate": 5e-05,
      "loss": 0.9466,
      "step": 1737
    },
    {
      "epoch": 3.0,
      "latent_token_nums": 16.0,
      "step": 1737
    },
    {
      "epoch": 3.0,
      "step": 1737,
      "thought_step_nums": 11.9375
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.10161945968866348,
      "contrastive_loss#1": 0.5080972909927368,
      "epoch": 3.0,
      "lm_loss": 8.44618034362793,
      "loss": 8.547800064086914,
      "step": 1737,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.001727115716753,
      "grad_norm": 848.0,
      "learning_rate": 5e-05,
      "loss": 8.3501,
      "step": 1738
    },
    {
      "epoch": 3.001727115716753,
      "latent_token_nums": 16.0,
      "step": 1738
    },
    {
      "epoch": 3.001727115716753,
      "step": 1738,
      "thought_step_nums": 11.0625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.06504266709089279,
      "contrastive_loss#1": 0.32521331310272217,
      "epoch": 3.001727115716753,
      "lm_loss": 6.05970573425293,
      "loss": 6.124748229980469,
      "step": 1738,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.003454231433506,
      "grad_norm": 440.0,
      "learning_rate": 5e-05,
      "loss": 6.0898,
      "step": 1739
    },
    {
      "epoch": 3.003454231433506,
      "latent_token_nums": 16.0,
      "step": 1739
    },
    {
      "epoch": 3.003454231433506,
      "step": 1739,
      "thought_step_nums": 11.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.014144581742584705,
      "contrastive_loss#1": 0.07072290778160095,
      "epoch": 3.003454231433506,
      "lm_loss": 4.63216495513916,
      "loss": 4.6463093757629395,
      "step": 1739,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.005181347150259,
      "grad_norm": 108.5,
      "learning_rate": 5e-05,
      "loss": 4.7024,
      "step": 1740
    },
    {
      "epoch": 3.005181347150259,
      "latent_token_nums": 16.0,
      "step": 1740
    },
    {
      "epoch": 3.005181347150259,
      "step": 1740,
      "thought_step_nums": 11.6875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.028784288093447685,
      "contrastive_loss#1": 0.14392143487930298,
      "epoch": 3.005181347150259,
      "lm_loss": 3.836134433746338,
      "loss": 3.8649187088012695,
      "step": 1740,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 3.006908462867012,
      "grad_norm": 236.0,
      "learning_rate": 5e-05,
      "loss": 3.7693,
      "step": 1741
    },
    {
      "epoch": 3.006908462867012,
      "latent_token_nums": 16.0,
      "step": 1741
    },
    {
      "epoch": 3.006908462867012,
      "step": 1741,
      "thought_step_nums": 11.625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.04404602572321892,
      "contrastive_loss#1": 0.2202301174402237,
      "epoch": 3.006908462867012,
      "lm_loss": 2.413215398788452,
      "loss": 2.457261323928833,
      "step": 1741,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.0086355785837653,
      "grad_norm": 77.5,
      "learning_rate": 5e-05,
      "loss": 2.4924,
      "step": 1742
    },
    {
      "epoch": 3.0086355785837653,
      "latent_token_nums": 16.0,
      "step": 1742
    },
    {
      "epoch": 3.0086355785837653,
      "step": 1742,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04390173405408859,
      "contrastive_loss#1": 0.21950866281986237,
      "epoch": 3.0086355785837653,
      "lm_loss": 0.3863837718963623,
      "loss": 0.4302855134010315,
      "step": 1742,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.010362694300518,
      "grad_norm": 48.75,
      "learning_rate": 5e-05,
      "loss": 0.4746,
      "step": 1743
    },
    {
      "epoch": 3.010362694300518,
      "latent_token_nums": 16.0,
      "step": 1743
    },
    {
      "epoch": 3.010362694300518,
      "step": 1743,
      "thought_step_nums": 11.125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.04393794760107994,
      "contrastive_loss#1": 0.21968974173069,
      "epoch": 3.010362694300518,
      "lm_loss": 0.01610911637544632,
      "loss": 0.06004706397652626,
      "step": 1743,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.012089810017271,
      "grad_norm": 35.75,
      "learning_rate": 5e-05,
      "loss": 0.0484,
      "step": 1744
    },
    {
      "epoch": 3.012089810017271,
      "latent_token_nums": 16.0,
      "step": 1744
    },
    {
      "epoch": 3.012089810017271,
      "step": 1744,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.009987041354179382,
      "contrastive_loss#1": 0.04993520677089691,
      "epoch": 3.012089810017271,
      "lm_loss": 0.018306419253349304,
      "loss": 0.028293460607528687,
      "step": 1744,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.0138169257340244,
      "grad_norm": 13.375,
      "learning_rate": 5e-05,
      "loss": 0.0438,
      "step": 1745
    },
    {
      "epoch": 3.0138169257340244,
      "latent_token_nums": 16.0,
      "step": 1745
    },
    {
      "epoch": 3.0138169257340244,
      "step": 1745,
      "thought_step_nums": 11.875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.012207520194351673,
      "contrastive_loss#1": 0.06103760004043579,
      "epoch": 3.0138169257340244,
      "lm_loss": 0.12159616500139236,
      "loss": 0.13380368053913116,
      "step": 1745,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.0155440414507773,
      "grad_norm": 5.375,
      "learning_rate": 5e-05,
      "loss": 0.0411,
      "step": 1746
    },
    {
      "epoch": 3.0155440414507773,
      "latent_token_nums": 16.0,
      "step": 1746
    },
    {
      "epoch": 3.0155440414507773,
      "step": 1746,
      "thought_step_nums": 10.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.005684358533471823,
      "contrastive_loss#1": 0.028421791270375252,
      "epoch": 3.0155440414507773,
      "lm_loss": 0.002134655835106969,
      "loss": 0.007819014601409435,
      "step": 1746,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.01727115716753,
      "grad_norm": 3.453125,
      "learning_rate": 5e-05,
      "loss": 0.036,
      "step": 1747
    },
    {
      "epoch": 3.01727115716753,
      "latent_token_nums": 16.0,
      "step": 1747
    },
    {
      "epoch": 3.01727115716753,
      "step": 1747,
      "thought_step_nums": 11.75
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.03597886115312576,
      "contrastive_loss#1": 0.17989429831504822,
      "epoch": 3.01727115716753,
      "lm_loss": 0.0035802372731268406,
      "loss": 0.039559099823236465,
      "step": 1747,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.0189982728842835,
      "grad_norm": 3.15625,
      "learning_rate": 5e-05,
      "loss": 0.0335,
      "step": 1748
    },
    {
      "epoch": 3.0189982728842835,
      "latent_token_nums": 16.0,
      "step": 1748
    },
    {
      "epoch": 3.0189982728842835,
      "step": 1748,
      "thought_step_nums": 11.0625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.011115743778645992,
      "contrastive_loss#1": 0.055578719824552536,
      "epoch": 3.0189982728842835,
      "lm_loss": 0.0018343876581639051,
      "loss": 0.012950131669640541,
      "step": 1748,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.0207253886010363,
      "grad_norm": 3.734375,
      "learning_rate": 5e-05,
      "loss": 0.0331,
      "step": 1749
    },
    {
      "epoch": 3.0207253886010363,
      "latent_token_nums": 16.0,
      "step": 1749
    },
    {
      "epoch": 3.0207253886010363,
      "step": 1749,
      "thought_step_nums": 11.625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.07689052075147629,
      "contrastive_loss#1": 0.38445261120796204,
      "epoch": 3.0207253886010363,
      "lm_loss": 0.0011225484777241945,
      "loss": 0.07801306992769241,
      "step": 1749,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.0224525043177892,
      "grad_norm": 2.90625,
      "learning_rate": 5e-05,
      "loss": 0.0251,
      "step": 1750
    },
    {
      "epoch": 3.0224525043177892,
      "latent_token_nums": 16.0,
      "step": 1750
    },
    {
      "epoch": 3.0224525043177892,
      "step": 1750,
      "thought_step_nums": 11.1875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.031248629093170166,
      "contrastive_loss#1": 0.15624314546585083,
      "epoch": 3.0224525043177892,
      "lm_loss": 0.0008848136640153825,
      "loss": 0.03213344141840935,
      "step": 1750,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.024179620034542,
      "grad_norm": 3.671875,
      "learning_rate": 5e-05,
      "loss": 0.0255,
      "step": 1751
    },
    {
      "epoch": 3.024179620034542,
      "latent_token_nums": 16.0,
      "step": 1751
    },
    {
      "epoch": 3.024179620034542,
      "step": 1751,
      "thought_step_nums": 12.5
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03173922002315521,
      "contrastive_loss#1": 0.15869610011577606,
      "epoch": 3.024179620034542,
      "lm_loss": 0.0028949850238859653,
      "loss": 0.03463420644402504,
      "step": 1751,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.0259067357512954,
      "grad_norm": 3.671875,
      "learning_rate": 5e-05,
      "loss": 0.0293,
      "step": 1752
    },
    {
      "epoch": 3.0259067357512954,
      "latent_token_nums": 16.0,
      "step": 1752
    },
    {
      "epoch": 3.0259067357512954,
      "step": 1752,
      "thought_step_nums": 12.0625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05771167203783989,
      "contrastive_loss#1": 0.28855836391448975,
      "epoch": 3.0259067357512954,
      "lm_loss": 0.0012924490729346871,
      "loss": 0.05900412052869797,
      "step": 1752,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 3.0276338514680483,
      "grad_norm": 3.15625,
      "learning_rate": 5e-05,
      "loss": 0.0244,
      "step": 1753
    },
    {
      "epoch": 3.0276338514680483,
      "latent_token_nums": 16.0,
      "step": 1753
    },
    {
      "epoch": 3.0276338514680483,
      "step": 1753,
      "thought_step_nums": 12.0625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.001399504253640771,
      "contrastive_loss#1": 0.006997521035373211,
      "epoch": 3.0276338514680483,
      "lm_loss": 0.0005028676241636276,
      "loss": 0.0019023718778043985,
      "step": 1753,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.029360967184801,
      "grad_norm": 8.75,
      "learning_rate": 5e-05,
      "loss": 0.0251,
      "step": 1754
    },
    {
      "epoch": 3.029360967184801,
      "latent_token_nums": 16.0,
      "step": 1754
    },
    {
      "epoch": 3.029360967184801,
      "step": 1754,
      "thought_step_nums": 11.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.013031958602368832,
      "contrastive_loss#1": 0.06515979021787643,
      "epoch": 3.029360967184801,
      "lm_loss": 0.0003924730117432773,
      "loss": 0.013424431905150414,
      "step": 1754,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 3.0310880829015545,
      "grad_norm": 4.125,
      "learning_rate": 5e-05,
      "loss": 0.0325,
      "step": 1755
    },
    {
      "epoch": 3.0310880829015545,
      "latent_token_nums": 16.0,
      "step": 1755
    },
    {
      "epoch": 3.0310880829015545,
      "step": 1755,
      "thought_step_nums": 12.25
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.008231541141867638,
      "contrastive_loss#1": 0.04115770384669304,
      "epoch": 3.0310880829015545,
      "lm_loss": 0.0006228933925740421,
      "loss": 0.008854434825479984,
      "step": 1755,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.0328151986183074,
      "grad_norm": 4.0625,
      "learning_rate": 5e-05,
      "loss": 0.0327,
      "step": 1756
    },
    {
      "epoch": 3.0328151986183074,
      "latent_token_nums": 16.0,
      "step": 1756
    },
    {
      "epoch": 3.0328151986183074,
      "step": 1756,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02250632457435131,
      "contrastive_loss#1": 0.1125316172838211,
      "epoch": 3.0328151986183074,
      "lm_loss": 0.0009614585433155298,
      "loss": 0.023467782884836197,
      "step": 1756,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.0345423143350603,
      "grad_norm": 4.09375,
      "learning_rate": 5e-05,
      "loss": 0.0321,
      "step": 1757
    },
    {
      "epoch": 3.0345423143350603,
      "latent_token_nums": 16.0,
      "step": 1757
    },
    {
      "epoch": 3.0345423143350603,
      "step": 1757,
      "thought_step_nums": 11.75
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.011660449206829071,
      "contrastive_loss#1": 0.058302246034145355,
      "epoch": 3.0345423143350603,
      "lm_loss": 0.0005210191011428833,
      "loss": 0.012181468307971954,
      "step": 1757,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.0362694300518136,
      "grad_norm": 3.46875,
      "learning_rate": 5e-05,
      "loss": 0.0278,
      "step": 1758
    },
    {
      "epoch": 3.0362694300518136,
      "latent_token_nums": 16.0,
      "step": 1758
    },
    {
      "epoch": 3.0362694300518136,
      "step": 1758,
      "thought_step_nums": 12.25
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03498775511980057,
      "contrastive_loss#1": 0.17493876814842224,
      "epoch": 3.0362694300518136,
      "lm_loss": 0.000739010632969439,
      "loss": 0.03572676703333855,
      "step": 1758,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 3.0379965457685665,
      "grad_norm": 3.40625,
      "learning_rate": 5e-05,
      "loss": 0.0311,
      "step": 1759
    },
    {
      "epoch": 3.0379965457685665,
      "latent_token_nums": 16.0,
      "step": 1759
    },
    {
      "epoch": 3.0379965457685665,
      "step": 1759,
      "thought_step_nums": 11.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.023661000654101372,
      "contrastive_loss#1": 0.11830500513315201,
      "epoch": 3.0379965457685665,
      "lm_loss": 0.0008444942650385201,
      "loss": 0.0245054941624403,
      "step": 1759,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.0397236614853194,
      "grad_norm": 4.3125,
      "learning_rate": 5e-05,
      "loss": 0.0277,
      "step": 1760
    },
    {
      "epoch": 3.0397236614853194,
      "latent_token_nums": 16.0,
      "step": 1760
    },
    {
      "epoch": 3.0397236614853194,
      "step": 1760,
      "thought_step_nums": 11.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.026351571083068848,
      "contrastive_loss#1": 0.13175785541534424,
      "epoch": 3.0397236614853194,
      "lm_loss": 0.000644286279566586,
      "loss": 0.026995858177542686,
      "step": 1760,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 3.0414507772020727,
      "grad_norm": 3.5625,
      "learning_rate": 5e-05,
      "loss": 0.0296,
      "step": 1761
    },
    {
      "epoch": 3.0414507772020727,
      "latent_token_nums": 16.0,
      "step": 1761
    },
    {
      "epoch": 3.0414507772020727,
      "step": 1761,
      "thought_step_nums": 11.875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.019867833703756332,
      "contrastive_loss#1": 0.09933916479349136,
      "epoch": 3.0414507772020727,
      "lm_loss": 0.0010396003490313888,
      "loss": 0.020907433703541756,
      "step": 1761,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.0431778929188256,
      "grad_norm": 4.0,
      "learning_rate": 5e-05,
      "loss": 0.0266,
      "step": 1762
    },
    {
      "epoch": 3.0431778929188256,
      "latent_token_nums": 16.0,
      "step": 1762
    },
    {
      "epoch": 3.0431778929188256,
      "step": 1762,
      "thought_step_nums": 11.8125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0005551371723413467,
      "contrastive_loss#1": 0.0027756858617067337,
      "epoch": 3.0431778929188256,
      "lm_loss": 0.0008759912452660501,
      "loss": 0.0014311284758150578,
      "step": 1762,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.0449050086355784,
      "grad_norm": 3.390625,
      "learning_rate": 5e-05,
      "loss": 0.0255,
      "step": 1763
    },
    {
      "epoch": 3.0449050086355784,
      "latent_token_nums": 16.0,
      "step": 1763
    },
    {
      "epoch": 3.0449050086355784,
      "step": 1763,
      "thought_step_nums": 12.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01644059270620346,
      "contrastive_loss#1": 0.0822029635310173,
      "epoch": 3.0449050086355784,
      "lm_loss": 0.003444747067987919,
      "loss": 0.019885338842868805,
      "step": 1763,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.0466321243523318,
      "grad_norm": 4.0,
      "learning_rate": 5e-05,
      "loss": 0.0246,
      "step": 1764
    },
    {
      "epoch": 3.0466321243523318,
      "latent_token_nums": 16.0,
      "step": 1764
    },
    {
      "epoch": 3.0466321243523318,
      "step": 1764,
      "thought_step_nums": 11.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.014927275478839874,
      "contrastive_loss#1": 0.07463637739419937,
      "epoch": 3.0466321243523318,
      "lm_loss": 0.0003413928207010031,
      "loss": 0.015268668532371521,
      "step": 1764,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.0483592400690847,
      "grad_norm": 3.34375,
      "learning_rate": 5e-05,
      "loss": 0.0247,
      "step": 1765
    },
    {
      "epoch": 3.0483592400690847,
      "latent_token_nums": 16.0,
      "step": 1765
    },
    {
      "epoch": 3.0483592400690847,
      "step": 1765,
      "thought_step_nums": 12.0625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0550835095345974,
      "contrastive_loss#1": 0.2754175364971161,
      "epoch": 3.0483592400690847,
      "lm_loss": 0.0004029070842079818,
      "loss": 0.055486418306827545,
      "step": 1765,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.0500863557858375,
      "grad_norm": 11.625,
      "learning_rate": 5e-05,
      "loss": 0.0287,
      "step": 1766
    },
    {
      "epoch": 3.0500863557858375,
      "latent_token_nums": 16.0,
      "step": 1766
    },
    {
      "epoch": 3.0500863557858375,
      "step": 1766,
      "thought_step_nums": 10.375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.059149663895368576,
      "contrastive_loss#1": 0.2957483232021332,
      "epoch": 3.0500863557858375,
      "lm_loss": 0.0005699156899936497,
      "loss": 0.05971958115696907,
      "step": 1766,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.051813471502591,
      "grad_norm": 4.78125,
      "learning_rate": 5e-05,
      "loss": 0.0472,
      "step": 1767
    },
    {
      "epoch": 3.051813471502591,
      "latent_token_nums": 16.0,
      "step": 1767
    },
    {
      "epoch": 3.051813471502591,
      "step": 1767,
      "thought_step_nums": 10.5
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.040078144520521164,
      "contrastive_loss#1": 0.20039071142673492,
      "epoch": 3.051813471502591,
      "lm_loss": 0.0007565689156763256,
      "loss": 0.040834713727235794,
      "step": 1767,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 3.0535405872193437,
      "grad_norm": 9.5,
      "learning_rate": 5e-05,
      "loss": 0.0237,
      "step": 1768
    },
    {
      "epoch": 3.0535405872193437,
      "latent_token_nums": 16.0,
      "step": 1768
    },
    {
      "epoch": 3.0535405872193437,
      "step": 1768,
      "thought_step_nums": 11.0
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04232056066393852,
      "contrastive_loss#1": 0.2116028070449829,
      "epoch": 3.0535405872193437,
      "lm_loss": 0.0011313717113807797,
      "loss": 0.043451931327581406,
      "step": 1768,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.0552677029360966,
      "grad_norm": 4.15625,
      "learning_rate": 5e-05,
      "loss": 0.0294,
      "step": 1769
    },
    {
      "epoch": 3.0552677029360966,
      "latent_token_nums": 16.0,
      "step": 1769
    },
    {
      "epoch": 3.0552677029360966,
      "step": 1769,
      "thought_step_nums": 11.5
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.039623335003852844,
      "contrastive_loss#1": 0.19811667501926422,
      "epoch": 3.0552677029360966,
      "lm_loss": 0.003118391614407301,
      "loss": 0.04274172708392143,
      "step": 1769,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.05699481865285,
      "grad_norm": 4.59375,
      "learning_rate": 5e-05,
      "loss": 0.0258,
      "step": 1770
    },
    {
      "epoch": 3.05699481865285,
      "latent_token_nums": 16.0,
      "step": 1770
    },
    {
      "epoch": 3.05699481865285,
      "step": 1770,
      "thought_step_nums": 11.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.00880548357963562,
      "contrastive_loss#1": 0.0440274178981781,
      "epoch": 3.05699481865285,
      "lm_loss": 0.0034647744614630938,
      "loss": 0.01227025780826807,
      "step": 1770,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.058721934369603,
      "grad_norm": 36.75,
      "learning_rate": 5e-05,
      "loss": 0.0259,
      "step": 1771
    },
    {
      "epoch": 3.058721934369603,
      "latent_token_nums": 16.0,
      "step": 1771
    },
    {
      "epoch": 3.058721934369603,
      "step": 1771,
      "thought_step_nums": 11.375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.08371176570653915,
      "contrastive_loss#1": 0.418558806180954,
      "epoch": 3.058721934369603,
      "lm_loss": 0.018225044012069702,
      "loss": 0.10193680971860886,
      "step": 1771,
      "valid_batch_size": 1024.5
    },
    {
      "epoch": 3.0604490500863557,
      "grad_norm": 4.25,
      "learning_rate": 5e-05,
      "loss": 0.0309,
      "step": 1772
    },
    {
      "epoch": 3.0604490500863557,
      "latent_token_nums": 16.0,
      "step": 1772
    },
    {
      "epoch": 3.0604490500863557,
      "step": 1772,
      "thought_step_nums": 12.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.018706534057855606,
      "contrastive_loss#1": 0.09353266656398773,
      "epoch": 3.0604490500863557,
      "lm_loss": 0.0012970648240298033,
      "loss": 0.02000359818339348,
      "step": 1772,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.062176165803109,
      "grad_norm": 5.28125,
      "learning_rate": 5e-05,
      "loss": 0.0335,
      "step": 1773
    },
    {
      "epoch": 3.062176165803109,
      "latent_token_nums": 16.0,
      "step": 1773
    },
    {
      "epoch": 3.062176165803109,
      "step": 1773,
      "thought_step_nums": 11.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0008751513669267297,
      "contrastive_loss#1": 0.004375756718218327,
      "epoch": 3.062176165803109,
      "lm_loss": 0.0013170101447030902,
      "loss": 0.00219216151162982,
      "step": 1773,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.063903281519862,
      "grad_norm": 3.640625,
      "learning_rate": 5e-05,
      "loss": 0.027,
      "step": 1774
    },
    {
      "epoch": 3.063903281519862,
      "latent_token_nums": 16.0,
      "step": 1774
    },
    {
      "epoch": 3.063903281519862,
      "step": 1774,
      "thought_step_nums": 10.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.040368448942899704,
      "contrastive_loss#1": 0.20184223353862762,
      "epoch": 3.063903281519862,
      "lm_loss": 0.00036713562440127134,
      "loss": 0.04073558375239372,
      "step": 1774,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.065630397236615,
      "grad_norm": 9.5625,
      "learning_rate": 5e-05,
      "loss": 0.0334,
      "step": 1775
    },
    {
      "epoch": 3.065630397236615,
      "latent_token_nums": 16.0,
      "step": 1775
    },
    {
      "epoch": 3.065630397236615,
      "step": 1775,
      "thought_step_nums": 12.0
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02100742608308792,
      "contrastive_loss#1": 0.1050371304154396,
      "epoch": 3.065630397236615,
      "lm_loss": 0.0003631284926086664,
      "loss": 0.021370554342865944,
      "step": 1775,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.0673575129533677,
      "grad_norm": 4.3125,
      "learning_rate": 5e-05,
      "loss": 0.0299,
      "step": 1776
    },
    {
      "epoch": 3.0673575129533677,
      "latent_token_nums": 16.0,
      "step": 1776
    },
    {
      "epoch": 3.0673575129533677,
      "step": 1776,
      "thought_step_nums": 12.25
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01883099228143692,
      "contrastive_loss#1": 0.0941549614071846,
      "epoch": 3.0673575129533677,
      "lm_loss": 0.00042306294199079275,
      "loss": 0.019254054874181747,
      "step": 1776,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.069084628670121,
      "grad_norm": 3.140625,
      "learning_rate": 5e-05,
      "loss": 0.0241,
      "step": 1777
    },
    {
      "epoch": 3.069084628670121,
      "latent_token_nums": 16.0,
      "step": 1777
    },
    {
      "epoch": 3.069084628670121,
      "step": 1777,
      "thought_step_nums": 11.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.010042085312306881,
      "contrastive_loss#1": 0.05021042376756668,
      "epoch": 3.069084628670121,
      "lm_loss": 0.0003881856973748654,
      "loss": 0.010430270805954933,
      "step": 1777,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.070811744386874,
      "grad_norm": 3.453125,
      "learning_rate": 5e-05,
      "loss": 0.0292,
      "step": 1778
    },
    {
      "epoch": 3.070811744386874,
      "latent_token_nums": 16.0,
      "step": 1778
    },
    {
      "epoch": 3.070811744386874,
      "step": 1778,
      "thought_step_nums": 11.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03375757113099098,
      "contrastive_loss#1": 0.1687878519296646,
      "epoch": 3.070811744386874,
      "lm_loss": 0.00021651361021213233,
      "loss": 0.03397408500313759,
      "step": 1778,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 3.0725388601036268,
      "grad_norm": 3.328125,
      "learning_rate": 5e-05,
      "loss": 0.0249,
      "step": 1779
    },
    {
      "epoch": 3.0725388601036268,
      "latent_token_nums": 16.0,
      "step": 1779
    },
    {
      "epoch": 3.0725388601036268,
      "step": 1779,
      "thought_step_nums": 11.4375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.025906994938850403,
      "contrastive_loss#1": 0.12953497469425201,
      "epoch": 3.0725388601036268,
      "lm_loss": 0.00011773556616390124,
      "loss": 0.026024730876088142,
      "step": 1779,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.07426597582038,
      "grad_norm": 3.3125,
      "learning_rate": 5e-05,
      "loss": 0.0219,
      "step": 1780
    },
    {
      "epoch": 3.07426597582038,
      "latent_token_nums": 16.0,
      "step": 1780
    },
    {
      "epoch": 3.07426597582038,
      "step": 1780,
      "thought_step_nums": 11.1875
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.0641021877527237,
      "contrastive_loss#1": 0.3205109238624573,
      "epoch": 3.07426597582038,
      "lm_loss": 0.0002323473454453051,
      "loss": 0.06433453410863876,
      "step": 1780,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.075993091537133,
      "grad_norm": 4.28125,
      "learning_rate": 5e-05,
      "loss": 0.0334,
      "step": 1781
    },
    {
      "epoch": 3.075993091537133,
      "latent_token_nums": 16.0,
      "step": 1781
    },
    {
      "epoch": 3.075993091537133,
      "step": 1781,
      "thought_step_nums": 11.875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.011758148670196533,
      "contrastive_loss#1": 0.058790743350982666,
      "epoch": 3.075993091537133,
      "lm_loss": 0.00022817787248641253,
      "loss": 0.011986326426267624,
      "step": 1781,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 3.077720207253886,
      "grad_norm": 3.59375,
      "learning_rate": 5e-05,
      "loss": 0.0244,
      "step": 1782
    },
    {
      "epoch": 3.077720207253886,
      "latent_token_nums": 16.0,
      "step": 1782
    },
    {
      "epoch": 3.077720207253886,
      "step": 1782,
      "thought_step_nums": 10.875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0022223463747650385,
      "contrastive_loss#1": 0.011111731640994549,
      "epoch": 3.077720207253886,
      "lm_loss": 0.00021620455663651228,
      "loss": 0.002438550814986229,
      "step": 1782,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.079447322970639,
      "grad_norm": 3.96875,
      "learning_rate": 5e-05,
      "loss": 0.033,
      "step": 1783
    },
    {
      "epoch": 3.079447322970639,
      "latent_token_nums": 16.0,
      "step": 1783
    },
    {
      "epoch": 3.079447322970639,
      "step": 1783,
      "thought_step_nums": 11.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0013363976031541824,
      "contrastive_loss#1": 0.006681988015770912,
      "epoch": 3.079447322970639,
      "lm_loss": 0.00012453536328393966,
      "loss": 0.0014609330100938678,
      "step": 1783,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.081174438687392,
      "grad_norm": 3.5625,
      "learning_rate": 5e-05,
      "loss": 0.0265,
      "step": 1784
    },
    {
      "epoch": 3.081174438687392,
      "latent_token_nums": 16.0,
      "step": 1784
    },
    {
      "epoch": 3.081174438687392,
      "step": 1784,
      "thought_step_nums": 11.75
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02419321984052658,
      "contrastive_loss#1": 0.1209660992026329,
      "epoch": 3.081174438687392,
      "lm_loss": 0.0003591074200812727,
      "loss": 0.024552326649427414,
      "step": 1784,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.082901554404145,
      "grad_norm": 4.25,
      "learning_rate": 5e-05,
      "loss": 0.0312,
      "step": 1785
    },
    {
      "epoch": 3.082901554404145,
      "latent_token_nums": 16.0,
      "step": 1785
    },
    {
      "epoch": 3.082901554404145,
      "step": 1785,
      "thought_step_nums": 11.875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.054448213428258896,
      "contrastive_loss#1": 0.2722410559654236,
      "epoch": 3.082901554404145,
      "lm_loss": 0.00054657191503793,
      "loss": 0.05499478429555893,
      "step": 1785,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.0846286701208983,
      "grad_norm": 3.390625,
      "learning_rate": 5e-05,
      "loss": 0.0213,
      "step": 1786
    },
    {
      "epoch": 3.0846286701208983,
      "latent_token_nums": 16.0,
      "step": 1786
    },
    {
      "epoch": 3.0846286701208983,
      "step": 1786,
      "thought_step_nums": 11.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.00547786382958293,
      "contrastive_loss#1": 0.027389319613575935,
      "epoch": 3.0846286701208983,
      "lm_loss": 0.00015413889195770025,
      "loss": 0.005632002837955952,
      "step": 1786,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.086355785837651,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.0303,
      "step": 1787
    },
    {
      "epoch": 3.086355785837651,
      "latent_token_nums": 16.0,
      "step": 1787
    },
    {
      "epoch": 3.086355785837651,
      "step": 1787,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02590862847864628,
      "contrastive_loss#1": 0.12954314053058624,
      "epoch": 3.086355785837651,
      "lm_loss": 0.0006017465493641794,
      "loss": 0.02651037462055683,
      "step": 1787,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.088082901554404,
      "grad_norm": 3.65625,
      "learning_rate": 5e-05,
      "loss": 0.0305,
      "step": 1788
    },
    {
      "epoch": 3.088082901554404,
      "latent_token_nums": 16.0,
      "step": 1788
    },
    {
      "epoch": 3.088082901554404,
      "step": 1788,
      "thought_step_nums": 11.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0067260474897921085,
      "contrastive_loss#1": 0.033630236983299255,
      "epoch": 3.088082901554404,
      "lm_loss": 0.0005267129163257778,
      "loss": 0.0072527602314949036,
      "step": 1788,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 3.0898100172711573,
      "grad_norm": 2.828125,
      "learning_rate": 5e-05,
      "loss": 0.019,
      "step": 1789
    },
    {
      "epoch": 3.0898100172711573,
      "latent_token_nums": 16.0,
      "step": 1789
    },
    {
      "epoch": 3.0898100172711573,
      "step": 1789,
      "thought_step_nums": 11.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0019360369769856334,
      "contrastive_loss#1": 0.009680184535682201,
      "epoch": 3.0898100172711573,
      "lm_loss": 0.000649740279186517,
      "loss": 0.0025857773143798113,
      "step": 1789,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.09153713298791,
      "grad_norm": 3.421875,
      "learning_rate": 5e-05,
      "loss": 0.0222,
      "step": 1790
    },
    {
      "epoch": 3.09153713298791,
      "latent_token_nums": 16.0,
      "step": 1790
    },
    {
      "epoch": 3.09153713298791,
      "step": 1790,
      "thought_step_nums": 12.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.018048828467726707,
      "contrastive_loss#1": 0.09024414420127869,
      "epoch": 3.09153713298791,
      "lm_loss": 0.0003105107170995325,
      "loss": 0.018359338864684105,
      "step": 1790,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.093264248704663,
      "grad_norm": 3.046875,
      "learning_rate": 5e-05,
      "loss": 0.023,
      "step": 1791
    },
    {
      "epoch": 3.093264248704663,
      "latent_token_nums": 16.0,
      "step": 1791
    },
    {
      "epoch": 3.093264248704663,
      "step": 1791,
      "thought_step_nums": 11.5
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.052458882331848145,
      "contrastive_loss#1": 0.2622944116592407,
      "epoch": 3.093264248704663,
      "lm_loss": 0.00031327115721069276,
      "loss": 0.0527721531689167,
      "step": 1791,
      "valid_batch_size": 1024.0625
    },
    {
      "epoch": 3.0949913644214164,
      "grad_norm": 392.0,
      "learning_rate": 5e-05,
      "loss": 0.0198,
      "step": 1792
    },
    {
      "epoch": 3.0949913644214164,
      "latent_token_nums": 16.0,
      "step": 1792
    },
    {
      "epoch": 3.0949913644214164,
      "step": 1792,
      "thought_step_nums": 11.0625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01541995257139206,
      "contrastive_loss#1": 0.0770997628569603,
      "epoch": 3.0949913644214164,
      "lm_loss": 0.006951495539397001,
      "loss": 0.022371448576450348,
      "step": 1792,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.0967184801381693,
      "grad_norm": 101.0,
      "learning_rate": 5e-05,
      "loss": 0.0347,
      "step": 1793
    },
    {
      "epoch": 3.0967184801381693,
      "latent_token_nums": 16.0,
      "step": 1793
    },
    {
      "epoch": 3.0967184801381693,
      "step": 1793,
      "thought_step_nums": 12.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.009358433075249195,
      "contrastive_loss#1": 0.0467921644449234,
      "epoch": 3.0967184801381693,
      "lm_loss": 0.0007346569909714162,
      "loss": 0.010093090124428272,
      "step": 1793,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.098445595854922,
      "grad_norm": 3.265625,
      "learning_rate": 5e-05,
      "loss": 0.0182,
      "step": 1794
    },
    {
      "epoch": 3.098445595854922,
      "latent_token_nums": 16.0,
      "step": 1794
    },
    {
      "epoch": 3.098445595854922,
      "step": 1794,
      "thought_step_nums": 12.0625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.045698489993810654,
      "contrastive_loss#1": 0.22849245369434357,
      "epoch": 3.098445595854922,
      "lm_loss": 0.00039485140587203205,
      "loss": 0.04609334096312523,
      "step": 1794,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.1001727115716755,
      "grad_norm": 3.171875,
      "learning_rate": 5e-05,
      "loss": 0.0208,
      "step": 1795
    },
    {
      "epoch": 3.1001727115716755,
      "latent_token_nums": 16.0,
      "step": 1795
    },
    {
      "epoch": 3.1001727115716755,
      "step": 1795,
      "thought_step_nums": 12.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0020425112452358007,
      "contrastive_loss#1": 0.010212555527687073,
      "epoch": 3.1001727115716755,
      "lm_loss": 0.0010405633365735412,
      "loss": 0.00308307446539402,
      "step": 1795,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.1018998272884284,
      "grad_norm": 120.5,
      "learning_rate": 5e-05,
      "loss": 0.0288,
      "step": 1796
    },
    {
      "epoch": 3.1018998272884284,
      "latent_token_nums": 16.0,
      "step": 1796
    },
    {
      "epoch": 3.1018998272884284,
      "step": 1796,
      "thought_step_nums": 10.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.006874668877571821,
      "contrastive_loss#1": 0.034373342990875244,
      "epoch": 3.1018998272884284,
      "lm_loss": 0.0005250594113022089,
      "loss": 0.007399728521704674,
      "step": 1796,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.1036269430051813,
      "grad_norm": 3.921875,
      "learning_rate": 5e-05,
      "loss": 0.0249,
      "step": 1797
    },
    {
      "epoch": 3.1036269430051813,
      "latent_token_nums": 16.0,
      "step": 1797
    },
    {
      "epoch": 3.1036269430051813,
      "step": 1797,
      "thought_step_nums": 12.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.015372000634670258,
      "contrastive_loss#1": 0.07686000317335129,
      "epoch": 3.1036269430051813,
      "lm_loss": 0.0003072660183534026,
      "loss": 0.015679266303777695,
      "step": 1797,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 3.105354058721934,
      "grad_norm": 3.109375,
      "learning_rate": 5e-05,
      "loss": 0.0259,
      "step": 1798
    },
    {
      "epoch": 3.105354058721934,
      "latent_token_nums": 16.0,
      "step": 1798
    },
    {
      "epoch": 3.105354058721934,
      "step": 1798,
      "thought_step_nums": 11.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03708317130804062,
      "contrastive_loss#1": 0.1854158490896225,
      "epoch": 3.105354058721934,
      "lm_loss": 0.0005341987707652152,
      "loss": 0.03761737048625946,
      "step": 1798,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.1070811744386875,
      "grad_norm": 3.5625,
      "learning_rate": 5e-05,
      "loss": 0.0251,
      "step": 1799
    },
    {
      "epoch": 3.1070811744386875,
      "latent_token_nums": 16.0,
      "step": 1799
    },
    {
      "epoch": 3.1070811744386875,
      "step": 1799,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.007469295058399439,
      "contrastive_loss#1": 0.03734647482633591,
      "epoch": 3.1070811744386875,
      "lm_loss": 0.019053040072321892,
      "loss": 0.026522334665060043,
      "step": 1799,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.1088082901554404,
      "grad_norm": 3.421875,
      "learning_rate": 5e-05,
      "loss": 0.0217,
      "step": 1800
    },
    {
      "epoch": 3.1088082901554404,
      "latent_token_nums": 16.0,
      "step": 1800
    },
    {
      "epoch": 3.1088082901554404,
      "step": 1800,
      "thought_step_nums": 12.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.010000428184866905,
      "contrastive_loss#1": 0.05000213906168938,
      "epoch": 3.1088082901554404,
      "lm_loss": 0.0008587863994762301,
      "loss": 0.010859214700758457,
      "step": 1800,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.1105354058721932,
      "grad_norm": 3.859375,
      "learning_rate": 5e-05,
      "loss": 0.0262,
      "step": 1801
    },
    {
      "epoch": 3.1105354058721932,
      "latent_token_nums": 16.0,
      "step": 1801
    },
    {
      "epoch": 3.1105354058721932,
      "step": 1801,
      "thought_step_nums": 12.375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05924581363797188,
      "contrastive_loss#1": 0.2962290644645691,
      "epoch": 3.1105354058721932,
      "lm_loss": 0.0013884683139622211,
      "loss": 0.06063428148627281,
      "step": 1801,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.1122625215889466,
      "grad_norm": 3.25,
      "learning_rate": 5e-05,
      "loss": 0.0212,
      "step": 1802
    },
    {
      "epoch": 3.1122625215889466,
      "latent_token_nums": 16.0,
      "step": 1802
    },
    {
      "epoch": 3.1122625215889466,
      "step": 1802,
      "thought_step_nums": 12.6875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03664817661046982,
      "contrastive_loss#1": 0.1832408756017685,
      "epoch": 3.1122625215889466,
      "lm_loss": 0.01721455715596676,
      "loss": 0.053862735629081726,
      "step": 1802,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.1139896373056994,
      "grad_norm": 3.8125,
      "learning_rate": 5e-05,
      "loss": 0.0328,
      "step": 1803
    },
    {
      "epoch": 3.1139896373056994,
      "latent_token_nums": 16.0,
      "step": 1803
    },
    {
      "epoch": 3.1139896373056994,
      "step": 1803,
      "thought_step_nums": 12.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.020905790850520134,
      "contrastive_loss#1": 0.10452894866466522,
      "epoch": 3.1139896373056994,
      "lm_loss": 0.0001372958649881184,
      "loss": 0.021043086424469948,
      "step": 1803,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.1157167530224523,
      "grad_norm": 3.6875,
      "learning_rate": 5e-05,
      "loss": 0.031,
      "step": 1804
    },
    {
      "epoch": 3.1157167530224523,
      "latent_token_nums": 16.0,
      "step": 1804
    },
    {
      "epoch": 3.1157167530224523,
      "step": 1804,
      "thought_step_nums": 11.8125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04082862660288811,
      "contrastive_loss#1": 0.20414313673973083,
      "epoch": 3.1157167530224523,
      "lm_loss": 0.0003689033619593829,
      "loss": 0.041197530925273895,
      "step": 1804,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.1174438687392056,
      "grad_norm": 3.578125,
      "learning_rate": 5e-05,
      "loss": 0.0249,
      "step": 1805
    },
    {
      "epoch": 3.1174438687392056,
      "latent_token_nums": 16.0,
      "step": 1805
    },
    {
      "epoch": 3.1174438687392056,
      "step": 1805,
      "thought_step_nums": 12.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.006906686816364527,
      "contrastive_loss#1": 0.034533433616161346,
      "epoch": 3.1174438687392056,
      "lm_loss": 0.00046486640349030495,
      "loss": 0.007371553219854832,
      "step": 1805,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.1191709844559585,
      "grad_norm": 149.0,
      "learning_rate": 5e-05,
      "loss": 0.022,
      "step": 1806
    },
    {
      "epoch": 3.1191709844559585,
      "latent_token_nums": 16.0,
      "step": 1806
    },
    {
      "epoch": 3.1191709844559585,
      "step": 1806,
      "thought_step_nums": 11.4375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11532070487737656,
      "contrastive_loss#1": 0.5766035318374634,
      "epoch": 3.1191709844559585,
      "lm_loss": 0.00015832806820981205,
      "loss": 0.11547902971506119,
      "step": 1806,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.1208981001727114,
      "grad_norm": 4.15625,
      "learning_rate": 5e-05,
      "loss": 0.0239,
      "step": 1807
    },
    {
      "epoch": 3.1208981001727114,
      "latent_token_nums": 16.0,
      "step": 1807
    },
    {
      "epoch": 3.1208981001727114,
      "step": 1807,
      "thought_step_nums": 12.25
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.011809294112026691,
      "contrastive_loss#1": 0.05904646962881088,
      "epoch": 3.1208981001727114,
      "lm_loss": 0.00019945506937801838,
      "loss": 0.012008748948574066,
      "step": 1807,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.1226252158894647,
      "grad_norm": 3.40625,
      "learning_rate": 5e-05,
      "loss": 0.0232,
      "step": 1808
    },
    {
      "epoch": 3.1226252158894647,
      "latent_token_nums": 16.0,
      "step": 1808
    },
    {
      "epoch": 3.1226252158894647,
      "step": 1808,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.002997007919475436,
      "contrastive_loss#1": 0.01498503889888525,
      "epoch": 3.1226252158894647,
      "lm_loss": 0.00022410140081774443,
      "loss": 0.003221109276637435,
      "step": 1808,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.1243523316062176,
      "grad_norm": 3.765625,
      "learning_rate": 5e-05,
      "loss": 0.0241,
      "step": 1809
    },
    {
      "epoch": 3.1243523316062176,
      "latent_token_nums": 16.0,
      "step": 1809
    },
    {
      "epoch": 3.1243523316062176,
      "step": 1809,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.005456358660012484,
      "contrastive_loss#1": 0.02728179283440113,
      "epoch": 3.1243523316062176,
      "lm_loss": 0.00010648797615431249,
      "loss": 0.005562846548855305,
      "step": 1809,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.1260794473229705,
      "grad_norm": 3.59375,
      "learning_rate": 5e-05,
      "loss": 0.0236,
      "step": 1810
    },
    {
      "epoch": 3.1260794473229705,
      "latent_token_nums": 16.0,
      "step": 1810
    },
    {
      "epoch": 3.1260794473229705,
      "step": 1810,
      "thought_step_nums": 11.125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.047223128378391266,
      "contrastive_loss#1": 0.23611563444137573,
      "epoch": 3.1260794473229705,
      "lm_loss": 0.0004936830955557525,
      "loss": 0.047716811299324036,
      "step": 1810,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.127806563039724,
      "grad_norm": 1096.0,
      "learning_rate": 5e-05,
      "loss": 0.0231,
      "step": 1811
    },
    {
      "epoch": 3.127806563039724,
      "latent_token_nums": 16.0,
      "step": 1811
    },
    {
      "epoch": 3.127806563039724,
      "step": 1811,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.00986125972121954,
      "contrastive_loss#1": 0.04930629953742027,
      "epoch": 3.127806563039724,
      "lm_loss": 0.00010557816131040454,
      "loss": 0.009966838173568249,
      "step": 1811,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.1295336787564767,
      "grad_norm": 8.25,
      "learning_rate": 5e-05,
      "loss": 0.0213,
      "step": 1812
    },
    {
      "epoch": 3.1295336787564767,
      "latent_token_nums": 16.0,
      "step": 1812
    },
    {
      "epoch": 3.1295336787564767,
      "step": 1812,
      "thought_step_nums": 11.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.006532312836498022,
      "contrastive_loss#1": 0.0326615646481514,
      "epoch": 3.1295336787564767,
      "lm_loss": 0.00019072576833423227,
      "loss": 0.006723038386553526,
      "step": 1812,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.1312607944732296,
      "grad_norm": 3.5625,
      "learning_rate": 5e-05,
      "loss": 0.0249,
      "step": 1813
    },
    {
      "epoch": 3.1312607944732296,
      "latent_token_nums": 16.0,
      "step": 1813
    },
    {
      "epoch": 3.1312607944732296,
      "step": 1813,
      "thought_step_nums": 11.9375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02097022533416748,
      "contrastive_loss#1": 0.1048511266708374,
      "epoch": 3.1312607944732296,
      "lm_loss": 0.00021706904226448387,
      "loss": 0.021187294274568558,
      "step": 1813,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.132987910189983,
      "grad_norm": 3.40625,
      "learning_rate": 5e-05,
      "loss": 0.028,
      "step": 1814
    },
    {
      "epoch": 3.132987910189983,
      "latent_token_nums": 16.0,
      "step": 1814
    },
    {
      "epoch": 3.132987910189983,
      "step": 1814,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.004899484571069479,
      "contrastive_loss#1": 0.024497423321008682,
      "epoch": 3.132987910189983,
      "lm_loss": 0.00011066911974921823,
      "loss": 0.005010153632611036,
      "step": 1814,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.134715025906736,
      "grad_norm": 3.125,
      "learning_rate": 5e-05,
      "loss": 0.0262,
      "step": 1815
    },
    {
      "epoch": 3.134715025906736,
      "latent_token_nums": 16.0,
      "step": 1815
    },
    {
      "epoch": 3.134715025906736,
      "step": 1815,
      "thought_step_nums": 11.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.00583484023809433,
      "contrastive_loss#1": 0.02917420119047165,
      "epoch": 3.134715025906736,
      "lm_loss": 0.0001618025853531435,
      "loss": 0.005996642634272575,
      "step": 1815,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.1364421416234887,
      "grad_norm": 3.125,
      "learning_rate": 5e-05,
      "loss": 0.0323,
      "step": 1816
    },
    {
      "epoch": 3.1364421416234887,
      "latent_token_nums": 16.0,
      "step": 1816
    },
    {
      "epoch": 3.1364421416234887,
      "step": 1816,
      "thought_step_nums": 12.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.007462427020072937,
      "contrastive_loss#1": 0.037312135100364685,
      "epoch": 3.1364421416234887,
      "lm_loss": 0.0005329948617145419,
      "loss": 0.0079954219982028,
      "step": 1816,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.138169257340242,
      "grad_norm": 4.28125,
      "learning_rate": 5e-05,
      "loss": 0.0262,
      "step": 1817
    },
    {
      "epoch": 3.138169257340242,
      "latent_token_nums": 16.0,
      "step": 1817
    },
    {
      "epoch": 3.138169257340242,
      "step": 1817,
      "thought_step_nums": 12.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02186570130288601,
      "contrastive_loss#1": 0.1093285009264946,
      "epoch": 3.138169257340242,
      "lm_loss": 0.0002557545085437596,
      "loss": 0.022121455520391464,
      "step": 1817,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 3.139896373056995,
      "grad_norm": 3.109375,
      "learning_rate": 5e-05,
      "loss": 0.0196,
      "step": 1818
    },
    {
      "epoch": 3.139896373056995,
      "latent_token_nums": 16.0,
      "step": 1818
    },
    {
      "epoch": 3.139896373056995,
      "step": 1818,
      "thought_step_nums": 12.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0035186882596462965,
      "contrastive_loss#1": 0.017593441531062126,
      "epoch": 3.139896373056995,
      "lm_loss": 9.38168668653816e-05,
      "loss": 0.0036125050392001867,
      "step": 1818,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.1416234887737478,
      "grad_norm": 36.25,
      "learning_rate": 5e-05,
      "loss": 0.0254,
      "step": 1819
    },
    {
      "epoch": 3.1416234887737478,
      "latent_token_nums": 16.0,
      "step": 1819
    },
    {
      "epoch": 3.1416234887737478,
      "step": 1819,
      "thought_step_nums": 11.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.007386022713035345,
      "contrastive_loss#1": 0.03693011403083801,
      "epoch": 3.1416234887737478,
      "lm_loss": 0.0003520578611642122,
      "loss": 0.007738080807030201,
      "step": 1819,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.143350604490501,
      "grad_norm": 3.71875,
      "learning_rate": 5e-05,
      "loss": 0.0325,
      "step": 1820
    },
    {
      "epoch": 3.143350604490501,
      "latent_token_nums": 16.0,
      "step": 1820
    },
    {
      "epoch": 3.143350604490501,
      "step": 1820,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.025365877896547318,
      "contrastive_loss#1": 0.1268293857574463,
      "epoch": 3.143350604490501,
      "lm_loss": 0.00026157006504945457,
      "loss": 0.02562744729220867,
      "step": 1820,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.145077720207254,
      "grad_norm": 3.046875,
      "learning_rate": 5e-05,
      "loss": 0.026,
      "step": 1821
    },
    {
      "epoch": 3.145077720207254,
      "latent_token_nums": 16.0,
      "step": 1821
    },
    {
      "epoch": 3.145077720207254,
      "step": 1821,
      "thought_step_nums": 11.625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03701808676123619,
      "contrastive_loss#1": 0.18509042263031006,
      "epoch": 3.145077720207254,
      "lm_loss": 0.00011571965296752751,
      "loss": 0.03713380545377731,
      "step": 1821,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.146804835924007,
      "grad_norm": 15.375,
      "learning_rate": 5e-05,
      "loss": 0.0234,
      "step": 1822
    },
    {
      "epoch": 3.146804835924007,
      "latent_token_nums": 16.0,
      "step": 1822
    },
    {
      "epoch": 3.146804835924007,
      "step": 1822,
      "thought_step_nums": 11.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.012550661340355873,
      "contrastive_loss#1": 0.06275330483913422,
      "epoch": 3.146804835924007,
      "lm_loss": 0.0004170725878793746,
      "loss": 0.012967733666300774,
      "step": 1822,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.14853195164076,
      "grad_norm": 45.75,
      "learning_rate": 5e-05,
      "loss": 0.03,
      "step": 1823
    },
    {
      "epoch": 3.14853195164076,
      "latent_token_nums": 16.0,
      "step": 1823
    },
    {
      "epoch": 3.14853195164076,
      "step": 1823,
      "thought_step_nums": 11.75
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.017986448481678963,
      "contrastive_loss#1": 0.08993224054574966,
      "epoch": 3.14853195164076,
      "lm_loss": 0.00018676434410735965,
      "loss": 0.018173212185502052,
      "step": 1823,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.150259067357513,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.029,
      "step": 1824
    },
    {
      "epoch": 3.150259067357513,
      "latent_token_nums": 16.0,
      "step": 1824
    },
    {
      "epoch": 3.150259067357513,
      "step": 1824,
      "thought_step_nums": 12.0625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01082959957420826,
      "contrastive_loss#1": 0.05414799600839615,
      "epoch": 3.150259067357513,
      "lm_loss": 0.0008573423838242888,
      "loss": 0.011686941608786583,
      "step": 1824,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.151986183074266,
      "grad_norm": 3.234375,
      "learning_rate": 5e-05,
      "loss": 0.0255,
      "step": 1825
    },
    {
      "epoch": 3.151986183074266,
      "latent_token_nums": 16.0,
      "step": 1825
    },
    {
      "epoch": 3.151986183074266,
      "step": 1825,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06143191456794739,
      "contrastive_loss#1": 0.30715957283973694,
      "epoch": 3.151986183074266,
      "lm_loss": 0.0005379383801482618,
      "loss": 0.061969853937625885,
      "step": 1825,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.153713298791019,
      "grad_norm": 3.1875,
      "learning_rate": 5e-05,
      "loss": 0.0279,
      "step": 1826
    },
    {
      "epoch": 3.153713298791019,
      "latent_token_nums": 16.0,
      "step": 1826
    },
    {
      "epoch": 3.153713298791019,
      "step": 1826,
      "thought_step_nums": 11.6875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05879142880439758,
      "contrastive_loss#1": 0.2939571440219879,
      "epoch": 3.153713298791019,
      "lm_loss": 0.0001382611517328769,
      "loss": 0.0589296892285347,
      "step": 1826,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.155440414507772,
      "grad_norm": 4.40625,
      "learning_rate": 5e-05,
      "loss": 0.0287,
      "step": 1827
    },
    {
      "epoch": 3.155440414507772,
      "latent_token_nums": 16.0,
      "step": 1827
    },
    {
      "epoch": 3.155440414507772,
      "step": 1827,
      "thought_step_nums": 11.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.008651555515825748,
      "contrastive_loss#1": 0.04325777664780617,
      "epoch": 3.155440414507772,
      "lm_loss": 0.00019505820819176733,
      "loss": 0.008846613578498363,
      "step": 1827,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.157167530224525,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.0276,
      "step": 1828
    },
    {
      "epoch": 3.157167530224525,
      "latent_token_nums": 16.0,
      "step": 1828
    },
    {
      "epoch": 3.157167530224525,
      "step": 1828,
      "thought_step_nums": 10.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.007768617477267981,
      "contrastive_loss#1": 0.03884308785200119,
      "epoch": 3.157167530224525,
      "lm_loss": 0.00016226466686930507,
      "loss": 0.007930882275104523,
      "step": 1828,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.158894645941278,
      "grad_norm": 3.40625,
      "learning_rate": 5e-05,
      "loss": 0.0273,
      "step": 1829
    },
    {
      "epoch": 3.158894645941278,
      "latent_token_nums": 16.0,
      "step": 1829
    },
    {
      "epoch": 3.158894645941278,
      "step": 1829,
      "thought_step_nums": 12.0625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.002376911463215947,
      "contrastive_loss#1": 0.011884557083249092,
      "epoch": 3.158894645941278,
      "lm_loss": 0.0006228645797818899,
      "loss": 0.002999776042997837,
      "step": 1829,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.160621761658031,
      "grad_norm": 3.203125,
      "learning_rate": 5e-05,
      "loss": 0.0217,
      "step": 1830
    },
    {
      "epoch": 3.160621761658031,
      "latent_token_nums": 16.0,
      "step": 1830
    },
    {
      "epoch": 3.160621761658031,
      "step": 1830,
      "thought_step_nums": 12.0625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.019635891541838646,
      "contrastive_loss#1": 0.09817945957183838,
      "epoch": 3.160621761658031,
      "lm_loss": 0.0002938337274827063,
      "loss": 0.01992972567677498,
      "step": 1830,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.162348877374784,
      "grad_norm": 6.28125,
      "learning_rate": 5e-05,
      "loss": 0.0218,
      "step": 1831
    },
    {
      "epoch": 3.162348877374784,
      "latent_token_nums": 16.0,
      "step": 1831
    },
    {
      "epoch": 3.162348877374784,
      "step": 1831,
      "thought_step_nums": 11.875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04287710413336754,
      "contrastive_loss#1": 0.2143855094909668,
      "epoch": 3.162348877374784,
      "lm_loss": 0.00024358596419915557,
      "loss": 0.04312068969011307,
      "step": 1831,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.164075993091537,
      "grad_norm": 3.609375,
      "learning_rate": 5e-05,
      "loss": 0.0257,
      "step": 1832
    },
    {
      "epoch": 3.164075993091537,
      "latent_token_nums": 16.0,
      "step": 1832
    },
    {
      "epoch": 3.164075993091537,
      "step": 1832,
      "thought_step_nums": 12.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0007300008437596262,
      "contrastive_loss#1": 0.003650004044175148,
      "epoch": 3.164075993091537,
      "lm_loss": 0.00046461724559776485,
      "loss": 0.0011946180602535605,
      "step": 1832,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.1658031088082903,
      "grad_norm": 3.71875,
      "learning_rate": 5e-05,
      "loss": 0.0291,
      "step": 1833
    },
    {
      "epoch": 3.1658031088082903,
      "latent_token_nums": 16.0,
      "step": 1833
    },
    {
      "epoch": 3.1658031088082903,
      "step": 1833,
      "thought_step_nums": 10.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0023595932871103287,
      "contrastive_loss#1": 0.011797966435551643,
      "epoch": 3.1658031088082903,
      "lm_loss": 0.0001951702288351953,
      "loss": 0.002554763574153185,
      "step": 1833,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 3.167530224525043,
      "grad_norm": 3.15625,
      "learning_rate": 5e-05,
      "loss": 0.0226,
      "step": 1834
    },
    {
      "epoch": 3.167530224525043,
      "latent_token_nums": 16.0,
      "step": 1834
    },
    {
      "epoch": 3.167530224525043,
      "step": 1834,
      "thought_step_nums": 11.625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.08163264393806458,
      "contrastive_loss#1": 0.4081632196903229,
      "epoch": 3.167530224525043,
      "lm_loss": 0.0002703515347093344,
      "loss": 0.08190299570560455,
      "step": 1834,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 3.169257340241796,
      "grad_norm": 3.65625,
      "learning_rate": 5e-05,
      "loss": 0.0284,
      "step": 1835
    },
    {
      "epoch": 3.169257340241796,
      "latent_token_nums": 16.0,
      "step": 1835
    },
    {
      "epoch": 3.169257340241796,
      "step": 1835,
      "thought_step_nums": 12.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.011775493621826172,
      "contrastive_loss#1": 0.05887746810913086,
      "epoch": 3.169257340241796,
      "lm_loss": 0.00026842986699193716,
      "loss": 0.012043923139572144,
      "step": 1835,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.1709844559585494,
      "grad_norm": 226.0,
      "learning_rate": 5e-05,
      "loss": 0.0277,
      "step": 1836
    },
    {
      "epoch": 3.1709844559585494,
      "latent_token_nums": 16.0,
      "step": 1836
    },
    {
      "epoch": 3.1709844559585494,
      "step": 1836,
      "thought_step_nums": 11.0
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.017968079075217247,
      "contrastive_loss#1": 0.08984039723873138,
      "epoch": 3.1709844559585494,
      "lm_loss": 0.00020660237350966781,
      "loss": 0.018174681812524796,
      "step": 1836,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.1727115716753023,
      "grad_norm": 6.53125,
      "learning_rate": 5e-05,
      "loss": 0.0283,
      "step": 1837
    },
    {
      "epoch": 3.1727115716753023,
      "latent_token_nums": 16.0,
      "step": 1837
    },
    {
      "epoch": 3.1727115716753023,
      "step": 1837,
      "thought_step_nums": 10.8125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.003004951635375619,
      "contrastive_loss#1": 0.015024757944047451,
      "epoch": 3.1727115716753023,
      "lm_loss": 0.0009263575193472207,
      "loss": 0.003931309096515179,
      "step": 1837,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.174438687392055,
      "grad_norm": 268.0,
      "learning_rate": 5e-05,
      "loss": 0.0235,
      "step": 1838
    },
    {
      "epoch": 3.174438687392055,
      "latent_token_nums": 16.0,
      "step": 1838
    },
    {
      "epoch": 3.174438687392055,
      "step": 1838,
      "thought_step_nums": 10.375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.012866963632404804,
      "contrastive_loss#1": 0.06433481723070145,
      "epoch": 3.174438687392055,
      "lm_loss": 0.0018845205195248127,
      "loss": 0.014751484617590904,
      "step": 1838,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.1761658031088085,
      "grad_norm": 4.125,
      "learning_rate": 5e-05,
      "loss": 0.0236,
      "step": 1839
    },
    {
      "epoch": 3.1761658031088085,
      "latent_token_nums": 16.0,
      "step": 1839
    },
    {
      "epoch": 3.1761658031088085,
      "step": 1839,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.024466168135404587,
      "contrastive_loss#1": 0.12233083695173264,
      "epoch": 3.1761658031088085,
      "lm_loss": 0.007415696047246456,
      "loss": 0.03188186511397362,
      "step": 1839,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.1778929188255614,
      "grad_norm": 3.765625,
      "learning_rate": 5e-05,
      "loss": 0.0227,
      "step": 1840
    },
    {
      "epoch": 3.1778929188255614,
      "latent_token_nums": 16.0,
      "step": 1840
    },
    {
      "epoch": 3.1778929188255614,
      "step": 1840,
      "thought_step_nums": 10.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.003578068455681205,
      "contrastive_loss#1": 0.017890341579914093,
      "epoch": 3.1778929188255614,
      "lm_loss": 0.000528575386852026,
      "loss": 0.004106643609702587,
      "step": 1840,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.1796200345423142,
      "grad_norm": 5.125,
      "learning_rate": 5e-05,
      "loss": 0.0334,
      "step": 1841
    },
    {
      "epoch": 3.1796200345423142,
      "latent_token_nums": 16.0,
      "step": 1841
    },
    {
      "epoch": 3.1796200345423142,
      "step": 1841,
      "thought_step_nums": 12.4375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.017952321097254753,
      "contrastive_loss#1": 0.08976159989833832,
      "epoch": 3.1796200345423142,
      "lm_loss": 0.03293919563293457,
      "loss": 0.05089151859283447,
      "step": 1841,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.1813471502590676,
      "grad_norm": 3.828125,
      "learning_rate": 5e-05,
      "loss": 0.03,
      "step": 1842
    },
    {
      "epoch": 3.1813471502590676,
      "latent_token_nums": 16.0,
      "step": 1842
    },
    {
      "epoch": 3.1813471502590676,
      "step": 1842,
      "thought_step_nums": 12.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01771523989737034,
      "contrastive_loss#1": 0.08857619762420654,
      "epoch": 3.1813471502590676,
      "lm_loss": 0.00179481680970639,
      "loss": 0.01951005682349205,
      "step": 1842,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.1830742659758204,
      "grad_norm": 5.59375,
      "learning_rate": 5e-05,
      "loss": 0.0292,
      "step": 1843
    },
    {
      "epoch": 3.1830742659758204,
      "latent_token_nums": 16.0,
      "step": 1843
    },
    {
      "epoch": 3.1830742659758204,
      "step": 1843,
      "thought_step_nums": 11.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0012754633789882064,
      "contrastive_loss#1": 0.0063773165456950665,
      "epoch": 3.1830742659758204,
      "lm_loss": 0.0008175232796929777,
      "loss": 0.002092986600473523,
      "step": 1843,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.1848013816925733,
      "grad_norm": 3.84375,
      "learning_rate": 5e-05,
      "loss": 0.0277,
      "step": 1844
    },
    {
      "epoch": 3.1848013816925733,
      "latent_token_nums": 16.0,
      "step": 1844
    },
    {
      "epoch": 3.1848013816925733,
      "step": 1844,
      "thought_step_nums": 12.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.051497556269168854,
      "contrastive_loss#1": 0.25748777389526367,
      "epoch": 3.1848013816925733,
      "lm_loss": 0.0009026805637404323,
      "loss": 0.05240023508667946,
      "step": 1844,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 3.186528497409326,
      "grad_norm": 24.5,
      "learning_rate": 5e-05,
      "loss": 0.029,
      "step": 1845
    },
    {
      "epoch": 3.186528497409326,
      "latent_token_nums": 16.0,
      "step": 1845
    },
    {
      "epoch": 3.186528497409326,
      "step": 1845,
      "thought_step_nums": 11.375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.020787792280316353,
      "contrastive_loss#1": 0.10393895953893661,
      "epoch": 3.186528497409326,
      "lm_loss": 0.0007131103775463998,
      "loss": 0.021500902250409126,
      "step": 1845,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 3.1882556131260795,
      "grad_norm": 3.734375,
      "learning_rate": 5e-05,
      "loss": 0.0242,
      "step": 1846
    },
    {
      "epoch": 3.1882556131260795,
      "latent_token_nums": 16.0,
      "step": 1846
    },
    {
      "epoch": 3.1882556131260795,
      "step": 1846,
      "thought_step_nums": 10.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.020423665642738342,
      "contrastive_loss#1": 0.10211832821369171,
      "epoch": 3.1882556131260795,
      "lm_loss": 0.00018934201216325164,
      "loss": 0.020613007247447968,
      "step": 1846,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 3.1899827288428324,
      "grad_norm": 3.96875,
      "learning_rate": 5e-05,
      "loss": 0.0223,
      "step": 1847
    },
    {
      "epoch": 3.1899827288428324,
      "latent_token_nums": 16.0,
      "step": 1847
    },
    {
      "epoch": 3.1899827288428324,
      "step": 1847,
      "thought_step_nums": 12.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.041069235652685165,
      "contrastive_loss#1": 0.20534616708755493,
      "epoch": 3.1899827288428324,
      "lm_loss": 0.0002829287259373814,
      "loss": 0.04135216400027275,
      "step": 1847,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.1917098445595853,
      "grad_norm": 3.75,
      "learning_rate": 5e-05,
      "loss": 0.0238,
      "step": 1848
    },
    {
      "epoch": 3.1917098445595853,
      "latent_token_nums": 16.0,
      "step": 1848
    },
    {
      "epoch": 3.1917098445595853,
      "step": 1848,
      "thought_step_nums": 12.25
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.010613604448735714,
      "contrastive_loss#1": 0.053068023175001144,
      "epoch": 3.1917098445595853,
      "lm_loss": 0.0009163249633274972,
      "loss": 0.011529929004609585,
      "step": 1848,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.1934369602763386,
      "grad_norm": 11.0625,
      "learning_rate": 5e-05,
      "loss": 0.0229,
      "step": 1849
    },
    {
      "epoch": 3.1934369602763386,
      "latent_token_nums": 16.0,
      "step": 1849
    },
    {
      "epoch": 3.1934369602763386,
      "step": 1849,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.050631333142519,
      "contrastive_loss#1": 0.2531566619873047,
      "epoch": 3.1934369602763386,
      "lm_loss": 0.0009253688622266054,
      "loss": 0.051556702703237534,
      "step": 1849,
      "valid_batch_size": 1024.375
    },
    {
      "epoch": 3.1951640759930915,
      "grad_norm": 3.96875,
      "learning_rate": 5e-05,
      "loss": 0.0353,
      "step": 1850
    },
    {
      "epoch": 3.1951640759930915,
      "latent_token_nums": 16.0,
      "step": 1850
    },
    {
      "epoch": 3.1951640759930915,
      "step": 1850,
      "thought_step_nums": 11.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.013946576975286007,
      "contrastive_loss#1": 0.06973288208246231,
      "epoch": 3.1951640759930915,
      "lm_loss": 0.0001549213338876143,
      "loss": 0.014101498760282993,
      "step": 1850,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.1968911917098444,
      "grad_norm": 3.640625,
      "learning_rate": 5e-05,
      "loss": 0.0306,
      "step": 1851
    },
    {
      "epoch": 3.1968911917098444,
      "latent_token_nums": 16.0,
      "step": 1851
    },
    {
      "epoch": 3.1968911917098444,
      "step": 1851,
      "thought_step_nums": 10.8125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.005104013253003359,
      "contrastive_loss#1": 0.025520065799355507,
      "epoch": 3.1968911917098444,
      "lm_loss": 0.00019120155775453895,
      "loss": 0.005295214708894491,
      "step": 1851,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.1986183074265977,
      "grad_norm": 3.890625,
      "learning_rate": 5e-05,
      "loss": 0.0283,
      "step": 1852
    },
    {
      "epoch": 3.1986183074265977,
      "latent_token_nums": 16.0,
      "step": 1852
    },
    {
      "epoch": 3.1986183074265977,
      "step": 1852,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.006915177684277296,
      "contrastive_loss#1": 0.03457588702440262,
      "epoch": 3.1986183074265977,
      "lm_loss": 0.00015351334877777845,
      "loss": 0.0070686908438801765,
      "step": 1852,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 3.2003454231433506,
      "grad_norm": 3.140625,
      "learning_rate": 5e-05,
      "loss": 0.0172,
      "step": 1853
    },
    {
      "epoch": 3.2003454231433506,
      "latent_token_nums": 16.0,
      "step": 1853
    },
    {
      "epoch": 3.2003454231433506,
      "step": 1853,
      "thought_step_nums": 11.8125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.014231487177312374,
      "contrastive_loss#1": 0.07115743309259415,
      "epoch": 3.2003454231433506,
      "lm_loss": 0.001232275739312172,
      "loss": 0.015463762916624546,
      "step": 1853,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.2020725388601035,
      "grad_norm": 5.46875,
      "learning_rate": 5e-05,
      "loss": 0.0203,
      "step": 1854
    },
    {
      "epoch": 3.2020725388601035,
      "latent_token_nums": 16.0,
      "step": 1854
    },
    {
      "epoch": 3.2020725388601035,
      "step": 1854,
      "thought_step_nums": 12.8125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06183285638689995,
      "contrastive_loss#1": 0.30916428565979004,
      "epoch": 3.2020725388601035,
      "lm_loss": 0.00029478775104507804,
      "loss": 0.06212764233350754,
      "step": 1854,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.203799654576857,
      "grad_norm": 3.125,
      "learning_rate": 5e-05,
      "loss": 0.0166,
      "step": 1855
    },
    {
      "epoch": 3.203799654576857,
      "latent_token_nums": 16.0,
      "step": 1855
    },
    {
      "epoch": 3.203799654576857,
      "step": 1855,
      "thought_step_nums": 12.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0030576058197766542,
      "contrastive_loss#1": 0.015288028866052628,
      "epoch": 3.203799654576857,
      "lm_loss": 0.000309620751067996,
      "loss": 0.0033672265708446503,
      "step": 1855,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.2055267702936097,
      "grad_norm": 3.453125,
      "learning_rate": 5e-05,
      "loss": 0.0259,
      "step": 1856
    },
    {
      "epoch": 3.2055267702936097,
      "latent_token_nums": 16.0,
      "step": 1856
    },
    {
      "epoch": 3.2055267702936097,
      "step": 1856,
      "thought_step_nums": 11.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.00336919235996902,
      "contrastive_loss#1": 0.016845962032675743,
      "epoch": 3.2055267702936097,
      "lm_loss": 0.00011472556798253208,
      "loss": 0.0034839180298149586,
      "step": 1856,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.2072538860103625,
      "grad_norm": 4.0625,
      "learning_rate": 5e-05,
      "loss": 0.0275,
      "step": 1857
    },
    {
      "epoch": 3.2072538860103625,
      "latent_token_nums": 16.0,
      "step": 1857
    },
    {
      "epoch": 3.2072538860103625,
      "step": 1857,
      "thought_step_nums": 11.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0012689568102359772,
      "contrastive_loss#1": 0.006344784051179886,
      "epoch": 3.2072538860103625,
      "lm_loss": 0.0006710664019919932,
      "loss": 0.0019400231540203094,
      "step": 1857,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.208981001727116,
      "grad_norm": 3.78125,
      "learning_rate": 5e-05,
      "loss": 0.0249,
      "step": 1858
    },
    {
      "epoch": 3.208981001727116,
      "latent_token_nums": 16.0,
      "step": 1858
    },
    {
      "epoch": 3.208981001727116,
      "step": 1858,
      "thought_step_nums": 11.375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03160060569643974,
      "contrastive_loss#1": 0.15800301730632782,
      "epoch": 3.208981001727116,
      "lm_loss": 0.0006032829405739903,
      "loss": 0.03220389038324356,
      "step": 1858,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.2107081174438687,
      "grad_norm": 4.15625,
      "learning_rate": 5e-05,
      "loss": 0.0327,
      "step": 1859
    },
    {
      "epoch": 3.2107081174438687,
      "latent_token_nums": 16.0,
      "step": 1859
    },
    {
      "epoch": 3.2107081174438687,
      "step": 1859,
      "thought_step_nums": 12.5625
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.10767628997564316,
      "contrastive_loss#1": 0.5383814573287964,
      "epoch": 3.2107081174438687,
      "lm_loss": 0.00041517079807817936,
      "loss": 0.10809145867824554,
      "step": 1859,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 3.2124352331606216,
      "grad_norm": 3.578125,
      "learning_rate": 5e-05,
      "loss": 0.028,
      "step": 1860
    },
    {
      "epoch": 3.2124352331606216,
      "latent_token_nums": 16.0,
      "step": 1860
    },
    {
      "epoch": 3.2124352331606216,
      "step": 1860,
      "thought_step_nums": 10.875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06517685949802399,
      "contrastive_loss#1": 0.32588428258895874,
      "epoch": 3.2124352331606216,
      "lm_loss": 0.0004244632145855576,
      "loss": 0.06560131907463074,
      "step": 1860,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.214162348877375,
      "grad_norm": 21.0,
      "learning_rate": 5e-05,
      "loss": 0.029,
      "step": 1861
    },
    {
      "epoch": 3.214162348877375,
      "latent_token_nums": 16.0,
      "step": 1861
    },
    {
      "epoch": 3.214162348877375,
      "step": 1861,
      "thought_step_nums": 12.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.016217557713389397,
      "contrastive_loss#1": 0.08108778297901154,
      "epoch": 3.214162348877375,
      "lm_loss": 0.0025953284930437803,
      "loss": 0.018812885507941246,
      "step": 1861,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.215889464594128,
      "grad_norm": 4.125,
      "learning_rate": 5e-05,
      "loss": 0.0252,
      "step": 1862
    },
    {
      "epoch": 3.215889464594128,
      "latent_token_nums": 16.0,
      "step": 1862
    },
    {
      "epoch": 3.215889464594128,
      "step": 1862,
      "thought_step_nums": 12.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.009700849652290344,
      "contrastive_loss#1": 0.04850424826145172,
      "epoch": 3.215889464594128,
      "lm_loss": 0.00027808069717139006,
      "loss": 0.009978930465877056,
      "step": 1862,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.2176165803108807,
      "grad_norm": 3.5625,
      "learning_rate": 5e-05,
      "loss": 0.0205,
      "step": 1863
    },
    {
      "epoch": 3.2176165803108807,
      "latent_token_nums": 16.0,
      "step": 1863
    },
    {
      "epoch": 3.2176165803108807,
      "step": 1863,
      "thought_step_nums": 10.5625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.032357823103666306,
      "contrastive_loss#1": 0.16178911924362183,
      "epoch": 3.2176165803108807,
      "lm_loss": 0.0011581891449168324,
      "loss": 0.033516012132167816,
      "step": 1863,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.219343696027634,
      "grad_norm": 4.375,
      "learning_rate": 5e-05,
      "loss": 0.0273,
      "step": 1864
    },
    {
      "epoch": 3.219343696027634,
      "latent_token_nums": 16.0,
      "step": 1864
    },
    {
      "epoch": 3.219343696027634,
      "step": 1864,
      "thought_step_nums": 12.0625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.027351656928658485,
      "contrastive_loss#1": 0.13675828278064728,
      "epoch": 3.219343696027634,
      "lm_loss": 0.00013964840036351234,
      "loss": 0.027491305023431778,
      "step": 1864,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.221070811744387,
      "grad_norm": 3.390625,
      "learning_rate": 5e-05,
      "loss": 0.0228,
      "step": 1865
    },
    {
      "epoch": 3.221070811744387,
      "latent_token_nums": 16.0,
      "step": 1865
    },
    {
      "epoch": 3.221070811744387,
      "step": 1865,
      "thought_step_nums": 12.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.011402236297726631,
      "contrastive_loss#1": 0.05701117962598801,
      "epoch": 3.221070811744387,
      "lm_loss": 0.0002569087955635041,
      "loss": 0.01165914535522461,
      "step": 1865,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.22279792746114,
      "grad_norm": 4.1875,
      "learning_rate": 5e-05,
      "loss": 0.0234,
      "step": 1866
    },
    {
      "epoch": 3.22279792746114,
      "latent_token_nums": 16.0,
      "step": 1866
    },
    {
      "epoch": 3.22279792746114,
      "step": 1866,
      "thought_step_nums": 10.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01864144578576088,
      "contrastive_loss#1": 0.0932072252035141,
      "epoch": 3.22279792746114,
      "lm_loss": 0.0001864083023974672,
      "loss": 0.018827853724360466,
      "step": 1866,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 3.224525043177893,
      "grad_norm": 4.96875,
      "learning_rate": 5e-05,
      "loss": 0.0266,
      "step": 1867
    },
    {
      "epoch": 3.224525043177893,
      "latent_token_nums": 16.0,
      "step": 1867
    },
    {
      "epoch": 3.224525043177893,
      "step": 1867,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.019170885905623436,
      "contrastive_loss#1": 0.09585442394018173,
      "epoch": 3.224525043177893,
      "lm_loss": 0.0006658864440396428,
      "loss": 0.019836772233247757,
      "step": 1867,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.226252158894646,
      "grad_norm": 3.421875,
      "learning_rate": 5e-05,
      "loss": 0.0296,
      "step": 1868
    },
    {
      "epoch": 3.226252158894646,
      "latent_token_nums": 16.0,
      "step": 1868
    },
    {
      "epoch": 3.226252158894646,
      "step": 1868,
      "thought_step_nums": 11.25
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.00672536576166749,
      "contrastive_loss#1": 0.03362682834267616,
      "epoch": 3.226252158894646,
      "lm_loss": 0.00018372046179138124,
      "loss": 0.0069090863689780235,
      "step": 1868,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.227979274611399,
      "grad_norm": 7424.0,
      "learning_rate": 5e-05,
      "loss": 0.0257,
      "step": 1869
    },
    {
      "epoch": 3.227979274611399,
      "latent_token_nums": 16.0,
      "step": 1869
    },
    {
      "epoch": 3.227979274611399,
      "step": 1869,
      "thought_step_nums": 12.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.008900596760213375,
      "contrastive_loss#1": 0.04450298100709915,
      "epoch": 3.227979274611399,
      "lm_loss": 0.0002544801973272115,
      "loss": 0.009155076928436756,
      "step": 1869,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.229706390328152,
      "grad_norm": 4.0,
      "learning_rate": 5e-05,
      "loss": 0.0212,
      "step": 1870
    },
    {
      "epoch": 3.229706390328152,
      "latent_token_nums": 16.0,
      "step": 1870
    },
    {
      "epoch": 3.229706390328152,
      "step": 1870,
      "thought_step_nums": 11.75
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04968544468283653,
      "contrastive_loss#1": 0.24842721223831177,
      "epoch": 3.229706390328152,
      "lm_loss": 0.0001337069843430072,
      "loss": 0.04981915280222893,
      "step": 1870,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.231433506044905,
      "grad_norm": 3.5,
      "learning_rate": 5e-05,
      "loss": 0.0236,
      "step": 1871
    },
    {
      "epoch": 3.231433506044905,
      "latent_token_nums": 16.0,
      "step": 1871
    },
    {
      "epoch": 3.231433506044905,
      "step": 1871,
      "thought_step_nums": 11.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.008764694444835186,
      "contrastive_loss#1": 0.043823473155498505,
      "epoch": 3.231433506044905,
      "lm_loss": 0.0006898136925883591,
      "loss": 0.009454508312046528,
      "step": 1871,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.233160621761658,
      "grad_norm": 3.859375,
      "learning_rate": 5e-05,
      "loss": 0.0233,
      "step": 1872
    },
    {
      "epoch": 3.233160621761658,
      "latent_token_nums": 16.0,
      "step": 1872
    },
    {
      "epoch": 3.233160621761658,
      "step": 1872,
      "thought_step_nums": 11.0625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06460074335336685,
      "contrastive_loss#1": 0.32300370931625366,
      "epoch": 3.233160621761658,
      "lm_loss": 0.001249317778274417,
      "loss": 0.06585006415843964,
      "step": 1872,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.234887737478411,
      "grad_norm": 3.390625,
      "learning_rate": 5e-05,
      "loss": 0.0238,
      "step": 1873
    },
    {
      "epoch": 3.234887737478411,
      "latent_token_nums": 16.0,
      "step": 1873
    },
    {
      "epoch": 3.234887737478411,
      "step": 1873,
      "thought_step_nums": 11.875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08999697118997574,
      "contrastive_loss#1": 0.4499848484992981,
      "epoch": 3.234887737478411,
      "lm_loss": 0.00744546577334404,
      "loss": 0.09744243323802948,
      "step": 1873,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.236614853195164,
      "grad_norm": 3.609375,
      "learning_rate": 5e-05,
      "loss": 0.0264,
      "step": 1874
    },
    {
      "epoch": 3.236614853195164,
      "latent_token_nums": 16.0,
      "step": 1874
    },
    {
      "epoch": 3.236614853195164,
      "step": 1874,
      "thought_step_nums": 13.1875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03393416479229927,
      "contrastive_loss#1": 0.16967082023620605,
      "epoch": 3.236614853195164,
      "lm_loss": 0.0007852875860407948,
      "loss": 0.034719452261924744,
      "step": 1874,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 3.238341968911917,
      "grad_norm": 3.765625,
      "learning_rate": 5e-05,
      "loss": 0.0304,
      "step": 1875
    },
    {
      "epoch": 3.238341968911917,
      "latent_token_nums": 16.0,
      "step": 1875
    },
    {
      "epoch": 3.238341968911917,
      "step": 1875,
      "thought_step_nums": 10.625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.021644068881869316,
      "contrastive_loss#1": 0.10822034627199173,
      "epoch": 3.238341968911917,
      "lm_loss": 0.0011191938538104296,
      "loss": 0.022763263434171677,
      "step": 1875,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.24006908462867,
      "grad_norm": 28.125,
      "learning_rate": 5e-05,
      "loss": 0.0228,
      "step": 1876
    },
    {
      "epoch": 3.24006908462867,
      "latent_token_nums": 16.0,
      "step": 1876
    },
    {
      "epoch": 3.24006908462867,
      "step": 1876,
      "thought_step_nums": 12.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.001046556863002479,
      "contrastive_loss#1": 0.00523278396576643,
      "epoch": 3.24006908462867,
      "lm_loss": 0.000666930282022804,
      "loss": 0.0017134870868176222,
      "step": 1876,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.2417962003454233,
      "grad_norm": 5.375,
      "learning_rate": 5e-05,
      "loss": 0.0281,
      "step": 1877
    },
    {
      "epoch": 3.2417962003454233,
      "latent_token_nums": 16.0,
      "step": 1877
    },
    {
      "epoch": 3.2417962003454233,
      "step": 1877,
      "thought_step_nums": 12.4375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04613565653562546,
      "contrastive_loss#1": 0.2306782752275467,
      "epoch": 3.2417962003454233,
      "lm_loss": 0.00034139418858103454,
      "loss": 0.046477049589157104,
      "step": 1877,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 3.243523316062176,
      "grad_norm": 4.09375,
      "learning_rate": 5e-05,
      "loss": 0.0264,
      "step": 1878
    },
    {
      "epoch": 3.243523316062176,
      "latent_token_nums": 16.0,
      "step": 1878
    },
    {
      "epoch": 3.243523316062176,
      "step": 1878,
      "thought_step_nums": 11.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01312690693885088,
      "contrastive_loss#1": 0.06563453376293182,
      "epoch": 3.243523316062176,
      "lm_loss": 0.0027629253454506397,
      "loss": 0.015889832749962807,
      "step": 1878,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.245250431778929,
      "grad_norm": 14.4375,
      "learning_rate": 5e-05,
      "loss": 0.0182,
      "step": 1879
    },
    {
      "epoch": 3.245250431778929,
      "latent_token_nums": 16.0,
      "step": 1879
    },
    {
      "epoch": 3.245250431778929,
      "step": 1879,
      "thought_step_nums": 11.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.011681477539241314,
      "contrastive_loss#1": 0.058407388627529144,
      "epoch": 3.245250431778929,
      "lm_loss": 0.00018413783982396126,
      "loss": 0.011865615844726562,
      "step": 1879,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.2469775474956823,
      "grad_norm": 2.984375,
      "learning_rate": 5e-05,
      "loss": 0.0246,
      "step": 1880
    },
    {
      "epoch": 3.2469775474956823,
      "latent_token_nums": 16.0,
      "step": 1880
    },
    {
      "epoch": 3.2469775474956823,
      "step": 1880,
      "thought_step_nums": 11.8125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03864385187625885,
      "contrastive_loss#1": 0.19321925938129425,
      "epoch": 3.2469775474956823,
      "lm_loss": 0.0005488719907589257,
      "loss": 0.03919272497296333,
      "step": 1880,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.2487046632124352,
      "grad_norm": 18.375,
      "learning_rate": 5e-05,
      "loss": 0.0218,
      "step": 1881
    },
    {
      "epoch": 3.2487046632124352,
      "latent_token_nums": 16.0,
      "step": 1881
    },
    {
      "epoch": 3.2487046632124352,
      "step": 1881,
      "thought_step_nums": 11.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0030838102102279663,
      "contrastive_loss#1": 0.015419051051139832,
      "epoch": 3.2487046632124352,
      "lm_loss": 0.0002795652544591576,
      "loss": 0.0033633755519986153,
      "step": 1881,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.250431778929188,
      "grad_norm": 3.34375,
      "learning_rate": 5e-05,
      "loss": 0.0238,
      "step": 1882
    },
    {
      "epoch": 3.250431778929188,
      "latent_token_nums": 16.0,
      "step": 1882
    },
    {
      "epoch": 3.250431778929188,
      "step": 1882,
      "thought_step_nums": 10.75
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.007992669008672237,
      "contrastive_loss#1": 0.03996334224939346,
      "epoch": 3.250431778929188,
      "lm_loss": 0.000783343508373946,
      "loss": 0.008776012808084488,
      "step": 1882,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.2521588946459414,
      "grad_norm": 3.25,
      "learning_rate": 5e-05,
      "loss": 0.0275,
      "step": 1883
    },
    {
      "epoch": 3.2521588946459414,
      "latent_token_nums": 16.0,
      "step": 1883
    },
    {
      "epoch": 3.2521588946459414,
      "step": 1883,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0023131982889026403,
      "contrastive_loss#1": 0.01156599074602127,
      "epoch": 3.2521588946459414,
      "lm_loss": 0.0002005227142944932,
      "loss": 0.0025137211196124554,
      "step": 1883,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.2538860103626943,
      "grad_norm": 3.046875,
      "learning_rate": 5e-05,
      "loss": 0.0234,
      "step": 1884
    },
    {
      "epoch": 3.2538860103626943,
      "latent_token_nums": 16.0,
      "step": 1884
    },
    {
      "epoch": 3.2538860103626943,
      "step": 1884,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.013527199625968933,
      "contrastive_loss#1": 0.06763599812984467,
      "epoch": 3.2538860103626943,
      "lm_loss": 0.00022131329751573503,
      "loss": 0.013748512603342533,
      "step": 1884,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.255613126079447,
      "grad_norm": 4.4375,
      "learning_rate": 5e-05,
      "loss": 0.0258,
      "step": 1885
    },
    {
      "epoch": 3.255613126079447,
      "latent_token_nums": 16.0,
      "step": 1885
    },
    {
      "epoch": 3.255613126079447,
      "step": 1885,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0073821949772536755,
      "contrastive_loss#1": 0.036910973489284515,
      "epoch": 3.255613126079447,
      "lm_loss": 0.00042085154564119875,
      "loss": 0.007803046610206366,
      "step": 1885,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.2573402417962005,
      "grad_norm": 3.421875,
      "learning_rate": 5e-05,
      "loss": 0.0261,
      "step": 1886
    },
    {
      "epoch": 3.2573402417962005,
      "latent_token_nums": 16.0,
      "step": 1886
    },
    {
      "epoch": 3.2573402417962005,
      "step": 1886,
      "thought_step_nums": 12.1875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04488984867930412,
      "contrastive_loss#1": 0.22444923222064972,
      "epoch": 3.2573402417962005,
      "lm_loss": 0.0007980155642144382,
      "loss": 0.04568786546587944,
      "step": 1886,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.2590673575129534,
      "grad_norm": 5.625,
      "learning_rate": 5e-05,
      "loss": 0.0223,
      "step": 1887
    },
    {
      "epoch": 3.2590673575129534,
      "latent_token_nums": 16.0,
      "step": 1887
    },
    {
      "epoch": 3.2590673575129534,
      "step": 1887,
      "thought_step_nums": 12.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.006501821335405111,
      "contrastive_loss#1": 0.032509107142686844,
      "epoch": 3.2590673575129534,
      "lm_loss": 0.00016513103037141263,
      "loss": 0.006666952278465033,
      "step": 1887,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.2607944732297063,
      "grad_norm": 36.0,
      "learning_rate": 5e-05,
      "loss": 0.029,
      "step": 1888
    },
    {
      "epoch": 3.2607944732297063,
      "latent_token_nums": 16.0,
      "step": 1888
    },
    {
      "epoch": 3.2607944732297063,
      "step": 1888,
      "thought_step_nums": 10.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.007263560779392719,
      "contrastive_loss#1": 0.03631780296564102,
      "epoch": 3.2607944732297063,
      "lm_loss": 0.0013049858389422297,
      "loss": 0.00856854673475027,
      "step": 1888,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.2625215889464596,
      "grad_norm": 3.265625,
      "learning_rate": 5e-05,
      "loss": 0.0216,
      "step": 1889
    },
    {
      "epoch": 3.2625215889464596,
      "latent_token_nums": 16.0,
      "step": 1889
    },
    {
      "epoch": 3.2625215889464596,
      "step": 1889,
      "thought_step_nums": 11.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.010297317989170551,
      "contrastive_loss#1": 0.05148658901453018,
      "epoch": 3.2625215889464596,
      "lm_loss": 0.0006111339316703379,
      "loss": 0.010908451862633228,
      "step": 1889,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.2642487046632125,
      "grad_norm": 4.15625,
      "learning_rate": 5e-05,
      "loss": 0.0304,
      "step": 1890
    },
    {
      "epoch": 3.2642487046632125,
      "latent_token_nums": 16.0,
      "step": 1890
    },
    {
      "epoch": 3.2642487046632125,
      "step": 1890,
      "thought_step_nums": 10.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02140708826482296,
      "contrastive_loss#1": 0.10703544318675995,
      "epoch": 3.2642487046632125,
      "lm_loss": 0.00025468275998719037,
      "loss": 0.021661771461367607,
      "step": 1890,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.2659758203799654,
      "grad_norm": 4.125,
      "learning_rate": 5e-05,
      "loss": 0.0242,
      "step": 1891
    },
    {
      "epoch": 3.2659758203799654,
      "latent_token_nums": 16.0,
      "step": 1891
    },
    {
      "epoch": 3.2659758203799654,
      "step": 1891,
      "thought_step_nums": 11.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0009792366763576865,
      "contrastive_loss#1": 0.004896183032542467,
      "epoch": 3.2659758203799654,
      "lm_loss": 0.00034975085873156786,
      "loss": 0.0013289875350892544,
      "step": 1891,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.2677029360967182,
      "grad_norm": 3.375,
      "learning_rate": 5e-05,
      "loss": 0.0273,
      "step": 1892
    },
    {
      "epoch": 3.2677029360967182,
      "latent_token_nums": 16.0,
      "step": 1892
    },
    {
      "epoch": 3.2677029360967182,
      "step": 1892,
      "thought_step_nums": 11.625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.042192067950963974,
      "contrastive_loss#1": 0.21096032857894897,
      "epoch": 3.2677029360967182,
      "lm_loss": 0.00030003004940226674,
      "loss": 0.0424920991063118,
      "step": 1892,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.2694300518134716,
      "grad_norm": 3.78125,
      "learning_rate": 5e-05,
      "loss": 0.0261,
      "step": 1893
    },
    {
      "epoch": 3.2694300518134716,
      "latent_token_nums": 16.0,
      "step": 1893
    },
    {
      "epoch": 3.2694300518134716,
      "step": 1893,
      "thought_step_nums": 12.5625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02372189797461033,
      "contrastive_loss#1": 0.1186094880104065,
      "epoch": 3.2694300518134716,
      "lm_loss": 0.00024116571876220405,
      "loss": 0.023963063955307007,
      "step": 1893,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.2711571675302245,
      "grad_norm": 3.171875,
      "learning_rate": 5e-05,
      "loss": 0.0207,
      "step": 1894
    },
    {
      "epoch": 3.2711571675302245,
      "latent_token_nums": 16.0,
      "step": 1894
    },
    {
      "epoch": 3.2711571675302245,
      "step": 1894,
      "thought_step_nums": 10.75
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.014779843389987946,
      "contrastive_loss#1": 0.07389921694993973,
      "epoch": 3.2711571675302245,
      "lm_loss": 0.0003491066745482385,
      "loss": 0.015128949657082558,
      "step": 1894,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.2728842832469773,
      "grad_norm": 3.46875,
      "learning_rate": 5e-05,
      "loss": 0.0233,
      "step": 1895
    },
    {
      "epoch": 3.2728842832469773,
      "latent_token_nums": 16.0,
      "step": 1895
    },
    {
      "epoch": 3.2728842832469773,
      "step": 1895,
      "thought_step_nums": 11.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.002427102765068412,
      "contrastive_loss#1": 0.012135513126850128,
      "epoch": 3.2728842832469773,
      "lm_loss": 0.0004087052948307246,
      "loss": 0.002835808089002967,
      "step": 1895,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.2746113989637307,
      "grad_norm": 4.46875,
      "learning_rate": 5e-05,
      "loss": 0.0248,
      "step": 1896
    },
    {
      "epoch": 3.2746113989637307,
      "latent_token_nums": 16.0,
      "step": 1896
    },
    {
      "epoch": 3.2746113989637307,
      "step": 1896,
      "thought_step_nums": 11.875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.0851982831954956,
      "contrastive_loss#1": 0.425991415977478,
      "epoch": 3.2746113989637307,
      "lm_loss": 0.000957637676037848,
      "loss": 0.08615592122077942,
      "step": 1896,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.2763385146804835,
      "grad_norm": 16.5,
      "learning_rate": 5e-05,
      "loss": 0.0298,
      "step": 1897
    },
    {
      "epoch": 3.2763385146804835,
      "latent_token_nums": 16.0,
      "step": 1897
    },
    {
      "epoch": 3.2763385146804835,
      "step": 1897,
      "thought_step_nums": 11.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.018031513318419456,
      "contrastive_loss#1": 0.09015756845474243,
      "epoch": 3.2763385146804835,
      "lm_loss": 0.00030865753069519997,
      "loss": 0.01834017038345337,
      "step": 1897,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.2780656303972364,
      "grad_norm": 3.640625,
      "learning_rate": 5e-05,
      "loss": 0.0194,
      "step": 1898
    },
    {
      "epoch": 3.2780656303972364,
      "latent_token_nums": 16.0,
      "step": 1898
    },
    {
      "epoch": 3.2780656303972364,
      "step": 1898,
      "thought_step_nums": 11.75
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.009431682527065277,
      "contrastive_loss#1": 0.047158412635326385,
      "epoch": 3.2780656303972364,
      "lm_loss": 0.0025051140692085028,
      "loss": 0.011936796829104424,
      "step": 1898,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.2797927461139897,
      "grad_norm": 18.375,
      "learning_rate": 5e-05,
      "loss": 0.0225,
      "step": 1899
    },
    {
      "epoch": 3.2797927461139897,
      "latent_token_nums": 16.0,
      "step": 1899
    },
    {
      "epoch": 3.2797927461139897,
      "step": 1899,
      "thought_step_nums": 11.25
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.003525126725435257,
      "contrastive_loss#1": 0.017625633627176285,
      "epoch": 3.2797927461139897,
      "lm_loss": 0.000257467181654647,
      "loss": 0.0037825938779860735,
      "step": 1899,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.2815198618307426,
      "grad_norm": 4.0625,
      "learning_rate": 5e-05,
      "loss": 0.0293,
      "step": 1900
    },
    {
      "epoch": 3.2815198618307426,
      "latent_token_nums": 16.0,
      "step": 1900
    },
    {
      "epoch": 3.2815198618307426,
      "step": 1900,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0026370759587734938,
      "contrastive_loss#1": 0.013185380026698112,
      "epoch": 3.2815198618307426,
      "lm_loss": 0.00021509837824851274,
      "loss": 0.0028521744534373283,
      "step": 1900,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.2832469775474955,
      "grad_norm": 7.84375,
      "learning_rate": 5e-05,
      "loss": 0.0256,
      "step": 1901
    },
    {
      "epoch": 3.2832469775474955,
      "latent_token_nums": 16.0,
      "step": 1901
    },
    {
      "epoch": 3.2832469775474955,
      "step": 1901,
      "thought_step_nums": 10.625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.05918034538626671,
      "contrastive_loss#1": 0.29590171575546265,
      "epoch": 3.2832469775474955,
      "lm_loss": 0.0004762299940921366,
      "loss": 0.059656575322151184,
      "step": 1901,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 3.284974093264249,
      "grad_norm": 3.640625,
      "learning_rate": 5e-05,
      "loss": 0.0276,
      "step": 1902
    },
    {
      "epoch": 3.284974093264249,
      "latent_token_nums": 16.0,
      "step": 1902
    },
    {
      "epoch": 3.284974093264249,
      "step": 1902,
      "thought_step_nums": 12.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.012178692035377026,
      "contrastive_loss#1": 0.060893457382917404,
      "epoch": 3.284974093264249,
      "lm_loss": 0.0007441125344485044,
      "loss": 0.012922804802656174,
      "step": 1902,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.2867012089810017,
      "grad_norm": 152.0,
      "learning_rate": 5e-05,
      "loss": 0.0373,
      "step": 1903
    },
    {
      "epoch": 3.2867012089810017,
      "latent_token_nums": 16.0,
      "step": 1903
    },
    {
      "epoch": 3.2867012089810017,
      "step": 1903,
      "thought_step_nums": 11.8125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.00403903191909194,
      "contrastive_loss#1": 0.020195160061120987,
      "epoch": 3.2867012089810017,
      "lm_loss": 0.0002594846591819078,
      "loss": 0.004298516549170017,
      "step": 1903,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.2884283246977546,
      "grad_norm": 17.875,
      "learning_rate": 5e-05,
      "loss": 0.0314,
      "step": 1904
    },
    {
      "epoch": 3.2884283246977546,
      "latent_token_nums": 16.0,
      "step": 1904
    },
    {
      "epoch": 3.2884283246977546,
      "step": 1904,
      "thought_step_nums": 10.8125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.027862435206770897,
      "contrastive_loss#1": 0.13931217789649963,
      "epoch": 3.2884283246977546,
      "lm_loss": 0.0002520412381272763,
      "loss": 0.028114477172493935,
      "step": 1904,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.290155440414508,
      "grad_norm": 4.6875,
      "learning_rate": 5e-05,
      "loss": 0.0294,
      "step": 1905
    },
    {
      "epoch": 3.290155440414508,
      "latent_token_nums": 16.0,
      "step": 1905
    },
    {
      "epoch": 3.290155440414508,
      "step": 1905,
      "thought_step_nums": 11.75
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01351022720336914,
      "contrastive_loss#1": 0.0675511360168457,
      "epoch": 3.290155440414508,
      "lm_loss": 0.00011430376616772264,
      "loss": 0.013624531216919422,
      "step": 1905,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.291882556131261,
      "grad_norm": 4.3125,
      "learning_rate": 5e-05,
      "loss": 0.0262,
      "step": 1906
    },
    {
      "epoch": 3.291882556131261,
      "latent_token_nums": 16.0,
      "step": 1906
    },
    {
      "epoch": 3.291882556131261,
      "step": 1906,
      "thought_step_nums": 11.125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.06278488039970398,
      "contrastive_loss#1": 0.3139244019985199,
      "epoch": 3.291882556131261,
      "lm_loss": 0.0011740040499716997,
      "loss": 0.06395888328552246,
      "step": 1906,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.2936096718480137,
      "grad_norm": 4.4375,
      "learning_rate": 5e-05,
      "loss": 0.0277,
      "step": 1907
    },
    {
      "epoch": 3.2936096718480137,
      "latent_token_nums": 16.0,
      "step": 1907
    },
    {
      "epoch": 3.2936096718480137,
      "step": 1907,
      "thought_step_nums": 11.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.010015459731221199,
      "contrastive_loss#1": 0.050077296793460846,
      "epoch": 3.2936096718480137,
      "lm_loss": 0.00024714809842407703,
      "loss": 0.010262607596814632,
      "step": 1907,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 3.295336787564767,
      "grad_norm": 4.40625,
      "learning_rate": 5e-05,
      "loss": 0.0223,
      "step": 1908
    },
    {
      "epoch": 3.295336787564767,
      "latent_token_nums": 16.0,
      "step": 1908
    },
    {
      "epoch": 3.295336787564767,
      "step": 1908,
      "thought_step_nums": 12.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.012857762165367603,
      "contrastive_loss#1": 0.06428880989551544,
      "epoch": 3.295336787564767,
      "lm_loss": 0.000443856930360198,
      "loss": 0.013301619328558445,
      "step": 1908,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.29706390328152,
      "grad_norm": 3.734375,
      "learning_rate": 5e-05,
      "loss": 0.0234,
      "step": 1909
    },
    {
      "epoch": 3.29706390328152,
      "latent_token_nums": 16.0,
      "step": 1909
    },
    {
      "epoch": 3.29706390328152,
      "step": 1909,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.011104834266006947,
      "contrastive_loss#1": 0.05552417039871216,
      "epoch": 3.29706390328152,
      "lm_loss": 0.008491176180541515,
      "loss": 0.019596010446548462,
      "step": 1909,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 3.2987910189982728,
      "grad_norm": 8160.0,
      "learning_rate": 5e-05,
      "loss": 0.0373,
      "step": 1910
    },
    {
      "epoch": 3.2987910189982728,
      "latent_token_nums": 16.0,
      "step": 1910
    },
    {
      "epoch": 3.2987910189982728,
      "step": 1910,
      "thought_step_nums": 11.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0024531574454158545,
      "contrastive_loss#1": 0.012265787459909916,
      "epoch": 3.2987910189982728,
      "lm_loss": 0.000206709883059375,
      "loss": 0.0026598672848194838,
      "step": 1910,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.300518134715026,
      "grad_norm": 340.0,
      "learning_rate": 5e-05,
      "loss": 0.0212,
      "step": 1911
    },
    {
      "epoch": 3.300518134715026,
      "latent_token_nums": 16.0,
      "step": 1911
    },
    {
      "epoch": 3.300518134715026,
      "step": 1911,
      "thought_step_nums": 11.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.00764006981626153,
      "contrastive_loss#1": 0.03820034861564636,
      "epoch": 3.300518134715026,
      "lm_loss": 0.00016651384066790342,
      "loss": 0.007806583773344755,
      "step": 1911,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 3.302245250431779,
      "grad_norm": 3.921875,
      "learning_rate": 5e-05,
      "loss": 0.0241,
      "step": 1912
    },
    {
      "epoch": 3.302245250431779,
      "latent_token_nums": 16.0,
      "step": 1912
    },
    {
      "epoch": 3.302245250431779,
      "step": 1912,
      "thought_step_nums": 12.375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.03317811340093613,
      "contrastive_loss#1": 0.16589055955410004,
      "epoch": 3.302245250431779,
      "lm_loss": 0.0001127870345953852,
      "loss": 0.03329090029001236,
      "step": 1912,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 3.303972366148532,
      "grad_norm": 3.875,
      "learning_rate": 5e-05,
      "loss": 0.0232,
      "step": 1913
    },
    {
      "epoch": 3.303972366148532,
      "latent_token_nums": 16.0,
      "step": 1913
    },
    {
      "epoch": 3.303972366148532,
      "step": 1913,
      "thought_step_nums": 11.875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.020622042939066887,
      "contrastive_loss#1": 0.10311021655797958,
      "epoch": 3.303972366148532,
      "lm_loss": 0.0003781719133257866,
      "loss": 0.0210002139210701,
      "step": 1913,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.305699481865285,
      "grad_norm": 4.0625,
      "learning_rate": 5e-05,
      "loss": 0.0239,
      "step": 1914
    },
    {
      "epoch": 3.305699481865285,
      "latent_token_nums": 16.0,
      "step": 1914
    },
    {
      "epoch": 3.305699481865285,
      "step": 1914,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.012041005305945873,
      "contrastive_loss#1": 0.06020502373576164,
      "epoch": 3.305699481865285,
      "lm_loss": 0.00012081731983926147,
      "loss": 0.012161822989583015,
      "step": 1914,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.307426597582038,
      "grad_norm": 3.25,
      "learning_rate": 5e-05,
      "loss": 0.0221,
      "step": 1915
    },
    {
      "epoch": 3.307426597582038,
      "latent_token_nums": 16.0,
      "step": 1915
    },
    {
      "epoch": 3.307426597582038,
      "step": 1915,
      "thought_step_nums": 12.0625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05116632208228111,
      "contrastive_loss#1": 0.25583159923553467,
      "epoch": 3.307426597582038,
      "lm_loss": 0.0010112350573763251,
      "loss": 0.0521775558590889,
      "step": 1915,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.309153713298791,
      "grad_norm": 3.6875,
      "learning_rate": 5e-05,
      "loss": 0.027,
      "step": 1916
    },
    {
      "epoch": 3.309153713298791,
      "latent_token_nums": 16.0,
      "step": 1916
    },
    {
      "epoch": 3.309153713298791,
      "step": 1916,
      "thought_step_nums": 11.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0054470570757985115,
      "contrastive_loss#1": 0.027235284447669983,
      "epoch": 3.309153713298791,
      "lm_loss": 0.00016452620911877602,
      "loss": 0.00561158312484622,
      "step": 1916,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.3108808290155443,
      "grad_norm": 2704.0,
      "learning_rate": 5e-05,
      "loss": 0.034,
      "step": 1917
    },
    {
      "epoch": 3.3108808290155443,
      "latent_token_nums": 16.0,
      "step": 1917
    },
    {
      "epoch": 3.3108808290155443,
      "step": 1917,
      "thought_step_nums": 11.8125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.08493756502866745,
      "contrastive_loss#1": 0.42468780279159546,
      "epoch": 3.3108808290155443,
      "lm_loss": 0.00035390566335991025,
      "loss": 0.08529146760702133,
      "step": 1917,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.312607944732297,
      "grad_norm": 71.5,
      "learning_rate": 5e-05,
      "loss": 0.0305,
      "step": 1918
    },
    {
      "epoch": 3.312607944732297,
      "latent_token_nums": 16.0,
      "step": 1918
    },
    {
      "epoch": 3.312607944732297,
      "step": 1918,
      "thought_step_nums": 11.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0016829324886202812,
      "contrastive_loss#1": 0.008414662443101406,
      "epoch": 3.312607944732297,
      "lm_loss": 0.00018461789295542985,
      "loss": 0.0018675504252314568,
      "step": 1918,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.31433506044905,
      "grad_norm": 4.78125,
      "learning_rate": 5e-05,
      "loss": 0.0269,
      "step": 1919
    },
    {
      "epoch": 3.31433506044905,
      "latent_token_nums": 16.0,
      "step": 1919
    },
    {
      "epoch": 3.31433506044905,
      "step": 1919,
      "thought_step_nums": 10.75
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05987153202295303,
      "contrastive_loss#1": 0.29935765266418457,
      "epoch": 3.31433506044905,
      "lm_loss": 0.0005770927527919412,
      "loss": 0.060448624193668365,
      "step": 1919,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.3160621761658033,
      "grad_norm": 99.0,
      "learning_rate": 5e-05,
      "loss": 0.0243,
      "step": 1920
    },
    {
      "epoch": 3.3160621761658033,
      "latent_token_nums": 16.0,
      "step": 1920
    },
    {
      "epoch": 3.3160621761658033,
      "step": 1920,
      "thought_step_nums": 12.75
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.019200026988983154,
      "contrastive_loss#1": 0.09600013494491577,
      "epoch": 3.3160621761658033,
      "lm_loss": 0.0005235977587290108,
      "loss": 0.019723623991012573,
      "step": 1920,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.3177892918825562,
      "grad_norm": 12.1875,
      "learning_rate": 5e-05,
      "loss": 0.028,
      "step": 1921
    },
    {
      "epoch": 3.3177892918825562,
      "latent_token_nums": 16.0,
      "step": 1921
    },
    {
      "epoch": 3.3177892918825562,
      "step": 1921,
      "thought_step_nums": 11.875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.003854562295600772,
      "contrastive_loss#1": 0.019272811710834503,
      "epoch": 3.3177892918825562,
      "lm_loss": 0.0012491164961829782,
      "loss": 0.005103678908199072,
      "step": 1921,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.319516407599309,
      "grad_norm": 4.1875,
      "learning_rate": 5e-05,
      "loss": 0.0235,
      "step": 1922
    },
    {
      "epoch": 3.319516407599309,
      "latent_token_nums": 16.0,
      "step": 1922
    },
    {
      "epoch": 3.319516407599309,
      "step": 1922,
      "thought_step_nums": 10.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01844470016658306,
      "contrastive_loss#1": 0.09222350269556046,
      "epoch": 3.319516407599309,
      "lm_loss": 0.0005599827854894102,
      "loss": 0.019004682078957558,
      "step": 1922,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 3.321243523316062,
      "grad_norm": 4.15625,
      "learning_rate": 5e-05,
      "loss": 0.0291,
      "step": 1923
    },
    {
      "epoch": 3.321243523316062,
      "latent_token_nums": 16.0,
      "step": 1923
    },
    {
      "epoch": 3.321243523316062,
      "step": 1923,
      "thought_step_nums": 11.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0022070675622671843,
      "contrastive_loss#1": 0.01103533711284399,
      "epoch": 3.321243523316062,
      "lm_loss": 0.0015918277204036713,
      "loss": 0.0037988952826708555,
      "step": 1923,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.3229706390328153,
      "grad_norm": 3.9375,
      "learning_rate": 5e-05,
      "loss": 0.0288,
      "step": 1924
    },
    {
      "epoch": 3.3229706390328153,
      "latent_token_nums": 16.0,
      "step": 1924
    },
    {
      "epoch": 3.3229706390328153,
      "step": 1924,
      "thought_step_nums": 10.5
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03716174513101578,
      "contrastive_loss#1": 0.1858087182044983,
      "epoch": 3.3229706390328153,
      "lm_loss": 0.0006552184349857271,
      "loss": 0.03781696408987045,
      "step": 1924,
      "valid_batch_size": 1024.25
    },
    {
      "epoch": 3.324697754749568,
      "grad_norm": 156.0,
      "learning_rate": 5e-05,
      "loss": 0.0316,
      "step": 1925
    },
    {
      "epoch": 3.324697754749568,
      "latent_token_nums": 16.0,
      "step": 1925
    },
    {
      "epoch": 3.324697754749568,
      "step": 1925,
      "thought_step_nums": 11.0625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02402467094361782,
      "contrastive_loss#1": 0.12012334913015366,
      "epoch": 3.324697754749568,
      "lm_loss": 0.000345697277225554,
      "loss": 0.02437036857008934,
      "step": 1925,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 3.326424870466321,
      "grad_norm": 3.0625,
      "learning_rate": 5e-05,
      "loss": 0.0226,
      "step": 1926
    },
    {
      "epoch": 3.326424870466321,
      "latent_token_nums": 16.0,
      "step": 1926
    },
    {
      "epoch": 3.326424870466321,
      "step": 1926,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.10623209923505783,
      "contrastive_loss#1": 0.5311604738235474,
      "epoch": 3.326424870466321,
      "lm_loss": 0.0028530682902783155,
      "loss": 0.10908516496419907,
      "step": 1926,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.3281519861830744,
      "grad_norm": 7.6875,
      "learning_rate": 5e-05,
      "loss": 0.0308,
      "step": 1927
    },
    {
      "epoch": 3.3281519861830744,
      "latent_token_nums": 16.0,
      "step": 1927
    },
    {
      "epoch": 3.3281519861830744,
      "step": 1927,
      "thought_step_nums": 11.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.009881026111543179,
      "contrastive_loss#1": 0.04940512776374817,
      "epoch": 3.3281519861830744,
      "lm_loss": 0.0002858719672076404,
      "loss": 0.010166898369789124,
      "step": 1927,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.3298791018998273,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.0278,
      "step": 1928
    },
    {
      "epoch": 3.3298791018998273,
      "latent_token_nums": 16.0,
      "step": 1928
    },
    {
      "epoch": 3.3298791018998273,
      "step": 1928,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07028358429670334,
      "contrastive_loss#1": 0.3514178991317749,
      "epoch": 3.3298791018998273,
      "lm_loss": 0.00032262055901810527,
      "loss": 0.07060620188713074,
      "step": 1928,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.33160621761658,
      "grad_norm": 3.78125,
      "learning_rate": 5e-05,
      "loss": 0.0299,
      "step": 1929
    },
    {
      "epoch": 3.33160621761658,
      "latent_token_nums": 16.0,
      "step": 1929
    },
    {
      "epoch": 3.33160621761658,
      "step": 1929,
      "thought_step_nums": 11.9375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.027678227052092552,
      "contrastive_loss#1": 0.1383911371231079,
      "epoch": 3.33160621761658,
      "lm_loss": 0.0002974369272124022,
      "loss": 0.027975663542747498,
      "step": 1929,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.3333333333333335,
      "grad_norm": 3.5,
      "learning_rate": 5e-05,
      "loss": 0.029,
      "step": 1930
    },
    {
      "epoch": 3.3333333333333335,
      "latent_token_nums": 16.0,
      "step": 1930
    },
    {
      "epoch": 3.3333333333333335,
      "step": 1930,
      "thought_step_nums": 11.75
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.011471566744148731,
      "contrastive_loss#1": 0.05735783278942108,
      "epoch": 3.3333333333333335,
      "lm_loss": 0.00010108725109603256,
      "loss": 0.011572654359042645,
      "step": 1930,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.3350604490500864,
      "grad_norm": 3.625,
      "learning_rate": 5e-05,
      "loss": 0.0271,
      "step": 1931
    },
    {
      "epoch": 3.3350604490500864,
      "latent_token_nums": 16.0,
      "step": 1931
    },
    {
      "epoch": 3.3350604490500864,
      "step": 1931,
      "thought_step_nums": 12.25
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0009667884442023933,
      "contrastive_loss#1": 0.004833942279219627,
      "epoch": 3.3350604490500864,
      "lm_loss": 0.0002727856917772442,
      "loss": 0.001239574165083468,
      "step": 1931,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.3367875647668392,
      "grad_norm": 3.125,
      "learning_rate": 5e-05,
      "loss": 0.0249,
      "step": 1932
    },
    {
      "epoch": 3.3367875647668392,
      "latent_token_nums": 16.0,
      "step": 1932
    },
    {
      "epoch": 3.3367875647668392,
      "step": 1932,
      "thought_step_nums": 11.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0006866043549962342,
      "contrastive_loss#1": 0.00343302171677351,
      "epoch": 3.3367875647668392,
      "lm_loss": 0.00013023140490986407,
      "loss": 0.0008168357890099287,
      "step": 1932,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.3385146804835926,
      "grad_norm": 3.796875,
      "learning_rate": 5e-05,
      "loss": 0.0262,
      "step": 1933
    },
    {
      "epoch": 3.3385146804835926,
      "latent_token_nums": 16.0,
      "step": 1933
    },
    {
      "epoch": 3.3385146804835926,
      "step": 1933,
      "thought_step_nums": 11.625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.028413189575076103,
      "contrastive_loss#1": 0.14206594228744507,
      "epoch": 3.3385146804835926,
      "lm_loss": 0.0003756565856747329,
      "loss": 0.028788845986127853,
      "step": 1933,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 3.3402417962003454,
      "grad_norm": 3.046875,
      "learning_rate": 5e-05,
      "loss": 0.022,
      "step": 1934
    },
    {
      "epoch": 3.3402417962003454,
      "latent_token_nums": 16.0,
      "step": 1934
    },
    {
      "epoch": 3.3402417962003454,
      "step": 1934,
      "thought_step_nums": 11.6875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07024579495191574,
      "contrastive_loss#1": 0.3512289822101593,
      "epoch": 3.3402417962003454,
      "lm_loss": 0.002325279638171196,
      "loss": 0.07257107645273209,
      "step": 1934,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.3419689119170983,
      "grad_norm": 4.25,
      "learning_rate": 5e-05,
      "loss": 0.0295,
      "step": 1935
    },
    {
      "epoch": 3.3419689119170983,
      "latent_token_nums": 16.0,
      "step": 1935
    },
    {
      "epoch": 3.3419689119170983,
      "step": 1935,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.00547376973554492,
      "contrastive_loss#1": 0.027368847280740738,
      "epoch": 3.3419689119170983,
      "lm_loss": 0.00022121692018117756,
      "loss": 0.005694986786693335,
      "step": 1935,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.3436960276338517,
      "grad_norm": 8.375,
      "learning_rate": 5e-05,
      "loss": 0.0226,
      "step": 1936
    },
    {
      "epoch": 3.3436960276338517,
      "latent_token_nums": 16.0,
      "step": 1936
    },
    {
      "epoch": 3.3436960276338517,
      "step": 1936,
      "thought_step_nums": 10.875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.024650324136018753,
      "contrastive_loss#1": 0.12325161695480347,
      "epoch": 3.3436960276338517,
      "lm_loss": 0.0005504573928192258,
      "loss": 0.02520078234374523,
      "step": 1936,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 3.3454231433506045,
      "grad_norm": 12.1875,
      "learning_rate": 5e-05,
      "loss": 0.0236,
      "step": 1937
    },
    {
      "epoch": 3.3454231433506045,
      "latent_token_nums": 16.0,
      "step": 1937
    },
    {
      "epoch": 3.3454231433506045,
      "step": 1937,
      "thought_step_nums": 11.8125
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.08188953250646591,
      "contrastive_loss#1": 0.40944764018058777,
      "epoch": 3.3454231433506045,
      "lm_loss": 0.0004089952853973955,
      "loss": 0.08229852467775345,
      "step": 1937,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 3.3471502590673574,
      "grad_norm": 9.625,
      "learning_rate": 5e-05,
      "loss": 0.0251,
      "step": 1938
    },
    {
      "epoch": 3.3471502590673574,
      "latent_token_nums": 16.0,
      "step": 1938
    },
    {
      "epoch": 3.3471502590673574,
      "step": 1938,
      "thought_step_nums": 11.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.011267791502177715,
      "contrastive_loss#1": 0.05633895844221115,
      "epoch": 3.3471502590673574,
      "lm_loss": 0.00016988310380838811,
      "loss": 0.0114376749843359,
      "step": 1938,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.3488773747841103,
      "grad_norm": 4.0625,
      "learning_rate": 5e-05,
      "loss": 0.027,
      "step": 1939
    },
    {
      "epoch": 3.3488773747841103,
      "latent_token_nums": 16.0,
      "step": 1939
    },
    {
      "epoch": 3.3488773747841103,
      "step": 1939,
      "thought_step_nums": 10.25
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.00713421730324626,
      "contrastive_loss#1": 0.035671085119247437,
      "epoch": 3.3488773747841103,
      "lm_loss": 0.00017295197176281363,
      "loss": 0.007307169493287802,
      "step": 1939,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.3506044905008636,
      "grad_norm": 4.5,
      "learning_rate": 5e-05,
      "loss": 0.0321,
      "step": 1940
    },
    {
      "epoch": 3.3506044905008636,
      "latent_token_nums": 16.0,
      "step": 1940
    },
    {
      "epoch": 3.3506044905008636,
      "step": 1940,
      "thought_step_nums": 13.25
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01449876930564642,
      "contrastive_loss#1": 0.07249384373426437,
      "epoch": 3.3506044905008636,
      "lm_loss": 0.0002207650541095063,
      "loss": 0.014719534665346146,
      "step": 1940,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.3523316062176165,
      "grad_norm": 4.1875,
      "learning_rate": 5e-05,
      "loss": 0.0296,
      "step": 1941
    },
    {
      "epoch": 3.3523316062176165,
      "latent_token_nums": 16.0,
      "step": 1941
    },
    {
      "epoch": 3.3523316062176165,
      "step": 1941,
      "thought_step_nums": 11.9375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.027522442862391472,
      "contrastive_loss#1": 0.1376122087240219,
      "epoch": 3.3523316062176165,
      "lm_loss": 0.00015392380009870976,
      "loss": 0.02767636626958847,
      "step": 1941,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.3540587219343694,
      "grad_norm": 3.953125,
      "learning_rate": 5e-05,
      "loss": 0.031,
      "step": 1942
    },
    {
      "epoch": 3.3540587219343694,
      "latent_token_nums": 16.0,
      "step": 1942
    },
    {
      "epoch": 3.3540587219343694,
      "step": 1942,
      "thought_step_nums": 10.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03449185937643051,
      "contrastive_loss#1": 0.17245928943157196,
      "epoch": 3.3540587219343694,
      "lm_loss": 0.00011475667997729033,
      "loss": 0.03460661694407463,
      "step": 1942,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.3557858376511227,
      "grad_norm": 4.0625,
      "learning_rate": 5e-05,
      "loss": 0.0274,
      "step": 1943
    },
    {
      "epoch": 3.3557858376511227,
      "latent_token_nums": 16.0,
      "step": 1943
    },
    {
      "epoch": 3.3557858376511227,
      "step": 1943,
      "thought_step_nums": 12.125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.043070029467344284,
      "contrastive_loss#1": 0.21535015106201172,
      "epoch": 3.3557858376511227,
      "lm_loss": 0.00043676936184056103,
      "loss": 0.04350679740309715,
      "step": 1943,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.3575129533678756,
      "grad_norm": 3.8125,
      "learning_rate": 5e-05,
      "loss": 0.0228,
      "step": 1944
    },
    {
      "epoch": 3.3575129533678756,
      "latent_token_nums": 16.0,
      "step": 1944
    },
    {
      "epoch": 3.3575129533678756,
      "step": 1944,
      "thought_step_nums": 11.75
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02886604145169258,
      "contrastive_loss#1": 0.1443302035331726,
      "epoch": 3.3575129533678756,
      "lm_loss": 0.0006478462019003928,
      "loss": 0.0295138880610466,
      "step": 1944,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.3592400690846285,
      "grad_norm": 4.15625,
      "learning_rate": 5e-05,
      "loss": 0.0271,
      "step": 1945
    },
    {
      "epoch": 3.3592400690846285,
      "latent_token_nums": 16.0,
      "step": 1945
    },
    {
      "epoch": 3.3592400690846285,
      "step": 1945,
      "thought_step_nums": 11.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.027420271188020706,
      "contrastive_loss#1": 0.13710135221481323,
      "epoch": 3.3592400690846285,
      "lm_loss": 0.00023436140327248722,
      "loss": 0.027654632925987244,
      "step": 1945,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 3.360967184801382,
      "grad_norm": 3.5625,
      "learning_rate": 5e-05,
      "loss": 0.0262,
      "step": 1946
    },
    {
      "epoch": 3.360967184801382,
      "latent_token_nums": 16.0,
      "step": 1946
    },
    {
      "epoch": 3.360967184801382,
      "step": 1946,
      "thought_step_nums": 11.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03620874509215355,
      "contrastive_loss#1": 0.18104372918605804,
      "epoch": 3.360967184801382,
      "lm_loss": 0.00020775488519575447,
      "loss": 0.03641650080680847,
      "step": 1946,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.3626943005181347,
      "grad_norm": 3.484375,
      "learning_rate": 5e-05,
      "loss": 0.0293,
      "step": 1947
    },
    {
      "epoch": 3.3626943005181347,
      "latent_token_nums": 16.0,
      "step": 1947
    },
    {
      "epoch": 3.3626943005181347,
      "step": 1947,
      "thought_step_nums": 12.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01946202479302883,
      "contrastive_loss#1": 0.09731011837720871,
      "epoch": 3.3626943005181347,
      "lm_loss": 0.0007527389680035412,
      "loss": 0.020214764401316643,
      "step": 1947,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.3644214162348876,
      "grad_norm": 4.1875,
      "learning_rate": 5e-05,
      "loss": 0.0277,
      "step": 1948
    },
    {
      "epoch": 3.3644214162348876,
      "latent_token_nums": 16.0,
      "step": 1948
    },
    {
      "epoch": 3.3644214162348876,
      "step": 1948,
      "thought_step_nums": 12.375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.023962363600730896,
      "contrastive_loss#1": 0.11981181800365448,
      "epoch": 3.3644214162348876,
      "lm_loss": 0.0006668481510132551,
      "loss": 0.02462921105325222,
      "step": 1948,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.366148531951641,
      "grad_norm": 3.671875,
      "learning_rate": 5e-05,
      "loss": 0.0268,
      "step": 1949
    },
    {
      "epoch": 3.366148531951641,
      "latent_token_nums": 16.0,
      "step": 1949
    },
    {
      "epoch": 3.366148531951641,
      "step": 1949,
      "thought_step_nums": 12.0
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0555095449090004,
      "contrastive_loss#1": 0.2775477170944214,
      "epoch": 3.366148531951641,
      "lm_loss": 0.004360391292721033,
      "loss": 0.05986993759870529,
      "step": 1949,
      "valid_batch_size": 1024.5
    },
    {
      "epoch": 3.3678756476683938,
      "grad_norm": 11.25,
      "learning_rate": 5e-05,
      "loss": 0.0308,
      "step": 1950
    },
    {
      "epoch": 3.3678756476683938,
      "latent_token_nums": 16.0,
      "step": 1950
    },
    {
      "epoch": 3.3678756476683938,
      "step": 1950,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08751795440912247,
      "contrastive_loss#1": 0.43758976459503174,
      "epoch": 3.3678756476683938,
      "lm_loss": 0.0008581724250689149,
      "loss": 0.08837612718343735,
      "step": 1950,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 3.3696027633851466,
      "grad_norm": 3.65625,
      "learning_rate": 5e-05,
      "loss": 0.0207,
      "step": 1951
    },
    {
      "epoch": 3.3696027633851466,
      "latent_token_nums": 16.0,
      "step": 1951
    },
    {
      "epoch": 3.3696027633851466,
      "step": 1951,
      "thought_step_nums": 11.8125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.014092114754021168,
      "contrastive_loss#1": 0.07046057283878326,
      "epoch": 3.3696027633851466,
      "lm_loss": 0.004263901151716709,
      "loss": 0.018356015905737877,
      "step": 1951,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.3713298791019,
      "grad_norm": 6.1875,
      "learning_rate": 5e-05,
      "loss": 0.0295,
      "step": 1952
    },
    {
      "epoch": 3.3713298791019,
      "latent_token_nums": 16.0,
      "step": 1952
    },
    {
      "epoch": 3.3713298791019,
      "step": 1952,
      "thought_step_nums": 11.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0048979176208376884,
      "contrastive_loss#1": 0.024489587172865868,
      "epoch": 3.3713298791019,
      "lm_loss": 0.00028834055410698056,
      "loss": 0.005186258349567652,
      "step": 1952,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.373056994818653,
      "grad_norm": 4.0625,
      "learning_rate": 5e-05,
      "loss": 0.0275,
      "step": 1953
    },
    {
      "epoch": 3.373056994818653,
      "latent_token_nums": 16.0,
      "step": 1953
    },
    {
      "epoch": 3.373056994818653,
      "step": 1953,
      "thought_step_nums": 11.9375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.034972697496414185,
      "contrastive_loss#1": 0.17486348748207092,
      "epoch": 3.373056994818653,
      "lm_loss": 0.00043276193900965154,
      "loss": 0.03540546074509621,
      "step": 1953,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.3747841105354057,
      "grad_norm": 4.28125,
      "learning_rate": 5e-05,
      "loss": 0.0285,
      "step": 1954
    },
    {
      "epoch": 3.3747841105354057,
      "latent_token_nums": 16.0,
      "step": 1954
    },
    {
      "epoch": 3.3747841105354057,
      "step": 1954,
      "thought_step_nums": 12.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.002047682646661997,
      "contrastive_loss#1": 0.010238412767648697,
      "epoch": 3.3747841105354057,
      "lm_loss": 0.0014823985984548926,
      "loss": 0.0035300813615322113,
      "step": 1954,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.376511226252159,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.0272,
      "step": 1955
    },
    {
      "epoch": 3.376511226252159,
      "latent_token_nums": 16.0,
      "step": 1955
    },
    {
      "epoch": 3.376511226252159,
      "step": 1955,
      "thought_step_nums": 11.0
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.029209215193986893,
      "contrastive_loss#1": 0.14604607224464417,
      "epoch": 3.376511226252159,
      "lm_loss": 0.0003504130872897804,
      "loss": 0.029559629037976265,
      "step": 1955,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.378238341968912,
      "grad_norm": 3.46875,
      "learning_rate": 5e-05,
      "loss": 0.0228,
      "step": 1956
    },
    {
      "epoch": 3.378238341968912,
      "latent_token_nums": 16.0,
      "step": 1956
    },
    {
      "epoch": 3.378238341968912,
      "step": 1956,
      "thought_step_nums": 11.625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05003170296549797,
      "contrastive_loss#1": 0.25015851855278015,
      "epoch": 3.378238341968912,
      "lm_loss": 0.0013022307539358735,
      "loss": 0.05133393406867981,
      "step": 1956,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.379965457685665,
      "grad_norm": 3.578125,
      "learning_rate": 5e-05,
      "loss": 0.0257,
      "step": 1957
    },
    {
      "epoch": 3.379965457685665,
      "latent_token_nums": 16.0,
      "step": 1957
    },
    {
      "epoch": 3.379965457685665,
      "step": 1957,
      "thought_step_nums": 12.0625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.016543135046958923,
      "contrastive_loss#1": 0.08271567523479462,
      "epoch": 3.379965457685665,
      "lm_loss": 0.001047371537424624,
      "loss": 0.017590506002306938,
      "step": 1957,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.381692573402418,
      "grad_norm": 4.1875,
      "learning_rate": 5e-05,
      "loss": 0.0316,
      "step": 1958
    },
    {
      "epoch": 3.381692573402418,
      "latent_token_nums": 16.0,
      "step": 1958
    },
    {
      "epoch": 3.381692573402418,
      "step": 1958,
      "thought_step_nums": 10.875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09762846678495407,
      "contrastive_loss#1": 0.48814231157302856,
      "epoch": 3.381692573402418,
      "lm_loss": 0.00010905176168307662,
      "loss": 0.09773752093315125,
      "step": 1958,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.383419689119171,
      "grad_norm": 3.515625,
      "learning_rate": 5e-05,
      "loss": 0.0216,
      "step": 1959
    },
    {
      "epoch": 3.383419689119171,
      "latent_token_nums": 16.0,
      "step": 1959
    },
    {
      "epoch": 3.383419689119171,
      "step": 1959,
      "thought_step_nums": 12.0
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.033627938479185104,
      "contrastive_loss#1": 0.16813969612121582,
      "epoch": 3.383419689119171,
      "lm_loss": 0.0003090461832471192,
      "loss": 0.033936984837055206,
      "step": 1959,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 3.385146804835924,
      "grad_norm": 3.515625,
      "learning_rate": 5e-05,
      "loss": 0.0249,
      "step": 1960
    },
    {
      "epoch": 3.385146804835924,
      "latent_token_nums": 16.0,
      "step": 1960
    },
    {
      "epoch": 3.385146804835924,
      "step": 1960,
      "thought_step_nums": 11.875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.016634656116366386,
      "contrastive_loss#1": 0.08317328244447708,
      "epoch": 3.385146804835924,
      "lm_loss": 0.00019473124120850116,
      "loss": 0.016829388216137886,
      "step": 1960,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 3.386873920552677,
      "grad_norm": 3.109375,
      "learning_rate": 5e-05,
      "loss": 0.0213,
      "step": 1961
    },
    {
      "epoch": 3.386873920552677,
      "latent_token_nums": 16.0,
      "step": 1961
    },
    {
      "epoch": 3.386873920552677,
      "step": 1961,
      "thought_step_nums": 10.8125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09552882611751556,
      "contrastive_loss#1": 0.4776441156864166,
      "epoch": 3.386873920552677,
      "lm_loss": 0.0001545140112284571,
      "loss": 0.09568334370851517,
      "step": 1961,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 3.38860103626943,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.0328,
      "step": 1962
    },
    {
      "epoch": 3.38860103626943,
      "latent_token_nums": 16.0,
      "step": 1962
    },
    {
      "epoch": 3.38860103626943,
      "step": 1962,
      "thought_step_nums": 10.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.004008564632385969,
      "contrastive_loss#1": 0.020042823627591133,
      "epoch": 3.38860103626943,
      "lm_loss": 0.00018193485448136926,
      "loss": 0.0041904994286596775,
      "step": 1962,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.390328151986183,
      "grad_norm": 3.421875,
      "learning_rate": 5e-05,
      "loss": 0.0222,
      "step": 1963
    },
    {
      "epoch": 3.390328151986183,
      "latent_token_nums": 16.0,
      "step": 1963
    },
    {
      "epoch": 3.390328151986183,
      "step": 1963,
      "thought_step_nums": 11.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.00971214659512043,
      "contrastive_loss#1": 0.048560731112957,
      "epoch": 3.390328151986183,
      "lm_loss": 0.0005240797763690352,
      "loss": 0.0102362260222435,
      "step": 1963,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.3920552677029363,
      "grad_norm": 3.671875,
      "learning_rate": 5e-05,
      "loss": 0.0241,
      "step": 1964
    },
    {
      "epoch": 3.3920552677029363,
      "latent_token_nums": 16.0,
      "step": 1964
    },
    {
      "epoch": 3.3920552677029363,
      "step": 1964,
      "thought_step_nums": 10.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.015416237525641918,
      "contrastive_loss#1": 0.07708118855953217,
      "epoch": 3.3920552677029363,
      "lm_loss": 0.00016988615971058607,
      "loss": 0.015586123801767826,
      "step": 1964,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.393782383419689,
      "grad_norm": 3.640625,
      "learning_rate": 5e-05,
      "loss": 0.0245,
      "step": 1965
    },
    {
      "epoch": 3.393782383419689,
      "latent_token_nums": 16.0,
      "step": 1965
    },
    {
      "epoch": 3.393782383419689,
      "step": 1965,
      "thought_step_nums": 12.75
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.004326973110437393,
      "contrastive_loss#1": 0.021634865552186966,
      "epoch": 3.393782383419689,
      "lm_loss": 0.00021474846289493144,
      "loss": 0.004541721660643816,
      "step": 1965,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 3.395509499136442,
      "grad_norm": 3.59375,
      "learning_rate": 5e-05,
      "loss": 0.0246,
      "step": 1966
    },
    {
      "epoch": 3.395509499136442,
      "latent_token_nums": 16.0,
      "step": 1966
    },
    {
      "epoch": 3.395509499136442,
      "step": 1966,
      "thought_step_nums": 11.0625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0035338778980076313,
      "contrastive_loss#1": 0.01766938902437687,
      "epoch": 3.395509499136442,
      "lm_loss": 0.00023731557303108275,
      "loss": 0.0037711935583502054,
      "step": 1966,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.3972366148531954,
      "grad_norm": 3.71875,
      "learning_rate": 5e-05,
      "loss": 0.0275,
      "step": 1967
    },
    {
      "epoch": 3.3972366148531954,
      "latent_token_nums": 16.0,
      "step": 1967
    },
    {
      "epoch": 3.3972366148531954,
      "step": 1967,
      "thought_step_nums": 11.4375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04685530811548233,
      "contrastive_loss#1": 0.23427653312683105,
      "epoch": 3.3972366148531954,
      "lm_loss": 0.00042650054092518985,
      "loss": 0.04728180915117264,
      "step": 1967,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.3989637305699483,
      "grad_norm": 3.8125,
      "learning_rate": 5e-05,
      "loss": 0.0291,
      "step": 1968
    },
    {
      "epoch": 3.3989637305699483,
      "latent_token_nums": 16.0,
      "step": 1968
    },
    {
      "epoch": 3.3989637305699483,
      "step": 1968,
      "thought_step_nums": 11.9375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.08991865068674088,
      "contrastive_loss#1": 0.4495932459831238,
      "epoch": 3.3989637305699483,
      "lm_loss": 0.0001737877173582092,
      "loss": 0.09009243547916412,
      "step": 1968,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.400690846286701,
      "grad_norm": 4.0,
      "learning_rate": 5e-05,
      "loss": 0.0282,
      "step": 1969
    },
    {
      "epoch": 3.400690846286701,
      "latent_token_nums": 16.0,
      "step": 1969
    },
    {
      "epoch": 3.400690846286701,
      "step": 1969,
      "thought_step_nums": 11.75
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.006699379533529282,
      "contrastive_loss#1": 0.03349689766764641,
      "epoch": 3.400690846286701,
      "lm_loss": 0.00020833044254686683,
      "loss": 0.006907709874212742,
      "step": 1969,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.4024179620034545,
      "grad_norm": 4.09375,
      "learning_rate": 5e-05,
      "loss": 0.0278,
      "step": 1970
    },
    {
      "epoch": 3.4024179620034545,
      "latent_token_nums": 16.0,
      "step": 1970
    },
    {
      "epoch": 3.4024179620034545,
      "step": 1970,
      "thought_step_nums": 12.0625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.05292284116148949,
      "contrastive_loss#1": 0.26461419463157654,
      "epoch": 3.4024179620034545,
      "lm_loss": 0.0002655908465385437,
      "loss": 0.05318843200802803,
      "step": 1970,
      "valid_batch_size": 1024.4375
    },
    {
      "epoch": 3.4041450777202074,
      "grad_norm": 3.75,
      "learning_rate": 5e-05,
      "loss": 0.0245,
      "step": 1971
    },
    {
      "epoch": 3.4041450777202074,
      "latent_token_nums": 16.0,
      "step": 1971
    },
    {
      "epoch": 3.4041450777202074,
      "step": 1971,
      "thought_step_nums": 12.125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.053064849227666855,
      "contrastive_loss#1": 0.2653242349624634,
      "epoch": 3.4041450777202074,
      "lm_loss": 0.00011285545770078897,
      "loss": 0.05317770317196846,
      "step": 1971,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.4058721934369602,
      "grad_norm": 6.3125,
      "learning_rate": 5e-05,
      "loss": 0.0275,
      "step": 1972
    },
    {
      "epoch": 3.4058721934369602,
      "latent_token_nums": 16.0,
      "step": 1972
    },
    {
      "epoch": 3.4058721934369602,
      "step": 1972,
      "thought_step_nums": 12.4375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04930362477898598,
      "contrastive_loss#1": 0.2465181201696396,
      "epoch": 3.4058721934369602,
      "lm_loss": 0.00011102935241069645,
      "loss": 0.049414653331041336,
      "step": 1972,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.407599309153713,
      "grad_norm": 3.921875,
      "learning_rate": 5e-05,
      "loss": 0.0288,
      "step": 1973
    },
    {
      "epoch": 3.407599309153713,
      "latent_token_nums": 16.0,
      "step": 1973
    },
    {
      "epoch": 3.407599309153713,
      "step": 1973,
      "thought_step_nums": 11.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.004815138876438141,
      "contrastive_loss#1": 0.024075694382190704,
      "epoch": 3.407599309153713,
      "lm_loss": 0.0008232402033172548,
      "loss": 0.0056383791379630566,
      "step": 1973,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.4093264248704664,
      "grad_norm": 4.8125,
      "learning_rate": 5e-05,
      "loss": 0.0236,
      "step": 1974
    },
    {
      "epoch": 3.4093264248704664,
      "latent_token_nums": 16.0,
      "step": 1974
    },
    {
      "epoch": 3.4093264248704664,
      "step": 1974,
      "thought_step_nums": 11.0625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.010754144750535488,
      "contrastive_loss#1": 0.053770724684000015,
      "epoch": 3.4093264248704664,
      "lm_loss": 0.0002006914437515661,
      "loss": 0.010954836383461952,
      "step": 1974,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.4110535405872193,
      "grad_norm": 3.46875,
      "learning_rate": 5e-05,
      "loss": 0.0232,
      "step": 1975
    },
    {
      "epoch": 3.4110535405872193,
      "latent_token_nums": 16.0,
      "step": 1975
    },
    {
      "epoch": 3.4110535405872193,
      "step": 1975,
      "thought_step_nums": 10.9375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02824668399989605,
      "contrastive_loss#1": 0.1412334144115448,
      "epoch": 3.4110535405872193,
      "lm_loss": 0.0004343777836766094,
      "loss": 0.028681062161922455,
      "step": 1975,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.412780656303972,
      "grad_norm": 3.5,
      "learning_rate": 5e-05,
      "loss": 0.0255,
      "step": 1976
    },
    {
      "epoch": 3.412780656303972,
      "latent_token_nums": 16.0,
      "step": 1976
    },
    {
      "epoch": 3.412780656303972,
      "step": 1976,
      "thought_step_nums": 10.5
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.11073388904333115,
      "contrastive_loss#1": 0.5536694526672363,
      "epoch": 3.412780656303972,
      "lm_loss": 0.001394069055095315,
      "loss": 0.11212795972824097,
      "step": 1976,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 3.4145077720207255,
      "grad_norm": 3.59375,
      "learning_rate": 5e-05,
      "loss": 0.0254,
      "step": 1977
    },
    {
      "epoch": 3.4145077720207255,
      "latent_token_nums": 16.0,
      "step": 1977
    },
    {
      "epoch": 3.4145077720207255,
      "step": 1977,
      "thought_step_nums": 12.0
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05852680280804634,
      "contrastive_loss#1": 0.2926340103149414,
      "epoch": 3.4145077720207255,
      "lm_loss": 0.0005140859284438193,
      "loss": 0.05904088914394379,
      "step": 1977,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.4162348877374784,
      "grad_norm": 3.4375,
      "learning_rate": 5e-05,
      "loss": 0.0231,
      "step": 1978
    },
    {
      "epoch": 3.4162348877374784,
      "latent_token_nums": 16.0,
      "step": 1978
    },
    {
      "epoch": 3.4162348877374784,
      "step": 1978,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0015580712351948023,
      "contrastive_loss#1": 0.007790355943143368,
      "epoch": 3.4162348877374784,
      "lm_loss": 0.0005600221920758486,
      "loss": 0.002118093427270651,
      "step": 1978,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.4179620034542313,
      "grad_norm": 5.40625,
      "learning_rate": 5e-05,
      "loss": 0.0255,
      "step": 1979
    },
    {
      "epoch": 3.4179620034542313,
      "latent_token_nums": 16.0,
      "step": 1979
    },
    {
      "epoch": 3.4179620034542313,
      "step": 1979,
      "thought_step_nums": 10.625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.021432211622595787,
      "contrastive_loss#1": 0.10716105252504349,
      "epoch": 3.4179620034542313,
      "lm_loss": 0.00023877629428170621,
      "loss": 0.021670987829566002,
      "step": 1979,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.4196891191709846,
      "grad_norm": 3.484375,
      "learning_rate": 5e-05,
      "loss": 0.023,
      "step": 1980
    },
    {
      "epoch": 3.4196891191709846,
      "latent_token_nums": 16.0,
      "step": 1980
    },
    {
      "epoch": 3.4196891191709846,
      "step": 1980,
      "thought_step_nums": 12.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.018446728587150574,
      "contrastive_loss#1": 0.09223364293575287,
      "epoch": 3.4196891191709846,
      "lm_loss": 0.00045728101395070553,
      "loss": 0.018904009833931923,
      "step": 1980,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.4214162348877375,
      "grad_norm": 4.3125,
      "learning_rate": 5e-05,
      "loss": 0.0282,
      "step": 1981
    },
    {
      "epoch": 3.4214162348877375,
      "latent_token_nums": 16.0,
      "step": 1981
    },
    {
      "epoch": 3.4214162348877375,
      "step": 1981,
      "thought_step_nums": 11.0625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.021760892122983932,
      "contrastive_loss#1": 0.10880445688962936,
      "epoch": 3.4214162348877375,
      "lm_loss": 0.001277269097045064,
      "loss": 0.023038161918520927,
      "step": 1981,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 3.4231433506044904,
      "grad_norm": 3.3125,
      "learning_rate": 5e-05,
      "loss": 0.0231,
      "step": 1982
    },
    {
      "epoch": 3.4231433506044904,
      "latent_token_nums": 16.0,
      "step": 1982
    },
    {
      "epoch": 3.4231433506044904,
      "step": 1982,
      "thought_step_nums": 11.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.005978879984468222,
      "contrastive_loss#1": 0.029894400388002396,
      "epoch": 3.4231433506044904,
      "lm_loss": 0.049174755811691284,
      "loss": 0.055153634399175644,
      "step": 1982,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.4248704663212437,
      "grad_norm": 3.578125,
      "learning_rate": 5e-05,
      "loss": 0.0235,
      "step": 1983
    },
    {
      "epoch": 3.4248704663212437,
      "latent_token_nums": 16.0,
      "step": 1983
    },
    {
      "epoch": 3.4248704663212437,
      "step": 1983,
      "thought_step_nums": 12.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.005306503269821405,
      "contrastive_loss#1": 0.02653251588344574,
      "epoch": 3.4248704663212437,
      "lm_loss": 0.0006847703480161726,
      "loss": 0.005991273559629917,
      "step": 1983,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.4265975820379966,
      "grad_norm": 7.15625,
      "learning_rate": 5e-05,
      "loss": 0.0286,
      "step": 1984
    },
    {
      "epoch": 3.4265975820379966,
      "latent_token_nums": 16.0,
      "step": 1984
    },
    {
      "epoch": 3.4265975820379966,
      "step": 1984,
      "thought_step_nums": 11.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0014808926498517394,
      "contrastive_loss#1": 0.007404463365674019,
      "epoch": 3.4265975820379966,
      "lm_loss": 0.0015803617425262928,
      "loss": 0.003061254508793354,
      "step": 1984,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.4283246977547495,
      "grad_norm": 4.28125,
      "learning_rate": 5e-05,
      "loss": 0.0264,
      "step": 1985
    },
    {
      "epoch": 3.4283246977547495,
      "latent_token_nums": 16.0,
      "step": 1985
    },
    {
      "epoch": 3.4283246977547495,
      "step": 1985,
      "thought_step_nums": 11.0625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.018948044627904892,
      "contrastive_loss#1": 0.09474021941423416,
      "epoch": 3.4283246977547495,
      "lm_loss": 0.00042951409704983234,
      "loss": 0.019377559423446655,
      "step": 1985,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 3.4300518134715023,
      "grad_norm": 5.84375,
      "learning_rate": 5e-05,
      "loss": 0.0323,
      "step": 1986
    },
    {
      "epoch": 3.4300518134715023,
      "latent_token_nums": 16.0,
      "step": 1986
    },
    {
      "epoch": 3.4300518134715023,
      "step": 1986,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06949867308139801,
      "contrastive_loss#1": 0.34749335050582886,
      "epoch": 3.4300518134715023,
      "lm_loss": 0.0009515627752989531,
      "loss": 0.07045023888349533,
      "step": 1986,
      "valid_batch_size": 1024.3125
    },
    {
      "epoch": 3.4317789291882557,
      "grad_norm": 3.609375,
      "learning_rate": 5e-05,
      "loss": 0.0241,
      "step": 1987
    },
    {
      "epoch": 3.4317789291882557,
      "latent_token_nums": 16.0,
      "step": 1987
    },
    {
      "epoch": 3.4317789291882557,
      "step": 1987,
      "thought_step_nums": 11.125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03698011115193367,
      "contrastive_loss#1": 0.18490055203437805,
      "epoch": 3.4317789291882557,
      "lm_loss": 0.00010660979023668915,
      "loss": 0.03708672150969505,
      "step": 1987,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 3.4335060449050085,
      "grad_norm": 3.53125,
      "learning_rate": 5e-05,
      "loss": 0.0276,
      "step": 1988
    },
    {
      "epoch": 3.4335060449050085,
      "latent_token_nums": 16.0,
      "step": 1988
    },
    {
      "epoch": 3.4335060449050085,
      "step": 1988,
      "thought_step_nums": 11.8125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.017129406332969666,
      "contrastive_loss#1": 0.08564703166484833,
      "epoch": 3.4335060449050085,
      "lm_loss": 0.0001683199661783874,
      "loss": 0.01729772612452507,
      "step": 1988,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.4352331606217614,
      "grad_norm": 3.359375,
      "learning_rate": 5e-05,
      "loss": 0.0255,
      "step": 1989
    },
    {
      "epoch": 3.4352331606217614,
      "latent_token_nums": 16.0,
      "step": 1989
    },
    {
      "epoch": 3.4352331606217614,
      "step": 1989,
      "thought_step_nums": 11.375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02391943894326687,
      "contrastive_loss#1": 0.11959719657897949,
      "epoch": 3.4352331606217614,
      "lm_loss": 0.00029157628887332976,
      "loss": 0.024211015552282333,
      "step": 1989,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.4369602763385148,
      "grad_norm": 3.578125,
      "learning_rate": 5e-05,
      "loss": 0.0288,
      "step": 1990
    },
    {
      "epoch": 3.4369602763385148,
      "latent_token_nums": 16.0,
      "step": 1990
    },
    {
      "epoch": 3.4369602763385148,
      "step": 1990,
      "thought_step_nums": 12.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02295132353901863,
      "contrastive_loss#1": 0.11475661396980286,
      "epoch": 3.4369602763385148,
      "lm_loss": 0.00030122583848424256,
      "loss": 0.023252548649907112,
      "step": 1990,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.4386873920552676,
      "grad_norm": 7.28125,
      "learning_rate": 5e-05,
      "loss": 0.0261,
      "step": 1991
    },
    {
      "epoch": 3.4386873920552676,
      "latent_token_nums": 16.0,
      "step": 1991
    },
    {
      "epoch": 3.4386873920552676,
      "step": 1991,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.00258621689863503,
      "contrastive_loss#1": 0.012931084260344505,
      "epoch": 3.4386873920552676,
      "lm_loss": 0.0001849773689173162,
      "loss": 0.002771194325760007,
      "step": 1991,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.4404145077720205,
      "grad_norm": 4.21875,
      "learning_rate": 5e-05,
      "loss": 0.0294,
      "step": 1992
    },
    {
      "epoch": 3.4404145077720205,
      "latent_token_nums": 16.0,
      "step": 1992
    },
    {
      "epoch": 3.4404145077720205,
      "step": 1992,
      "thought_step_nums": 11.9375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04021564871072769,
      "contrastive_loss#1": 0.20107823610305786,
      "epoch": 3.4404145077720205,
      "lm_loss": 0.00025771261425688863,
      "loss": 0.04047336056828499,
      "step": 1992,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.442141623488774,
      "grad_norm": 3.5625,
      "learning_rate": 5e-05,
      "loss": 0.028,
      "step": 1993
    },
    {
      "epoch": 3.442141623488774,
      "latent_token_nums": 16.0,
      "step": 1993
    },
    {
      "epoch": 3.442141623488774,
      "step": 1993,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.007335863541811705,
      "contrastive_loss#1": 0.03667931631207466,
      "epoch": 3.442141623488774,
      "lm_loss": 0.000276371487416327,
      "loss": 0.00761223491281271,
      "step": 1993,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.4438687392055267,
      "grad_norm": 3.875,
      "learning_rate": 5e-05,
      "loss": 0.0244,
      "step": 1994
    },
    {
      "epoch": 3.4438687392055267,
      "latent_token_nums": 16.0,
      "step": 1994
    },
    {
      "epoch": 3.4438687392055267,
      "step": 1994,
      "thought_step_nums": 11.8125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0037261515390127897,
      "contrastive_loss#1": 0.018630757927894592,
      "epoch": 3.4438687392055267,
      "lm_loss": 0.00018873493536375463,
      "loss": 0.003914886619895697,
      "step": 1994,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.4455958549222796,
      "grad_norm": 3.65625,
      "learning_rate": 5e-05,
      "loss": 0.0296,
      "step": 1995
    },
    {
      "epoch": 3.4455958549222796,
      "latent_token_nums": 16.0,
      "step": 1995
    },
    {
      "epoch": 3.4455958549222796,
      "step": 1995,
      "thought_step_nums": 12.6875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.060645174235105515,
      "contrastive_loss#1": 0.30322587490081787,
      "epoch": 3.4455958549222796,
      "lm_loss": 0.00011479289969429374,
      "loss": 0.06075996533036232,
      "step": 1995,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 3.447322970639033,
      "grad_norm": 173.0,
      "learning_rate": 5e-05,
      "loss": 0.0235,
      "step": 1996
    },
    {
      "epoch": 3.447322970639033,
      "latent_token_nums": 16.0,
      "step": 1996
    },
    {
      "epoch": 3.447322970639033,
      "step": 1996,
      "thought_step_nums": 11.25
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.012143462896347046,
      "contrastive_loss#1": 0.06071731448173523,
      "epoch": 3.447322970639033,
      "lm_loss": 0.0003463351458776742,
      "loss": 0.012489798478782177,
      "step": 1996,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 3.449050086355786,
      "grad_norm": 4.375,
      "learning_rate": 5e-05,
      "loss": 0.0324,
      "step": 1997
    },
    {
      "epoch": 3.449050086355786,
      "latent_token_nums": 16.0,
      "step": 1997
    },
    {
      "epoch": 3.449050086355786,
      "step": 1997,
      "thought_step_nums": 11.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02578812837600708,
      "contrastive_loss#1": 0.1289406418800354,
      "epoch": 3.449050086355786,
      "lm_loss": 7.713115337537602e-05,
      "loss": 0.025865258648991585,
      "step": 1997,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.4507772020725387,
      "grad_norm": 5.21875,
      "learning_rate": 5e-05,
      "loss": 0.0249,
      "step": 1998
    },
    {
      "epoch": 3.4507772020725387,
      "latent_token_nums": 16.0,
      "step": 1998
    },
    {
      "epoch": 3.4507772020725387,
      "step": 1998,
      "thought_step_nums": 12.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.005740536842495203,
      "contrastive_loss#1": 0.028702683746814728,
      "epoch": 3.4507772020725387,
      "lm_loss": 0.00013895041774958372,
      "loss": 0.0058794873766601086,
      "step": 1998,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.452504317789292,
      "grad_norm": 4.15625,
      "learning_rate": 5e-05,
      "loss": 0.0309,
      "step": 1999
    },
    {
      "epoch": 3.452504317789292,
      "latent_token_nums": 16.0,
      "step": 1999
    },
    {
      "epoch": 3.452504317789292,
      "step": 1999,
      "thought_step_nums": 11.375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03317176178097725,
      "contrastive_loss#1": 0.16585880517959595,
      "epoch": 3.452504317789292,
      "lm_loss": 0.00040896807331591845,
      "loss": 0.033580731600522995,
      "step": 1999,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.454231433506045,
      "grad_norm": 3.390625,
      "learning_rate": 5e-05,
      "loss": 0.0232,
      "step": 2000
    },
    {
      "epoch": 3.454231433506045,
      "latent_token_nums": 16.0,
      "step": 2000
    },
    {
      "epoch": 3.454231433506045,
      "step": 2000,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.019869646057486534,
      "contrastive_loss#1": 0.09934823215007782,
      "epoch": 3.454231433506045,
      "lm_loss": 0.00027535867411643267,
      "loss": 0.020145004615187645,
      "step": 2000,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 3.4559585492227978,
      "grad_norm": 7.59375,
      "learning_rate": 5e-05,
      "loss": 0.0349,
      "step": 2001
    },
    {
      "epoch": 3.4559585492227978,
      "latent_token_nums": 16.0,
      "step": 2001
    },
    {
      "epoch": 3.4559585492227978,
      "step": 2001,
      "thought_step_nums": 11.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0026073891203850508,
      "contrastive_loss#1": 0.013036944903433323,
      "epoch": 3.4559585492227978,
      "lm_loss": 0.00019496193272061646,
      "loss": 0.0028023510240018368,
      "step": 2001,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.457685664939551,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.0297,
      "step": 2002
    },
    {
      "epoch": 3.457685664939551,
      "latent_token_nums": 16.0,
      "step": 2002
    },
    {
      "epoch": 3.457685664939551,
      "step": 2002,
      "thought_step_nums": 11.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.003403870854526758,
      "contrastive_loss#1": 0.017019353806972504,
      "epoch": 3.457685664939551,
      "lm_loss": 0.0005880497628822923,
      "loss": 0.003991920500993729,
      "step": 2002,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.459412780656304,
      "grad_norm": 6.84375,
      "learning_rate": 5e-05,
      "loss": 0.0265,
      "step": 2003
    },
    {
      "epoch": 3.459412780656304,
      "latent_token_nums": 16.0,
      "step": 2003
    },
    {
      "epoch": 3.459412780656304,
      "step": 2003,
      "thought_step_nums": 11.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.004688969813287258,
      "contrastive_loss#1": 0.023444848135113716,
      "epoch": 3.459412780656304,
      "lm_loss": 0.00024209044931922108,
      "loss": 0.004931060131639242,
      "step": 2003,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.461139896373057,
      "grad_norm": 3.40625,
      "learning_rate": 5e-05,
      "loss": 0.0219,
      "step": 2004
    },
    {
      "epoch": 3.461139896373057,
      "latent_token_nums": 16.0,
      "step": 2004
    },
    {
      "epoch": 3.461139896373057,
      "step": 2004,
      "thought_step_nums": 11.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.00268376967869699,
      "contrastive_loss#1": 0.013418847694993019,
      "epoch": 3.461139896373057,
      "lm_loss": 0.00036537519190460443,
      "loss": 0.0030491449870169163,
      "step": 2004,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.46286701208981,
      "grad_norm": 3.640625,
      "learning_rate": 5e-05,
      "loss": 0.0251,
      "step": 2005
    },
    {
      "epoch": 3.46286701208981,
      "latent_token_nums": 16.0,
      "step": 2005
    },
    {
      "epoch": 3.46286701208981,
      "step": 2005,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.07863348722457886,
      "contrastive_loss#1": 0.3931674361228943,
      "epoch": 3.46286701208981,
      "lm_loss": 0.00038908072747290134,
      "loss": 0.07902257144451141,
      "step": 2005,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.464594127806563,
      "grad_norm": 3.875,
      "learning_rate": 5e-05,
      "loss": 0.0307,
      "step": 2006
    },
    {
      "epoch": 3.464594127806563,
      "latent_token_nums": 16.0,
      "step": 2006
    },
    {
      "epoch": 3.464594127806563,
      "step": 2006,
      "thought_step_nums": 11.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01424852292984724,
      "contrastive_loss#1": 0.07124261558055878,
      "epoch": 3.464594127806563,
      "lm_loss": 0.0002771312720142305,
      "loss": 0.014525653794407845,
      "step": 2006,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.466321243523316,
      "grad_norm": 3.40625,
      "learning_rate": 5e-05,
      "loss": 0.0257,
      "step": 2007
    },
    {
      "epoch": 3.466321243523316,
      "latent_token_nums": 16.0,
      "step": 2007
    },
    {
      "epoch": 3.466321243523316,
      "step": 2007,
      "thought_step_nums": 10.9375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03107498586177826,
      "contrastive_loss#1": 0.1553749293088913,
      "epoch": 3.466321243523316,
      "lm_loss": 0.0007025364320725203,
      "loss": 0.031777523458004,
      "step": 2007,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.4680483592400693,
      "grad_norm": 3.71875,
      "learning_rate": 5e-05,
      "loss": 0.0233,
      "step": 2008
    },
    {
      "epoch": 3.4680483592400693,
      "latent_token_nums": 16.0,
      "step": 2008
    },
    {
      "epoch": 3.4680483592400693,
      "step": 2008,
      "thought_step_nums": 12.1875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04821955785155296,
      "contrastive_loss#1": 0.24109779298305511,
      "epoch": 3.4680483592400693,
      "lm_loss": 0.0004828674718737602,
      "loss": 0.0487024262547493,
      "step": 2008,
      "valid_batch_size": 1024.25
    },
    {
      "epoch": 3.469775474956822,
      "grad_norm": 3.84375,
      "learning_rate": 5e-05,
      "loss": 0.0435,
      "step": 2009
    },
    {
      "epoch": 3.469775474956822,
      "latent_token_nums": 16.0,
      "step": 2009
    },
    {
      "epoch": 3.469775474956822,
      "step": 2009,
      "thought_step_nums": 12.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.005517078097909689,
      "contrastive_loss#1": 0.027585390955209732,
      "epoch": 3.469775474956822,
      "lm_loss": 0.00031761371064931154,
      "loss": 0.005834691692143679,
      "step": 2009,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.471502590673575,
      "grad_norm": 3.890625,
      "learning_rate": 5e-05,
      "loss": 0.0227,
      "step": 2010
    },
    {
      "epoch": 3.471502590673575,
      "latent_token_nums": 16.0,
      "step": 2010
    },
    {
      "epoch": 3.471502590673575,
      "step": 2010,
      "thought_step_nums": 10.6875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03671089932322502,
      "contrastive_loss#1": 0.1835544854402542,
      "epoch": 3.471502590673575,
      "lm_loss": 0.00027568594668991864,
      "loss": 0.0369865857064724,
      "step": 2010,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 3.4732297063903284,
      "grad_norm": 3.9375,
      "learning_rate": 5e-05,
      "loss": 0.0294,
      "step": 2011
    },
    {
      "epoch": 3.4732297063903284,
      "latent_token_nums": 16.0,
      "step": 2011
    },
    {
      "epoch": 3.4732297063903284,
      "step": 2011,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.036797378212213516,
      "contrastive_loss#1": 0.18398688733577728,
      "epoch": 3.4732297063903284,
      "lm_loss": 0.0003506821230985224,
      "loss": 0.03714806213974953,
      "step": 2011,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.4749568221070812,
      "grad_norm": 3.96875,
      "learning_rate": 5e-05,
      "loss": 0.0237,
      "step": 2012
    },
    {
      "epoch": 3.4749568221070812,
      "latent_token_nums": 16.0,
      "step": 2012
    },
    {
      "epoch": 3.4749568221070812,
      "step": 2012,
      "thought_step_nums": 10.6875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0224363561719656,
      "contrastive_loss#1": 0.11218177527189255,
      "epoch": 3.4749568221070812,
      "lm_loss": 0.00013166929420549423,
      "loss": 0.022568024694919586,
      "step": 2012,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.476683937823834,
      "grad_norm": 3.640625,
      "learning_rate": 5e-05,
      "loss": 0.0232,
      "step": 2013
    },
    {
      "epoch": 3.476683937823834,
      "latent_token_nums": 16.0,
      "step": 2013
    },
    {
      "epoch": 3.476683937823834,
      "step": 2013,
      "thought_step_nums": 12.0625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.012154005467891693,
      "contrastive_loss#1": 0.060770027339458466,
      "epoch": 3.476683937823834,
      "lm_loss": 0.000714436755515635,
      "loss": 0.012868442572653294,
      "step": 2013,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.4784110535405874,
      "grad_norm": 3.421875,
      "learning_rate": 5e-05,
      "loss": 0.0245,
      "step": 2014
    },
    {
      "epoch": 3.4784110535405874,
      "latent_token_nums": 16.0,
      "step": 2014
    },
    {
      "epoch": 3.4784110535405874,
      "step": 2014,
      "thought_step_nums": 11.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.010040709748864174,
      "contrastive_loss#1": 0.05020354688167572,
      "epoch": 3.4784110535405874,
      "lm_loss": 0.0012411522911861539,
      "loss": 0.011281861923635006,
      "step": 2014,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.4801381692573403,
      "grad_norm": 3.71875,
      "learning_rate": 5e-05,
      "loss": 0.0266,
      "step": 2015
    },
    {
      "epoch": 3.4801381692573403,
      "latent_token_nums": 16.0,
      "step": 2015
    },
    {
      "epoch": 3.4801381692573403,
      "step": 2015,
      "thought_step_nums": 12.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01105247251689434,
      "contrastive_loss#1": 0.05526236072182655,
      "epoch": 3.4801381692573403,
      "lm_loss": 0.009200277738273144,
      "loss": 0.02025274932384491,
      "step": 2015,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 3.481865284974093,
      "grad_norm": 3.828125,
      "learning_rate": 5e-05,
      "loss": 0.0271,
      "step": 2016
    },
    {
      "epoch": 3.481865284974093,
      "latent_token_nums": 16.0,
      "step": 2016
    },
    {
      "epoch": 3.481865284974093,
      "step": 2016,
      "thought_step_nums": 11.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0022767758928239346,
      "contrastive_loss#1": 0.011383878998458385,
      "epoch": 3.481865284974093,
      "lm_loss": 0.0001908806007122621,
      "loss": 0.002467656508088112,
      "step": 2016,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.4835924006908465,
      "grad_norm": 3.5625,
      "learning_rate": 5e-05,
      "loss": 0.0233,
      "step": 2017
    },
    {
      "epoch": 3.4835924006908465,
      "latent_token_nums": 16.0,
      "step": 2017
    },
    {
      "epoch": 3.4835924006908465,
      "step": 2017,
      "thought_step_nums": 11.125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04425377771258354,
      "contrastive_loss#1": 0.221268892288208,
      "epoch": 3.4835924006908465,
      "lm_loss": 0.00029709204682148993,
      "loss": 0.04455086961388588,
      "step": 2017,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.4853195164075994,
      "grad_norm": 4.0,
      "learning_rate": 5e-05,
      "loss": 0.0274,
      "step": 2018
    },
    {
      "epoch": 3.4853195164075994,
      "latent_token_nums": 16.0,
      "step": 2018
    },
    {
      "epoch": 3.4853195164075994,
      "step": 2018,
      "thought_step_nums": 12.0625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.027379238978028297,
      "contrastive_loss#1": 0.13689619302749634,
      "epoch": 3.4853195164075994,
      "lm_loss": 0.00018829735927283764,
      "loss": 0.027567535638809204,
      "step": 2018,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.4870466321243523,
      "grad_norm": 4.625,
      "learning_rate": 5e-05,
      "loss": 0.0272,
      "step": 2019
    },
    {
      "epoch": 3.4870466321243523,
      "latent_token_nums": 16.0,
      "step": 2019
    },
    {
      "epoch": 3.4870466321243523,
      "step": 2019,
      "thought_step_nums": 11.375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03199455887079239,
      "contrastive_loss#1": 0.15997278690338135,
      "epoch": 3.4870466321243523,
      "lm_loss": 8.192508539650589e-05,
      "loss": 0.03207648545503616,
      "step": 2019,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 3.488773747841105,
      "grad_norm": 4.53125,
      "learning_rate": 5e-05,
      "loss": 0.0316,
      "step": 2020
    },
    {
      "epoch": 3.488773747841105,
      "latent_token_nums": 16.0,
      "step": 2020
    },
    {
      "epoch": 3.488773747841105,
      "step": 2020,
      "thought_step_nums": 12.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01587100140750408,
      "contrastive_loss#1": 0.07935500890016556,
      "epoch": 3.488773747841105,
      "lm_loss": 0.000703833531588316,
      "loss": 0.016574835404753685,
      "step": 2020,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 3.4905008635578585,
      "grad_norm": 4.0625,
      "learning_rate": 5e-05,
      "loss": 0.0274,
      "step": 2021
    },
    {
      "epoch": 3.4905008635578585,
      "latent_token_nums": 16.0,
      "step": 2021
    },
    {
      "epoch": 3.4905008635578585,
      "step": 2021,
      "thought_step_nums": 11.75
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.007686622440814972,
      "contrastive_loss#1": 0.03843311220407486,
      "epoch": 3.4905008635578585,
      "lm_loss": 6.136581941973418e-05,
      "loss": 0.00774798821657896,
      "step": 2021,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.4922279792746114,
      "grad_norm": 3.546875,
      "learning_rate": 5e-05,
      "loss": 0.0261,
      "step": 2022
    },
    {
      "epoch": 3.4922279792746114,
      "latent_token_nums": 16.0,
      "step": 2022
    },
    {
      "epoch": 3.4922279792746114,
      "step": 2022,
      "thought_step_nums": 12.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.008314436301589012,
      "contrastive_loss#1": 0.04157217964529991,
      "epoch": 3.4922279792746114,
      "lm_loss": 8.624242764199153e-05,
      "loss": 0.008400678634643555,
      "step": 2022,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.4939550949913643,
      "grad_norm": 3.75,
      "learning_rate": 5e-05,
      "loss": 0.0242,
      "step": 2023
    },
    {
      "epoch": 3.4939550949913643,
      "latent_token_nums": 16.0,
      "step": 2023
    },
    {
      "epoch": 3.4939550949913643,
      "step": 2023,
      "thought_step_nums": 11.75
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.1321258246898651,
      "contrastive_loss#1": 0.6606290936470032,
      "epoch": 3.4939550949913643,
      "lm_loss": 0.00011151641956530511,
      "loss": 0.13223734498023987,
      "step": 2023,
      "valid_batch_size": 1024.5
    },
    {
      "epoch": 3.4956822107081176,
      "grad_norm": 4.40625,
      "learning_rate": 5e-05,
      "loss": 0.0309,
      "step": 2024
    },
    {
      "epoch": 3.4956822107081176,
      "latent_token_nums": 16.0,
      "step": 2024
    },
    {
      "epoch": 3.4956822107081176,
      "step": 2024,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.029084330424666405,
      "contrastive_loss#1": 0.14542165398597717,
      "epoch": 3.4956822107081176,
      "lm_loss": 0.00034724202123470604,
      "loss": 0.029431572183966637,
      "step": 2024,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.4974093264248705,
      "grad_norm": 3.921875,
      "learning_rate": 5e-05,
      "loss": 0.0261,
      "step": 2025
    },
    {
      "epoch": 3.4974093264248705,
      "latent_token_nums": 16.0,
      "step": 2025
    },
    {
      "epoch": 3.4974093264248705,
      "step": 2025,
      "thought_step_nums": 12.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0257685836404562,
      "contrastive_loss#1": 0.12884292006492615,
      "epoch": 3.4974093264248705,
      "lm_loss": 6.0835056501673535e-05,
      "loss": 0.025829419493675232,
      "step": 2025,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 3.4991364421416233,
      "grad_norm": 3.828125,
      "learning_rate": 5e-05,
      "loss": 0.0233,
      "step": 2026
    },
    {
      "epoch": 3.4991364421416233,
      "latent_token_nums": 16.0,
      "step": 2026
    },
    {
      "epoch": 3.4991364421416233,
      "step": 2026,
      "thought_step_nums": 12.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.020073769614100456,
      "contrastive_loss#1": 0.10036884248256683,
      "epoch": 3.4991364421416233,
      "lm_loss": 0.00021659437334164977,
      "loss": 0.02029036357998848,
      "step": 2026,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.5008635578583767,
      "grad_norm": 3.84375,
      "learning_rate": 5e-05,
      "loss": 0.0219,
      "step": 2027
    },
    {
      "epoch": 3.5008635578583767,
      "latent_token_nums": 16.0,
      "step": 2027
    },
    {
      "epoch": 3.5008635578583767,
      "step": 2027,
      "thought_step_nums": 11.625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.052637454122304916,
      "contrastive_loss#1": 0.2631872594356537,
      "epoch": 3.5008635578583767,
      "lm_loss": 0.0004034726298414171,
      "loss": 0.05304092541337013,
      "step": 2027,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 3.5025906735751295,
      "grad_norm": 4.5,
      "learning_rate": 5e-05,
      "loss": 0.028,
      "step": 2028
    },
    {
      "epoch": 3.5025906735751295,
      "latent_token_nums": 16.0,
      "step": 2028
    },
    {
      "epoch": 3.5025906735751295,
      "step": 2028,
      "thought_step_nums": 11.8125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02628287486732006,
      "contrastive_loss#1": 0.13141436874866486,
      "epoch": 3.5025906735751295,
      "lm_loss": 0.00022220308892428875,
      "loss": 0.02650507725775242,
      "step": 2028,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.5043177892918824,
      "grad_norm": 4.65625,
      "learning_rate": 5e-05,
      "loss": 0.0302,
      "step": 2029
    },
    {
      "epoch": 3.5043177892918824,
      "latent_token_nums": 16.0,
      "step": 2029
    },
    {
      "epoch": 3.5043177892918824,
      "step": 2029,
      "thought_step_nums": 10.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.014324555173516273,
      "contrastive_loss#1": 0.07162277400493622,
      "epoch": 3.5043177892918824,
      "lm_loss": 0.00014361539797391742,
      "loss": 0.014468170702457428,
      "step": 2029,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.5060449050086353,
      "grad_norm": 3.5,
      "learning_rate": 5e-05,
      "loss": 0.026,
      "step": 2030
    },
    {
      "epoch": 3.5060449050086353,
      "latent_token_nums": 16.0,
      "step": 2030
    },
    {
      "epoch": 3.5060449050086353,
      "step": 2030,
      "thought_step_nums": 12.0625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.005565687082707882,
      "contrastive_loss#1": 0.027828434482216835,
      "epoch": 3.5060449050086353,
      "lm_loss": 0.00019171480380464345,
      "loss": 0.005757401697337627,
      "step": 2030,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.5077720207253886,
      "grad_norm": 3.609375,
      "learning_rate": 5e-05,
      "loss": 0.0199,
      "step": 2031
    },
    {
      "epoch": 3.5077720207253886,
      "latent_token_nums": 16.0,
      "step": 2031
    },
    {
      "epoch": 3.5077720207253886,
      "step": 2031,
      "thought_step_nums": 12.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.010252957232296467,
      "contrastive_loss#1": 0.05126478523015976,
      "epoch": 3.5077720207253886,
      "lm_loss": 0.00012322851398494095,
      "loss": 0.010376186110079288,
      "step": 2031,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.5094991364421415,
      "grad_norm": 4.21875,
      "learning_rate": 5e-05,
      "loss": 0.0239,
      "step": 2032
    },
    {
      "epoch": 3.5094991364421415,
      "latent_token_nums": 16.0,
      "step": 2032
    },
    {
      "epoch": 3.5094991364421415,
      "step": 2032,
      "thought_step_nums": 11.5
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.09747156500816345,
      "contrastive_loss#1": 0.48735782504081726,
      "epoch": 3.5094991364421415,
      "lm_loss": 9.677904745331034e-05,
      "loss": 0.0975683405995369,
      "step": 2032,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.5112262521588944,
      "grad_norm": 28.875,
      "learning_rate": 5e-05,
      "loss": 0.0379,
      "step": 2033
    },
    {
      "epoch": 3.5112262521588944,
      "latent_token_nums": 16.0,
      "step": 2033
    },
    {
      "epoch": 3.5112262521588944,
      "step": 2033,
      "thought_step_nums": 11.875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.028389019891619682,
      "contrastive_loss#1": 0.14194509387016296,
      "epoch": 3.5112262521588944,
      "lm_loss": 0.0004324023029766977,
      "loss": 0.028821421787142754,
      "step": 2033,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.5129533678756477,
      "grad_norm": 3.28125,
      "learning_rate": 5e-05,
      "loss": 0.0198,
      "step": 2034
    },
    {
      "epoch": 3.5129533678756477,
      "latent_token_nums": 16.0,
      "step": 2034
    },
    {
      "epoch": 3.5129533678756477,
      "step": 2034,
      "thought_step_nums": 12.125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03844667226076126,
      "contrastive_loss#1": 0.1922333538532257,
      "epoch": 3.5129533678756477,
      "lm_loss": 0.0003366399323567748,
      "loss": 0.03878331184387207,
      "step": 2034,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.5146804835924006,
      "grad_norm": 3.5625,
      "learning_rate": 5e-05,
      "loss": 0.0208,
      "step": 2035
    },
    {
      "epoch": 3.5146804835924006,
      "latent_token_nums": 16.0,
      "step": 2035
    },
    {
      "epoch": 3.5146804835924006,
      "step": 2035,
      "thought_step_nums": 11.8125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.017524493858218193,
      "contrastive_loss#1": 0.08762246370315552,
      "epoch": 3.5146804835924006,
      "lm_loss": 0.00020109707838855684,
      "loss": 0.017725590616464615,
      "step": 2035,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.5164075993091535,
      "grad_norm": 4.4375,
      "learning_rate": 5e-05,
      "loss": 0.0235,
      "step": 2036
    },
    {
      "epoch": 3.5164075993091535,
      "latent_token_nums": 16.0,
      "step": 2036
    },
    {
      "epoch": 3.5164075993091535,
      "step": 2036,
      "thought_step_nums": 10.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01147843524813652,
      "contrastive_loss#1": 0.0573921762406826,
      "epoch": 3.5164075993091535,
      "lm_loss": 9.27621076698415e-05,
      "loss": 0.011571197770535946,
      "step": 2036,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.518134715025907,
      "grad_norm": 3.671875,
      "learning_rate": 5e-05,
      "loss": 0.026,
      "step": 2037
    },
    {
      "epoch": 3.518134715025907,
      "latent_token_nums": 16.0,
      "step": 2037
    },
    {
      "epoch": 3.518134715025907,
      "step": 2037,
      "thought_step_nums": 12.1875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07822856307029724,
      "contrastive_loss#1": 0.3911428153514862,
      "epoch": 3.518134715025907,
      "lm_loss": 0.00017587501497473568,
      "loss": 0.07840444147586823,
      "step": 2037,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.5198618307426597,
      "grad_norm": 4.0,
      "learning_rate": 5e-05,
      "loss": 0.024,
      "step": 2038
    },
    {
      "epoch": 3.5198618307426597,
      "latent_token_nums": 16.0,
      "step": 2038
    },
    {
      "epoch": 3.5198618307426597,
      "step": 2038,
      "thought_step_nums": 11.625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05063356086611748,
      "contrastive_loss#1": 0.2531678080558777,
      "epoch": 3.5198618307426597,
      "lm_loss": 0.00027745059924200177,
      "loss": 0.050911013036966324,
      "step": 2038,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.5215889464594126,
      "grad_norm": 4.40625,
      "learning_rate": 5e-05,
      "loss": 0.0285,
      "step": 2039
    },
    {
      "epoch": 3.5215889464594126,
      "latent_token_nums": 16.0,
      "step": 2039
    },
    {
      "epoch": 3.5215889464594126,
      "step": 2039,
      "thought_step_nums": 11.5
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.030251292511820793,
      "contrastive_loss#1": 0.15125645697116852,
      "epoch": 3.5215889464594126,
      "lm_loss": 0.00018552425899542868,
      "loss": 0.030436817556619644,
      "step": 2039,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.523316062176166,
      "grad_norm": 4.0625,
      "learning_rate": 5e-05,
      "loss": 0.0277,
      "step": 2040
    },
    {
      "epoch": 3.523316062176166,
      "latent_token_nums": 16.0,
      "step": 2040
    },
    {
      "epoch": 3.523316062176166,
      "step": 2040,
      "thought_step_nums": 11.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01051622536033392,
      "contrastive_loss#1": 0.05258112773299217,
      "epoch": 3.523316062176166,
      "lm_loss": 0.0001571087632328272,
      "loss": 0.010673333890736103,
      "step": 2040,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.5250431778929188,
      "grad_norm": 7.375,
      "learning_rate": 5e-05,
      "loss": 0.0299,
      "step": 2041
    },
    {
      "epoch": 3.5250431778929188,
      "latent_token_nums": 16.0,
      "step": 2041
    },
    {
      "epoch": 3.5250431778929188,
      "step": 2041,
      "thought_step_nums": 10.5625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04302533343434334,
      "contrastive_loss#1": 0.2151266634464264,
      "epoch": 3.5250431778929188,
      "lm_loss": 5.423470793175511e-05,
      "loss": 0.043079569935798645,
      "step": 2041,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 3.5267702936096716,
      "grad_norm": 3.609375,
      "learning_rate": 5e-05,
      "loss": 0.0226,
      "step": 2042
    },
    {
      "epoch": 3.5267702936096716,
      "latent_token_nums": 16.0,
      "step": 2042
    },
    {
      "epoch": 3.5267702936096716,
      "step": 2042,
      "thought_step_nums": 11.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.004962255246937275,
      "contrastive_loss#1": 0.0248112753033638,
      "epoch": 3.5267702936096716,
      "lm_loss": 0.0001312651002081111,
      "loss": 0.0050935205072164536,
      "step": 2042,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.528497409326425,
      "grad_norm": 3.421875,
      "learning_rate": 5e-05,
      "loss": 0.0259,
      "step": 2043
    },
    {
      "epoch": 3.528497409326425,
      "latent_token_nums": 16.0,
      "step": 2043
    },
    {
      "epoch": 3.528497409326425,
      "step": 2043,
      "thought_step_nums": 12.0625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06566032022237778,
      "contrastive_loss#1": 0.3283016085624695,
      "epoch": 3.528497409326425,
      "lm_loss": 0.00023439727374352515,
      "loss": 0.065894715487957,
      "step": 2043,
      "valid_batch_size": 1024.3125
    },
    {
      "epoch": 3.530224525043178,
      "grad_norm": 3.53125,
      "learning_rate": 5e-05,
      "loss": 0.032,
      "step": 2044
    },
    {
      "epoch": 3.530224525043178,
      "latent_token_nums": 16.0,
      "step": 2044
    },
    {
      "epoch": 3.530224525043178,
      "step": 2044,
      "thought_step_nums": 11.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.007831300608813763,
      "contrastive_loss#1": 0.03915650025010109,
      "epoch": 3.530224525043178,
      "lm_loss": 0.00017117164679802954,
      "loss": 0.00800247211009264,
      "step": 2044,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.5319516407599307,
      "grad_norm": 3.546875,
      "learning_rate": 5e-05,
      "loss": 0.0214,
      "step": 2045
    },
    {
      "epoch": 3.5319516407599307,
      "latent_token_nums": 16.0,
      "step": 2045
    },
    {
      "epoch": 3.5319516407599307,
      "step": 2045,
      "thought_step_nums": 12.0
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.036909669637680054,
      "contrastive_loss#1": 0.18454834818840027,
      "epoch": 3.5319516407599307,
      "lm_loss": 9.139034955296665e-05,
      "loss": 0.03700105845928192,
      "step": 2045,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 3.533678756476684,
      "grad_norm": 4.4375,
      "learning_rate": 5e-05,
      "loss": 0.026,
      "step": 2046
    },
    {
      "epoch": 3.533678756476684,
      "latent_token_nums": 16.0,
      "step": 2046
    },
    {
      "epoch": 3.533678756476684,
      "step": 2046,
      "thought_step_nums": 10.0625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.022105688229203224,
      "contrastive_loss#1": 0.11052843928337097,
      "epoch": 3.533678756476684,
      "lm_loss": 0.00016978663916233927,
      "loss": 0.022275475785136223,
      "step": 2046,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.535405872193437,
      "grad_norm": 3.578125,
      "learning_rate": 5e-05,
      "loss": 0.0212,
      "step": 2047
    },
    {
      "epoch": 3.535405872193437,
      "latent_token_nums": 16.0,
      "step": 2047
    },
    {
      "epoch": 3.535405872193437,
      "step": 2047,
      "thought_step_nums": 11.9375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01848621852695942,
      "contrastive_loss#1": 0.09243109077215195,
      "epoch": 3.535405872193437,
      "lm_loss": 0.0001646866148803383,
      "loss": 0.018650904297828674,
      "step": 2047,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.53713298791019,
      "grad_norm": 3.609375,
      "learning_rate": 5e-05,
      "loss": 0.0239,
      "step": 2048
    },
    {
      "epoch": 3.53713298791019,
      "latent_token_nums": 16.0,
      "step": 2048
    },
    {
      "epoch": 3.53713298791019,
      "step": 2048,
      "thought_step_nums": 11.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05664651468396187,
      "contrastive_loss#1": 0.28323256969451904,
      "epoch": 3.53713298791019,
      "lm_loss": 0.00017362639482598752,
      "loss": 0.05682013928890228,
      "step": 2048,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.538860103626943,
      "grad_norm": 3.734375,
      "learning_rate": 5e-05,
      "loss": 0.021,
      "step": 2049
    },
    {
      "epoch": 3.538860103626943,
      "latent_token_nums": 16.0,
      "step": 2049
    },
    {
      "epoch": 3.538860103626943,
      "step": 2049,
      "thought_step_nums": 11.9375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.023312704637646675,
      "contrastive_loss#1": 0.11656352132558823,
      "epoch": 3.538860103626943,
      "lm_loss": 0.0012988292146474123,
      "loss": 0.02461153455078602,
      "step": 2049,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.540587219343696,
      "grad_norm": 3.296875,
      "learning_rate": 5e-05,
      "loss": 0.0251,
      "step": 2050
    },
    {
      "epoch": 3.540587219343696,
      "latent_token_nums": 16.0,
      "step": 2050
    },
    {
      "epoch": 3.540587219343696,
      "step": 2050,
      "thought_step_nums": 12.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.028854966163635254,
      "contrastive_loss#1": 0.14427483081817627,
      "epoch": 3.540587219343696,
      "lm_loss": 0.0003813077637460083,
      "loss": 0.02923627384006977,
      "step": 2050,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.542314335060449,
      "grad_norm": 4.0625,
      "learning_rate": 5e-05,
      "loss": 0.027,
      "step": 2051
    },
    {
      "epoch": 3.542314335060449,
      "latent_token_nums": 16.0,
      "step": 2051
    },
    {
      "epoch": 3.542314335060449,
      "step": 2051,
      "thought_step_nums": 12.375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.035118941217660904,
      "contrastive_loss#1": 0.17559470236301422,
      "epoch": 3.542314335060449,
      "lm_loss": 0.0005326851969584823,
      "loss": 0.03565162792801857,
      "step": 2051,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.5440414507772022,
      "grad_norm": 3.96875,
      "learning_rate": 5e-05,
      "loss": 0.0243,
      "step": 2052
    },
    {
      "epoch": 3.5440414507772022,
      "latent_token_nums": 16.0,
      "step": 2052
    },
    {
      "epoch": 3.5440414507772022,
      "step": 2052,
      "thought_step_nums": 12.0625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0131005784496665,
      "contrastive_loss#1": 0.06550288945436478,
      "epoch": 3.5440414507772022,
      "lm_loss": 0.0010294910753145814,
      "loss": 0.014130069874227047,
      "step": 2052,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 3.545768566493955,
      "grad_norm": 3.90625,
      "learning_rate": 5e-05,
      "loss": 0.0279,
      "step": 2053
    },
    {
      "epoch": 3.545768566493955,
      "latent_token_nums": 16.0,
      "step": 2053
    },
    {
      "epoch": 3.545768566493955,
      "step": 2053,
      "thought_step_nums": 10.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01883457973599434,
      "contrastive_loss#1": 0.0941728949546814,
      "epoch": 3.545768566493955,
      "lm_loss": 0.00029141889535821974,
      "loss": 0.01912599802017212,
      "step": 2053,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.547495682210708,
      "grad_norm": 3.734375,
      "learning_rate": 5e-05,
      "loss": 0.0235,
      "step": 2054
    },
    {
      "epoch": 3.547495682210708,
      "latent_token_nums": 16.0,
      "step": 2054
    },
    {
      "epoch": 3.547495682210708,
      "step": 2054,
      "thought_step_nums": 12.375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.030492139980196953,
      "contrastive_loss#1": 0.15246069431304932,
      "epoch": 3.547495682210708,
      "lm_loss": 0.00010088502313010395,
      "loss": 0.0305930245667696,
      "step": 2054,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.5492227979274613,
      "grad_norm": 3.59375,
      "learning_rate": 5e-05,
      "loss": 0.0282,
      "step": 2055
    },
    {
      "epoch": 3.5492227979274613,
      "latent_token_nums": 16.0,
      "step": 2055
    },
    {
      "epoch": 3.5492227979274613,
      "step": 2055,
      "thought_step_nums": 12.75
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02998671494424343,
      "contrastive_loss#1": 0.1499335765838623,
      "epoch": 3.5492227979274613,
      "lm_loss": 0.0001832725538406521,
      "loss": 0.030169988051056862,
      "step": 2055,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.550949913644214,
      "grad_norm": 3.328125,
      "learning_rate": 5e-05,
      "loss": 0.0208,
      "step": 2056
    },
    {
      "epoch": 3.550949913644214,
      "latent_token_nums": 16.0,
      "step": 2056
    },
    {
      "epoch": 3.550949913644214,
      "step": 2056,
      "thought_step_nums": 11.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.013281519524753094,
      "contrastive_loss#1": 0.06640759855508804,
      "epoch": 3.550949913644214,
      "lm_loss": 0.0008564295130781829,
      "loss": 0.014137948863208294,
      "step": 2056,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.552677029360967,
      "grad_norm": 3.890625,
      "learning_rate": 5e-05,
      "loss": 0.0249,
      "step": 2057
    },
    {
      "epoch": 3.552677029360967,
      "latent_token_nums": 16.0,
      "step": 2057
    },
    {
      "epoch": 3.552677029360967,
      "step": 2057,
      "thought_step_nums": 12.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.005698227323591709,
      "contrastive_loss#1": 0.02849113568663597,
      "epoch": 3.552677029360967,
      "lm_loss": 0.00031988363480195403,
      "loss": 0.006018111016601324,
      "step": 2057,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.5544041450777204,
      "grad_norm": 3.78125,
      "learning_rate": 5e-05,
      "loss": 0.0265,
      "step": 2058
    },
    {
      "epoch": 3.5544041450777204,
      "latent_token_nums": 16.0,
      "step": 2058
    },
    {
      "epoch": 3.5544041450777204,
      "step": 2058,
      "thought_step_nums": 10.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.014193479903042316,
      "contrastive_loss#1": 0.07096739858388901,
      "epoch": 3.5544041450777204,
      "lm_loss": 0.00010094141180161387,
      "loss": 0.014294421300292015,
      "step": 2058,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 3.5561312607944733,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.03,
      "step": 2059
    },
    {
      "epoch": 3.5561312607944733,
      "latent_token_nums": 16.0,
      "step": 2059
    },
    {
      "epoch": 3.5561312607944733,
      "step": 2059,
      "thought_step_nums": 11.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0021716074552387,
      "contrastive_loss#1": 0.010858036577701569,
      "epoch": 3.5561312607944733,
      "lm_loss": 0.00013734784442931414,
      "loss": 0.002308955416083336,
      "step": 2059,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 3.557858376511226,
      "grad_norm": 3.609375,
      "learning_rate": 5e-05,
      "loss": 0.0265,
      "step": 2060
    },
    {
      "epoch": 3.557858376511226,
      "latent_token_nums": 16.0,
      "step": 2060
    },
    {
      "epoch": 3.557858376511226,
      "step": 2060,
      "thought_step_nums": 11.25
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.00782665703445673,
      "contrastive_loss#1": 0.039133284240961075,
      "epoch": 3.557858376511226,
      "lm_loss": 0.0004517736961133778,
      "loss": 0.008278430439531803,
      "step": 2060,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.5595854922279795,
      "grad_norm": 3.984375,
      "learning_rate": 5e-05,
      "loss": 0.0276,
      "step": 2061
    },
    {
      "epoch": 3.5595854922279795,
      "latent_token_nums": 16.0,
      "step": 2061
    },
    {
      "epoch": 3.5595854922279795,
      "step": 2061,
      "thought_step_nums": 11.25
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.002385352971032262,
      "contrastive_loss#1": 0.011926764622330666,
      "epoch": 3.5595854922279795,
      "lm_loss": 0.001263882964849472,
      "loss": 0.003649235935881734,
      "step": 2061,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.5613126079447324,
      "grad_norm": 3.578125,
      "learning_rate": 5e-05,
      "loss": 0.0279,
      "step": 2062
    },
    {
      "epoch": 3.5613126079447324,
      "latent_token_nums": 16.0,
      "step": 2062
    },
    {
      "epoch": 3.5613126079447324,
      "step": 2062,
      "thought_step_nums": 11.25
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.017168475314974785,
      "contrastive_loss#1": 0.08584237098693848,
      "epoch": 3.5613126079447324,
      "lm_loss": 0.00048043683636933565,
      "loss": 0.017648912966251373,
      "step": 2062,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 3.5630397236614852,
      "grad_norm": 4.15625,
      "learning_rate": 5e-05,
      "loss": 0.0298,
      "step": 2063
    },
    {
      "epoch": 3.5630397236614852,
      "latent_token_nums": 16.0,
      "step": 2063
    },
    {
      "epoch": 3.5630397236614852,
      "step": 2063,
      "thought_step_nums": 11.75
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.006956711411476135,
      "contrastive_loss#1": 0.034783557057380676,
      "epoch": 3.5630397236614852,
      "lm_loss": 0.00013580264931079,
      "loss": 0.0070925140753388405,
      "step": 2063,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.5647668393782386,
      "grad_norm": 3.859375,
      "learning_rate": 5e-05,
      "loss": 0.0239,
      "step": 2064
    },
    {
      "epoch": 3.5647668393782386,
      "latent_token_nums": 16.0,
      "step": 2064
    },
    {
      "epoch": 3.5647668393782386,
      "step": 2064,
      "thought_step_nums": 12.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.003557513002306223,
      "contrastive_loss#1": 0.017787564545869827,
      "epoch": 3.5647668393782386,
      "lm_loss": 0.00022448528034146875,
      "loss": 0.003781998297199607,
      "step": 2064,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.5664939550949915,
      "grad_norm": 7.65625,
      "learning_rate": 5e-05,
      "loss": 0.0219,
      "step": 2065
    },
    {
      "epoch": 3.5664939550949915,
      "latent_token_nums": 16.0,
      "step": 2065
    },
    {
      "epoch": 3.5664939550949915,
      "step": 2065,
      "thought_step_nums": 10.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.013983330689370632,
      "contrastive_loss#1": 0.06991665065288544,
      "epoch": 3.5664939550949915,
      "lm_loss": 0.00018926034681499004,
      "loss": 0.014172591269016266,
      "step": 2065,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 3.5682210708117443,
      "grad_norm": 4.3125,
      "learning_rate": 5e-05,
      "loss": 0.0274,
      "step": 2066
    },
    {
      "epoch": 3.5682210708117443,
      "latent_token_nums": 16.0,
      "step": 2066
    },
    {
      "epoch": 3.5682210708117443,
      "step": 2066,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.029010547325015068,
      "contrastive_loss#1": 0.1450527310371399,
      "epoch": 3.5682210708117443,
      "lm_loss": 0.0003850882640108466,
      "loss": 0.029395636171102524,
      "step": 2066,
      "valid_batch_size": 1024.5
    },
    {
      "epoch": 3.5699481865284977,
      "grad_norm": 3.640625,
      "learning_rate": 5e-05,
      "loss": 0.0266,
      "step": 2067
    },
    {
      "epoch": 3.5699481865284977,
      "latent_token_nums": 16.0,
      "step": 2067
    },
    {
      "epoch": 3.5699481865284977,
      "step": 2067,
      "thought_step_nums": 11.0
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.028142202645540237,
      "contrastive_loss#1": 0.1407110095024109,
      "epoch": 3.5699481865284977,
      "lm_loss": 0.000259324413491413,
      "loss": 0.028401527553796768,
      "step": 2067,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.5716753022452505,
      "grad_norm": 3.296875,
      "learning_rate": 5e-05,
      "loss": 0.0222,
      "step": 2068
    },
    {
      "epoch": 3.5716753022452505,
      "latent_token_nums": 16.0,
      "step": 2068
    },
    {
      "epoch": 3.5716753022452505,
      "step": 2068,
      "thought_step_nums": 10.625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05582055076956749,
      "contrastive_loss#1": 0.27910274267196655,
      "epoch": 3.5716753022452505,
      "lm_loss": 0.0014236040879040956,
      "loss": 0.057244155555963516,
      "step": 2068,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.5734024179620034,
      "grad_norm": 3.65625,
      "learning_rate": 5e-05,
      "loss": 0.0245,
      "step": 2069
    },
    {
      "epoch": 3.5734024179620034,
      "latent_token_nums": 16.0,
      "step": 2069
    },
    {
      "epoch": 3.5734024179620034,
      "step": 2069,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07568562030792236,
      "contrastive_loss#1": 0.3784281015396118,
      "epoch": 3.5734024179620034,
      "lm_loss": 0.002191434847190976,
      "loss": 0.07787705212831497,
      "step": 2069,
      "valid_batch_size": 1024.4375
    },
    {
      "epoch": 3.5751295336787567,
      "grad_norm": 3.640625,
      "learning_rate": 5e-05,
      "loss": 0.0275,
      "step": 2070
    },
    {
      "epoch": 3.5751295336787567,
      "latent_token_nums": 16.0,
      "step": 2070
    },
    {
      "epoch": 3.5751295336787567,
      "step": 2070,
      "thought_step_nums": 11.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.007360596209764481,
      "contrastive_loss#1": 0.0368029810488224,
      "epoch": 3.5751295336787567,
      "lm_loss": 0.00025606449344195426,
      "loss": 0.0076166605576872826,
      "step": 2070,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.5768566493955096,
      "grad_norm": 4.28125,
      "learning_rate": 5e-05,
      "loss": 0.0295,
      "step": 2071
    },
    {
      "epoch": 3.5768566493955096,
      "latent_token_nums": 16.0,
      "step": 2071
    },
    {
      "epoch": 3.5768566493955096,
      "step": 2071,
      "thought_step_nums": 12.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03094913437962532,
      "contrastive_loss#1": 0.1547456681728363,
      "epoch": 3.5768566493955096,
      "lm_loss": 0.00010214195208391175,
      "loss": 0.0310512762516737,
      "step": 2071,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.5785837651122625,
      "grad_norm": 3.46875,
      "learning_rate": 5e-05,
      "loss": 0.024,
      "step": 2072
    },
    {
      "epoch": 3.5785837651122625,
      "latent_token_nums": 16.0,
      "step": 2072
    },
    {
      "epoch": 3.5785837651122625,
      "step": 2072,
      "thought_step_nums": 12.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.011702711693942547,
      "contrastive_loss#1": 0.05851355567574501,
      "epoch": 3.5785837651122625,
      "lm_loss": 0.00018316706700716168,
      "loss": 0.011885878629982471,
      "step": 2072,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.5803108808290154,
      "grad_norm": 4.15625,
      "learning_rate": 5e-05,
      "loss": 0.0258,
      "step": 2073
    },
    {
      "epoch": 3.5803108808290154,
      "latent_token_nums": 16.0,
      "step": 2073
    },
    {
      "epoch": 3.5803108808290154,
      "step": 2073,
      "thought_step_nums": 11.8125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0100196348503232,
      "contrastive_loss#1": 0.050098173320293427,
      "epoch": 3.5803108808290154,
      "lm_loss": 0.00014012049359735101,
      "loss": 0.010159755125641823,
      "step": 2073,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.5820379965457687,
      "grad_norm": 3.609375,
      "learning_rate": 5e-05,
      "loss": 0.023,
      "step": 2074
    },
    {
      "epoch": 3.5820379965457687,
      "latent_token_nums": 16.0,
      "step": 2074
    },
    {
      "epoch": 3.5820379965457687,
      "step": 2074,
      "thought_step_nums": 11.5
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04977722093462944,
      "contrastive_loss#1": 0.2488861083984375,
      "epoch": 3.5820379965457687,
      "lm_loss": 0.00011075825022999197,
      "loss": 0.04988797754049301,
      "step": 2074,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.5837651122625216,
      "grad_norm": 4.09375,
      "learning_rate": 5e-05,
      "loss": 0.0291,
      "step": 2075
    },
    {
      "epoch": 3.5837651122625216,
      "latent_token_nums": 16.0,
      "step": 2075
    },
    {
      "epoch": 3.5837651122625216,
      "step": 2075,
      "thought_step_nums": 11.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.017810989171266556,
      "contrastive_loss#1": 0.08905494213104248,
      "epoch": 3.5837651122625216,
      "lm_loss": 0.0008367178961634636,
      "loss": 0.018647707998752594,
      "step": 2075,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.5854922279792745,
      "grad_norm": 3.28125,
      "learning_rate": 5e-05,
      "loss": 0.0196,
      "step": 2076
    },
    {
      "epoch": 3.5854922279792745,
      "latent_token_nums": 16.0,
      "step": 2076
    },
    {
      "epoch": 3.5854922279792745,
      "step": 2076,
      "thought_step_nums": 12.75
    },
    {
      "acc@1": 0.8125,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.10980106890201569,
      "contrastive_loss#1": 0.5490053296089172,
      "epoch": 3.5854922279792745,
      "lm_loss": 0.0004217436071485281,
      "loss": 0.11022280901670456,
      "step": 2076,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 3.587219343696028,
      "grad_norm": 3.765625,
      "learning_rate": 5e-05,
      "loss": 0.0256,
      "step": 2077
    },
    {
      "epoch": 3.587219343696028,
      "latent_token_nums": 16.0,
      "step": 2077
    },
    {
      "epoch": 3.587219343696028,
      "step": 2077,
      "thought_step_nums": 12.0625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.026733914390206337,
      "contrastive_loss#1": 0.13366957008838654,
      "epoch": 3.587219343696028,
      "lm_loss": 9.471246448811144e-05,
      "loss": 0.026828626170754433,
      "step": 2077,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 3.5889464594127807,
      "grad_norm": 3.859375,
      "learning_rate": 5e-05,
      "loss": 0.0219,
      "step": 2078
    },
    {
      "epoch": 3.5889464594127807,
      "latent_token_nums": 16.0,
      "step": 2078
    },
    {
      "epoch": 3.5889464594127807,
      "step": 2078,
      "thought_step_nums": 11.25
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.014442907646298409,
      "contrastive_loss#1": 0.0722145363688469,
      "epoch": 3.5889464594127807,
      "lm_loss": 0.0001251829817192629,
      "loss": 0.014568090438842773,
      "step": 2078,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.5906735751295336,
      "grad_norm": 3.546875,
      "learning_rate": 5e-05,
      "loss": 0.0241,
      "step": 2079
    },
    {
      "epoch": 3.5906735751295336,
      "latent_token_nums": 16.0,
      "step": 2079
    },
    {
      "epoch": 3.5906735751295336,
      "step": 2079,
      "thought_step_nums": 12.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.013293790630996227,
      "contrastive_loss#1": 0.06646895408630371,
      "epoch": 3.5906735751295336,
      "lm_loss": 0.0001623152056708932,
      "loss": 0.013456106185913086,
      "step": 2079,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.5924006908462864,
      "grad_norm": 3.703125,
      "learning_rate": 5e-05,
      "loss": 0.0243,
      "step": 2080
    },
    {
      "epoch": 3.5924006908462864,
      "latent_token_nums": 16.0,
      "step": 2080
    },
    {
      "epoch": 3.5924006908462864,
      "step": 2080,
      "thought_step_nums": 12.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.010316464118659496,
      "contrastive_loss#1": 0.051582321524620056,
      "epoch": 3.5924006908462864,
      "lm_loss": 0.0004019096668343991,
      "loss": 0.010718373581767082,
      "step": 2080,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 3.5941278065630398,
      "grad_norm": 6.875,
      "learning_rate": 5e-05,
      "loss": 0.0226,
      "step": 2081
    },
    {
      "epoch": 3.5941278065630398,
      "latent_token_nums": 16.0,
      "step": 2081
    },
    {
      "epoch": 3.5941278065630398,
      "step": 2081,
      "thought_step_nums": 12.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0008478585514239967,
      "contrastive_loss#1": 0.004239292815327644,
      "epoch": 3.5941278065630398,
      "lm_loss": 0.0005298113683238626,
      "loss": 0.0013776698615401983,
      "step": 2081,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.5958549222797926,
      "grad_norm": 4.34375,
      "learning_rate": 5e-05,
      "loss": 0.0247,
      "step": 2082
    },
    {
      "epoch": 3.5958549222797926,
      "latent_token_nums": 16.0,
      "step": 2082
    },
    {
      "epoch": 3.5958549222797926,
      "step": 2082,
      "thought_step_nums": 11.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.004644935484975576,
      "contrastive_loss#1": 0.02322467602789402,
      "epoch": 3.5958549222797926,
      "lm_loss": 0.0012856859248131514,
      "loss": 0.005930621176958084,
      "step": 2082,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.5975820379965455,
      "grad_norm": 3.828125,
      "learning_rate": 5e-05,
      "loss": 0.0297,
      "step": 2083
    },
    {
      "epoch": 3.5975820379965455,
      "latent_token_nums": 16.0,
      "step": 2083
    },
    {
      "epoch": 3.5975820379965455,
      "step": 2083,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.011523786000907421,
      "contrastive_loss#1": 0.05761892721056938,
      "epoch": 3.5975820379965455,
      "lm_loss": 9.213412704411894e-05,
      "loss": 0.011615919880568981,
      "step": 2083,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 3.599309153713299,
      "grad_norm": 3.796875,
      "learning_rate": 5e-05,
      "loss": 0.0264,
      "step": 2084
    },
    {
      "epoch": 3.599309153713299,
      "latent_token_nums": 16.0,
      "step": 2084
    },
    {
      "epoch": 3.599309153713299,
      "step": 2084,
      "thought_step_nums": 11.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.10621748119592667,
      "contrastive_loss#1": 0.5310873985290527,
      "epoch": 3.599309153713299,
      "lm_loss": 0.00015943397011142224,
      "loss": 0.10637691617012024,
      "step": 2084,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.6010362694300517,
      "grad_norm": 3.640625,
      "learning_rate": 5e-05,
      "loss": 0.0241,
      "step": 2085
    },
    {
      "epoch": 3.6010362694300517,
      "latent_token_nums": 16.0,
      "step": 2085
    },
    {
      "epoch": 3.6010362694300517,
      "step": 2085,
      "thought_step_nums": 12.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.004278820939362049,
      "contrastive_loss#1": 0.02139410376548767,
      "epoch": 3.6010362694300517,
      "lm_loss": 0.00024314707843586802,
      "loss": 0.004521967843174934,
      "step": 2085,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.6027633851468046,
      "grad_norm": 3.78125,
      "learning_rate": 5e-05,
      "loss": 0.0298,
      "step": 2086
    },
    {
      "epoch": 3.6027633851468046,
      "latent_token_nums": 16.0,
      "step": 2086
    },
    {
      "epoch": 3.6027633851468046,
      "step": 2086,
      "thought_step_nums": 11.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0034615860786288977,
      "contrastive_loss#1": 0.017307929694652557,
      "epoch": 3.6027633851468046,
      "lm_loss": 0.0008873592014424503,
      "loss": 0.004348945338279009,
      "step": 2086,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.604490500863558,
      "grad_norm": 4.875,
      "learning_rate": 5e-05,
      "loss": 0.0312,
      "step": 2087
    },
    {
      "epoch": 3.604490500863558,
      "latent_token_nums": 16.0,
      "step": 2087
    },
    {
      "epoch": 3.604490500863558,
      "step": 2087,
      "thought_step_nums": 11.75
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.005150021519511938,
      "contrastive_loss#1": 0.02575010620057583,
      "epoch": 3.604490500863558,
      "lm_loss": 0.0003610333369579166,
      "loss": 0.005511054769158363,
      "step": 2087,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.606217616580311,
      "grad_norm": 3.796875,
      "learning_rate": 5e-05,
      "loss": 0.0231,
      "step": 2088
    },
    {
      "epoch": 3.606217616580311,
      "latent_token_nums": 16.0,
      "step": 2088
    },
    {
      "epoch": 3.606217616580311,
      "step": 2088,
      "thought_step_nums": 11.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.013232885859906673,
      "contrastive_loss#1": 0.06616442650556564,
      "epoch": 3.606217616580311,
      "lm_loss": 0.0006380926934070885,
      "loss": 0.013870978727936745,
      "step": 2088,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.6079447322970637,
      "grad_norm": 3.75,
      "learning_rate": 5e-05,
      "loss": 0.0249,
      "step": 2089
    },
    {
      "epoch": 3.6079447322970637,
      "latent_token_nums": 16.0,
      "step": 2089
    },
    {
      "epoch": 3.6079447322970637,
      "step": 2089,
      "thought_step_nums": 12.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.021104633808135986,
      "contrastive_loss#1": 0.10552316904067993,
      "epoch": 3.6079447322970637,
      "lm_loss": 0.000150219420902431,
      "loss": 0.021254852414131165,
      "step": 2089,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.609671848013817,
      "grad_norm": 3.8125,
      "learning_rate": 5e-05,
      "loss": 0.0229,
      "step": 2090
    },
    {
      "epoch": 3.609671848013817,
      "latent_token_nums": 16.0,
      "step": 2090
    },
    {
      "epoch": 3.609671848013817,
      "step": 2090,
      "thought_step_nums": 11.875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.0694710984826088,
      "contrastive_loss#1": 0.3473554849624634,
      "epoch": 3.609671848013817,
      "lm_loss": 0.00032244680915027857,
      "loss": 0.06979354470968246,
      "step": 2090,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.61139896373057,
      "grad_norm": 5.4375,
      "learning_rate": 5e-05,
      "loss": 0.0238,
      "step": 2091
    },
    {
      "epoch": 3.61139896373057,
      "latent_token_nums": 16.0,
      "step": 2091
    },
    {
      "epoch": 3.61139896373057,
      "step": 2091,
      "thought_step_nums": 11.125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.024723893031477928,
      "contrastive_loss#1": 0.1236194595694542,
      "epoch": 3.61139896373057,
      "lm_loss": 0.00013071468856651336,
      "loss": 0.02485460788011551,
      "step": 2091,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.613126079447323,
      "grad_norm": 4.96875,
      "learning_rate": 5e-05,
      "loss": 0.0218,
      "step": 2092
    },
    {
      "epoch": 3.613126079447323,
      "latent_token_nums": 16.0,
      "step": 2092
    },
    {
      "epoch": 3.613126079447323,
      "step": 2092,
      "thought_step_nums": 11.75
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.027486642822623253,
      "contrastive_loss#1": 0.1374332159757614,
      "epoch": 3.613126079447323,
      "lm_loss": 0.0004071924777235836,
      "loss": 0.027893835678696632,
      "step": 2092,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.614853195164076,
      "grad_norm": 4.09375,
      "learning_rate": 5e-05,
      "loss": 0.0259,
      "step": 2093
    },
    {
      "epoch": 3.614853195164076,
      "latent_token_nums": 16.0,
      "step": 2093
    },
    {
      "epoch": 3.614853195164076,
      "step": 2093,
      "thought_step_nums": 12.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.014962573535740376,
      "contrastive_loss#1": 0.0748128667473793,
      "epoch": 3.614853195164076,
      "lm_loss": 0.0020050075836479664,
      "loss": 0.01696758158504963,
      "step": 2093,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.616580310880829,
      "grad_norm": 3.4375,
      "learning_rate": 5e-05,
      "loss": 0.0223,
      "step": 2094
    },
    {
      "epoch": 3.616580310880829,
      "latent_token_nums": 16.0,
      "step": 2094
    },
    {
      "epoch": 3.616580310880829,
      "step": 2094,
      "thought_step_nums": 11.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.005441820714622736,
      "contrastive_loss#1": 0.027209103107452393,
      "epoch": 3.616580310880829,
      "lm_loss": 0.00037966269883327186,
      "loss": 0.005821483209729195,
      "step": 2094,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.618307426597582,
      "grad_norm": 3.734375,
      "learning_rate": 5e-05,
      "loss": 0.0239,
      "step": 2095
    },
    {
      "epoch": 3.618307426597582,
      "latent_token_nums": 16.0,
      "step": 2095
    },
    {
      "epoch": 3.618307426597582,
      "step": 2095,
      "thought_step_nums": 12.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.008669945411384106,
      "contrastive_loss#1": 0.043349724262952805,
      "epoch": 3.618307426597582,
      "lm_loss": 0.00018149137031286955,
      "loss": 0.008851436898112297,
      "step": 2095,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.620034542314335,
      "grad_norm": 3.828125,
      "learning_rate": 5e-05,
      "loss": 0.0268,
      "step": 2096
    },
    {
      "epoch": 3.620034542314335,
      "latent_token_nums": 16.0,
      "step": 2096
    },
    {
      "epoch": 3.620034542314335,
      "step": 2096,
      "thought_step_nums": 11.375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.13060389459133148,
      "contrastive_loss#1": 0.6530194282531738,
      "epoch": 3.620034542314335,
      "lm_loss": 0.0001855444279499352,
      "loss": 0.13078944385051727,
      "step": 2096,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 3.621761658031088,
      "grad_norm": 4.0,
      "learning_rate": 5e-05,
      "loss": 0.0344,
      "step": 2097
    },
    {
      "epoch": 3.621761658031088,
      "latent_token_nums": 16.0,
      "step": 2097
    },
    {
      "epoch": 3.621761658031088,
      "step": 2097,
      "thought_step_nums": 11.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01116202026605606,
      "contrastive_loss#1": 0.055810101330280304,
      "epoch": 3.621761658031088,
      "lm_loss": 0.00026987699675373733,
      "loss": 0.011431897059082985,
      "step": 2097,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.623488773747841,
      "grad_norm": 3.4375,
      "learning_rate": 5e-05,
      "loss": 0.0236,
      "step": 2098
    },
    {
      "epoch": 3.623488773747841,
      "latent_token_nums": 16.0,
      "step": 2098
    },
    {
      "epoch": 3.623488773747841,
      "step": 2098,
      "thought_step_nums": 12.0625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.001311134546995163,
      "contrastive_loss#1": 0.006555672734975815,
      "epoch": 3.623488773747841,
      "lm_loss": 0.00012764889106620103,
      "loss": 0.0014387834817171097,
      "step": 2098,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.6252158894645943,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.0291,
      "step": 2099
    },
    {
      "epoch": 3.6252158894645943,
      "latent_token_nums": 16.0,
      "step": 2099
    },
    {
      "epoch": 3.6252158894645943,
      "step": 2099,
      "thought_step_nums": 11.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.011376651003956795,
      "contrastive_loss#1": 0.056883253157138824,
      "epoch": 3.6252158894645943,
      "lm_loss": 0.00015204891678877175,
      "loss": 0.011528699658811092,
      "step": 2099,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.626943005181347,
      "grad_norm": 4.25,
      "learning_rate": 5e-05,
      "loss": 0.0284,
      "step": 2100
    },
    {
      "epoch": 3.626943005181347,
      "latent_token_nums": 16.0,
      "step": 2100
    },
    {
      "epoch": 3.626943005181347,
      "step": 2100,
      "thought_step_nums": 10.625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02502235770225525,
      "contrastive_loss#1": 0.12511178851127625,
      "epoch": 3.626943005181347,
      "lm_loss": 0.00018984547932632267,
      "loss": 0.025212204083800316,
      "step": 2100,
      "valid_batch_size": 1024.25
    },
    {
      "epoch": 3.6286701208981,
      "grad_norm": 23.75,
      "learning_rate": 5e-05,
      "loss": 0.0338,
      "step": 2101
    },
    {
      "epoch": 3.6286701208981,
      "latent_token_nums": 16.0,
      "step": 2101
    },
    {
      "epoch": 3.6286701208981,
      "step": 2101,
      "thought_step_nums": 11.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0014068441232666373,
      "contrastive_loss#1": 0.0070342207327485085,
      "epoch": 3.6286701208981,
      "lm_loss": 0.00015214845188893378,
      "loss": 0.0015589925460517406,
      "step": 2101,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.6303972366148534,
      "grad_norm": 3.578125,
      "learning_rate": 5e-05,
      "loss": 0.0209,
      "step": 2102
    },
    {
      "epoch": 3.6303972366148534,
      "latent_token_nums": 16.0,
      "step": 2102
    },
    {
      "epoch": 3.6303972366148534,
      "step": 2102,
      "thought_step_nums": 11.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.016253437846899033,
      "contrastive_loss#1": 0.08126718550920486,
      "epoch": 3.6303972366148534,
      "lm_loss": 0.00022469396935775876,
      "loss": 0.01647813245654106,
      "step": 2102,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.6321243523316062,
      "grad_norm": 3.5625,
      "learning_rate": 5e-05,
      "loss": 0.0253,
      "step": 2103
    },
    {
      "epoch": 3.6321243523316062,
      "latent_token_nums": 16.0,
      "step": 2103
    },
    {
      "epoch": 3.6321243523316062,
      "step": 2103,
      "thought_step_nums": 11.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01541274506598711,
      "contrastive_loss#1": 0.07706372439861298,
      "epoch": 3.6321243523316062,
      "lm_loss": 0.0008473819470964372,
      "loss": 0.01626012660562992,
      "step": 2103,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.633851468048359,
      "grad_norm": 4.5625,
      "learning_rate": 5e-05,
      "loss": 0.0209,
      "step": 2104
    },
    {
      "epoch": 3.633851468048359,
      "latent_token_nums": 16.0,
      "step": 2104
    },
    {
      "epoch": 3.633851468048359,
      "step": 2104,
      "thought_step_nums": 10.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0012841662392020226,
      "contrastive_loss#1": 0.006420831196010113,
      "epoch": 3.633851468048359,
      "lm_loss": 0.0016754146199673414,
      "loss": 0.002959580859169364,
      "step": 2104,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.6355785837651124,
      "grad_norm": 4.28125,
      "learning_rate": 5e-05,
      "loss": 0.0302,
      "step": 2105
    },
    {
      "epoch": 3.6355785837651124,
      "latent_token_nums": 16.0,
      "step": 2105
    },
    {
      "epoch": 3.6355785837651124,
      "step": 2105,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.008400742895901203,
      "contrastive_loss#1": 0.04200371354818344,
      "epoch": 3.6355785837651124,
      "lm_loss": 0.0009600708144716918,
      "loss": 0.009360813535749912,
      "step": 2105,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.6373056994818653,
      "grad_norm": 4.6875,
      "learning_rate": 5e-05,
      "loss": 0.0272,
      "step": 2106
    },
    {
      "epoch": 3.6373056994818653,
      "latent_token_nums": 16.0,
      "step": 2106
    },
    {
      "epoch": 3.6373056994818653,
      "step": 2106,
      "thought_step_nums": 11.875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.009561908431351185,
      "contrastive_loss#1": 0.04780954122543335,
      "epoch": 3.6373056994818653,
      "lm_loss": 0.0002385275874985382,
      "loss": 0.009800435975193977,
      "step": 2106,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.639032815198618,
      "grad_norm": 3.78125,
      "learning_rate": 5e-05,
      "loss": 0.0287,
      "step": 2107
    },
    {
      "epoch": 3.639032815198618,
      "latent_token_nums": 16.0,
      "step": 2107
    },
    {
      "epoch": 3.639032815198618,
      "step": 2107,
      "thought_step_nums": 11.6875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03711506351828575,
      "contrastive_loss#1": 0.18557530641555786,
      "epoch": 3.639032815198618,
      "lm_loss": 0.00039358713547699153,
      "loss": 0.03750865161418915,
      "step": 2107,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 3.6407599309153715,
      "grad_norm": 3.375,
      "learning_rate": 5e-05,
      "loss": 0.0241,
      "step": 2108
    },
    {
      "epoch": 3.6407599309153715,
      "latent_token_nums": 16.0,
      "step": 2108
    },
    {
      "epoch": 3.6407599309153715,
      "step": 2108,
      "thought_step_nums": 10.875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.03867959976196289,
      "contrastive_loss#1": 0.19339799880981445,
      "epoch": 3.6407599309153715,
      "lm_loss": 0.00034425899502821267,
      "loss": 0.039023857563734055,
      "step": 2108,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 3.6424870466321244,
      "grad_norm": 3.484375,
      "learning_rate": 5e-05,
      "loss": 0.0235,
      "step": 2109
    },
    {
      "epoch": 3.6424870466321244,
      "latent_token_nums": 16.0,
      "step": 2109
    },
    {
      "epoch": 3.6424870466321244,
      "step": 2109,
      "thought_step_nums": 11.375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.08608054369688034,
      "contrastive_loss#1": 0.4304026961326599,
      "epoch": 3.6424870466321244,
      "lm_loss": 0.00017156373360194266,
      "loss": 0.0862521082162857,
      "step": 2109,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 3.6442141623488773,
      "grad_norm": 3.796875,
      "learning_rate": 5e-05,
      "loss": 0.0307,
      "step": 2110
    },
    {
      "epoch": 3.6442141623488773,
      "latent_token_nums": 16.0,
      "step": 2110
    },
    {
      "epoch": 3.6442141623488773,
      "step": 2110,
      "thought_step_nums": 12.875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.021611128002405167,
      "contrastive_loss#1": 0.10805563628673553,
      "epoch": 3.6442141623488773,
      "lm_loss": 0.0004785812343470752,
      "loss": 0.022089708596467972,
      "step": 2110,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.6459412780656306,
      "grad_norm": 6.40625,
      "learning_rate": 5e-05,
      "loss": 0.0201,
      "step": 2111
    },
    {
      "epoch": 3.6459412780656306,
      "latent_token_nums": 16.0,
      "step": 2111
    },
    {
      "epoch": 3.6459412780656306,
      "step": 2111,
      "thought_step_nums": 11.6875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.030488818883895874,
      "contrastive_loss#1": 0.15244409441947937,
      "epoch": 3.6459412780656306,
      "lm_loss": 8.886516297934577e-05,
      "loss": 0.030577683821320534,
      "step": 2111,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.6476683937823835,
      "grad_norm": 4.0625,
      "learning_rate": 5e-05,
      "loss": 0.0281,
      "step": 2112
    },
    {
      "epoch": 3.6476683937823835,
      "latent_token_nums": 16.0,
      "step": 2112
    },
    {
      "epoch": 3.6476683937823835,
      "step": 2112,
      "thought_step_nums": 11.625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.075128473341465,
      "contrastive_loss#1": 0.3756423592567444,
      "epoch": 3.6476683937823835,
      "lm_loss": 0.001050867373123765,
      "loss": 0.07617934048175812,
      "step": 2112,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 3.6493955094991364,
      "grad_norm": 10.625,
      "learning_rate": 5e-05,
      "loss": 0.0236,
      "step": 2113
    },
    {
      "epoch": 3.6493955094991364,
      "latent_token_nums": 16.0,
      "step": 2113
    },
    {
      "epoch": 3.6493955094991364,
      "step": 2113,
      "thought_step_nums": 10.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.008912550285458565,
      "contrastive_loss#1": 0.044562749564647675,
      "epoch": 3.6493955094991364,
      "lm_loss": 0.00011805942631326616,
      "loss": 0.009030609391629696,
      "step": 2113,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 3.6511226252158897,
      "grad_norm": 3.875,
      "learning_rate": 5e-05,
      "loss": 0.0238,
      "step": 2114
    },
    {
      "epoch": 3.6511226252158897,
      "latent_token_nums": 16.0,
      "step": 2114
    },
    {
      "epoch": 3.6511226252158897,
      "step": 2114,
      "thought_step_nums": 12.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0026300724130123854,
      "contrastive_loss#1": 0.01315036229789257,
      "epoch": 3.6511226252158897,
      "lm_loss": 0.00018948431534226984,
      "loss": 0.0028195567429065704,
      "step": 2114,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 3.6528497409326426,
      "grad_norm": 3.921875,
      "learning_rate": 5e-05,
      "loss": 0.0231,
      "step": 2115
    },
    {
      "epoch": 3.6528497409326426,
      "latent_token_nums": 16.0,
      "step": 2115
    },
    {
      "epoch": 3.6528497409326426,
      "step": 2115,
      "thought_step_nums": 11.8125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0068144905380904675,
      "contrastive_loss#1": 0.034072451293468475,
      "epoch": 3.6528497409326426,
      "lm_loss": 0.0001093279424821958,
      "loss": 0.0069238184951245785,
      "step": 2115,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.6545768566493955,
      "grad_norm": 3.828125,
      "learning_rate": 5e-05,
      "loss": 0.029,
      "step": 2116
    },
    {
      "epoch": 3.6545768566493955,
      "latent_token_nums": 16.0,
      "step": 2116
    },
    {
      "epoch": 3.6545768566493955,
      "step": 2116,
      "thought_step_nums": 12.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.011589310131967068,
      "contrastive_loss#1": 0.05794655159115791,
      "epoch": 3.6545768566493955,
      "lm_loss": 0.0001696450199233368,
      "loss": 0.01175895519554615,
      "step": 2116,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.656303972366149,
      "grad_norm": 3.875,
      "learning_rate": 5e-05,
      "loss": 0.0266,
      "step": 2117
    },
    {
      "epoch": 3.656303972366149,
      "latent_token_nums": 16.0,
      "step": 2117
    },
    {
      "epoch": 3.656303972366149,
      "step": 2117,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.021426329389214516,
      "contrastive_loss#1": 0.10713164508342743,
      "epoch": 3.656303972366149,
      "lm_loss": 0.0003156414022669196,
      "loss": 0.021741971373558044,
      "step": 2117,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.6580310880829017,
      "grad_norm": 3.734375,
      "learning_rate": 5e-05,
      "loss": 0.023,
      "step": 2118
    },
    {
      "epoch": 3.6580310880829017,
      "latent_token_nums": 16.0,
      "step": 2118
    },
    {
      "epoch": 3.6580310880829017,
      "step": 2118,
      "thought_step_nums": 12.0625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.003951515536755323,
      "contrastive_loss#1": 0.019757576286792755,
      "epoch": 3.6580310880829017,
      "lm_loss": 0.0001806386571843177,
      "loss": 0.004132154397666454,
      "step": 2118,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.6597582037996546,
      "grad_norm": 4.34375,
      "learning_rate": 5e-05,
      "loss": 0.0261,
      "step": 2119
    },
    {
      "epoch": 3.6597582037996546,
      "latent_token_nums": 16.0,
      "step": 2119
    },
    {
      "epoch": 3.6597582037996546,
      "step": 2119,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.020486265420913696,
      "contrastive_loss#1": 0.10243132710456848,
      "epoch": 3.6597582037996546,
      "lm_loss": 0.00012701217201538384,
      "loss": 0.020613277330994606,
      "step": 2119,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.6614853195164074,
      "grad_norm": 3.59375,
      "learning_rate": 5e-05,
      "loss": 0.0209,
      "step": 2120
    },
    {
      "epoch": 3.6614853195164074,
      "latent_token_nums": 16.0,
      "step": 2120
    },
    {
      "epoch": 3.6614853195164074,
      "step": 2120,
      "thought_step_nums": 12.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.017921239137649536,
      "contrastive_loss#1": 0.08960619568824768,
      "epoch": 3.6614853195164074,
      "lm_loss": 0.00014245384954847395,
      "loss": 0.01806369237601757,
      "step": 2120,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.6632124352331608,
      "grad_norm": 4.0625,
      "learning_rate": 5e-05,
      "loss": 0.027,
      "step": 2121
    },
    {
      "epoch": 3.6632124352331608,
      "latent_token_nums": 16.0,
      "step": 2121
    },
    {
      "epoch": 3.6632124352331608,
      "step": 2121,
      "thought_step_nums": 12.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01265060342848301,
      "contrastive_loss#1": 0.0632530152797699,
      "epoch": 3.6632124352331608,
      "lm_loss": 0.0003260760277044028,
      "loss": 0.012976679019629955,
      "step": 2121,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.6649395509499136,
      "grad_norm": 8.75,
      "learning_rate": 5e-05,
      "loss": 0.0255,
      "step": 2122
    },
    {
      "epoch": 3.6649395509499136,
      "latent_token_nums": 16.0,
      "step": 2122
    },
    {
      "epoch": 3.6649395509499136,
      "step": 2122,
      "thought_step_nums": 11.5
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.875,
      "contrastive_loss": 0.120124451816082,
      "contrastive_loss#1": 0.6006222367286682,
      "epoch": 3.6649395509499136,
      "lm_loss": 0.0007911164429970086,
      "loss": 0.12091556936502457,
      "step": 2122,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 3.6666666666666665,
      "grad_norm": 3.921875,
      "learning_rate": 5e-05,
      "loss": 0.0274,
      "step": 2123
    },
    {
      "epoch": 3.6666666666666665,
      "latent_token_nums": 16.0,
      "step": 2123
    },
    {
      "epoch": 3.6666666666666665,
      "step": 2123,
      "thought_step_nums": 12.625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04181204363703728,
      "contrastive_loss#1": 0.2090602070093155,
      "epoch": 3.6666666666666665,
      "lm_loss": 0.00037200210499577224,
      "loss": 0.042184047400951385,
      "step": 2123,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.66839378238342,
      "grad_norm": 3.96875,
      "learning_rate": 5e-05,
      "loss": 0.0265,
      "step": 2124
    },
    {
      "epoch": 3.66839378238342,
      "latent_token_nums": 16.0,
      "step": 2124
    },
    {
      "epoch": 3.66839378238342,
      "step": 2124,
      "thought_step_nums": 11.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0019200689857825637,
      "contrastive_loss#1": 0.00960034504532814,
      "epoch": 3.66839378238342,
      "lm_loss": 0.00019592369790188968,
      "loss": 0.002115992596372962,
      "step": 2124,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.6701208981001727,
      "grad_norm": 3.90625,
      "learning_rate": 5e-05,
      "loss": 0.0274,
      "step": 2125
    },
    {
      "epoch": 3.6701208981001727,
      "latent_token_nums": 16.0,
      "step": 2125
    },
    {
      "epoch": 3.6701208981001727,
      "step": 2125,
      "thought_step_nums": 10.6875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.017725713551044464,
      "contrastive_loss#1": 0.08862856775522232,
      "epoch": 3.6701208981001727,
      "lm_loss": 0.000375026254914701,
      "loss": 0.018100740388035774,
      "step": 2125,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.6718480138169256,
      "grad_norm": 4.59375,
      "learning_rate": 5e-05,
      "loss": 0.0283,
      "step": 2126
    },
    {
      "epoch": 3.6718480138169256,
      "latent_token_nums": 16.0,
      "step": 2126
    },
    {
      "epoch": 3.6718480138169256,
      "step": 2126,
      "thought_step_nums": 12.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.010994852520525455,
      "contrastive_loss#1": 0.0549742616713047,
      "epoch": 3.6718480138169256,
      "lm_loss": 0.0002148498606402427,
      "loss": 0.011209702119231224,
      "step": 2126,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.6735751295336785,
      "grad_norm": 3.96875,
      "learning_rate": 5e-05,
      "loss": 0.0248,
      "step": 2127
    },
    {
      "epoch": 3.6735751295336785,
      "latent_token_nums": 16.0,
      "step": 2127
    },
    {
      "epoch": 3.6735751295336785,
      "step": 2127,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.020210133865475655,
      "contrastive_loss#1": 0.10105066746473312,
      "epoch": 3.6735751295336785,
      "lm_loss": 0.000273889017989859,
      "loss": 0.020484022796154022,
      "step": 2127,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.675302245250432,
      "grad_norm": 8448.0,
      "learning_rate": 5e-05,
      "loss": 0.0394,
      "step": 2128
    },
    {
      "epoch": 3.675302245250432,
      "latent_token_nums": 16.0,
      "step": 2128
    },
    {
      "epoch": 3.675302245250432,
      "step": 2128,
      "thought_step_nums": 11.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.004735987167805433,
      "contrastive_loss#1": 0.023679936304688454,
      "epoch": 3.675302245250432,
      "lm_loss": 0.0027153498958796263,
      "loss": 0.007451336830854416,
      "step": 2128,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.6770293609671847,
      "grad_norm": 4.625,
      "learning_rate": 5e-05,
      "loss": 0.0239,
      "step": 2129
    },
    {
      "epoch": 3.6770293609671847,
      "latent_token_nums": 16.0,
      "step": 2129
    },
    {
      "epoch": 3.6770293609671847,
      "step": 2129,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.004341398365795612,
      "contrastive_loss#1": 0.021706990897655487,
      "epoch": 3.6770293609671847,
      "lm_loss": 0.020630965009331703,
      "loss": 0.02497236430644989,
      "step": 2129,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.6787564766839376,
      "grad_norm": 4.65625,
      "learning_rate": 5e-05,
      "loss": 0.0252,
      "step": 2130
    },
    {
      "epoch": 3.6787564766839376,
      "latent_token_nums": 16.0,
      "step": 2130
    },
    {
      "epoch": 3.6787564766839376,
      "step": 2130,
      "thought_step_nums": 11.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0030069707427173853,
      "contrastive_loss#1": 0.015034853480756283,
      "epoch": 3.6787564766839376,
      "lm_loss": 0.00013637005758937448,
      "loss": 0.003143340814858675,
      "step": 2130,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.680483592400691,
      "grad_norm": 4.71875,
      "learning_rate": 5e-05,
      "loss": 0.0274,
      "step": 2131
    },
    {
      "epoch": 3.680483592400691,
      "latent_token_nums": 16.0,
      "step": 2131
    },
    {
      "epoch": 3.680483592400691,
      "step": 2131,
      "thought_step_nums": 11.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0016039528418332338,
      "contrastive_loss#1": 0.008019763976335526,
      "epoch": 3.680483592400691,
      "lm_loss": 0.0009689860744401813,
      "loss": 0.0025729387998580933,
      "step": 2131,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.6822107081174438,
      "grad_norm": 4.625,
      "learning_rate": 5e-05,
      "loss": 0.0264,
      "step": 2132
    },
    {
      "epoch": 3.6822107081174438,
      "latent_token_nums": 16.0,
      "step": 2132
    },
    {
      "epoch": 3.6822107081174438,
      "step": 2132,
      "thought_step_nums": 11.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.022222263738512993,
      "contrastive_loss#1": 0.11111132055521011,
      "epoch": 3.6822107081174438,
      "lm_loss": 0.0005617956630885601,
      "loss": 0.02278405986726284,
      "step": 2132,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.6839378238341967,
      "grad_norm": 3.96875,
      "learning_rate": 5e-05,
      "loss": 0.0187,
      "step": 2133
    },
    {
      "epoch": 3.6839378238341967,
      "latent_token_nums": 16.0,
      "step": 2133
    },
    {
      "epoch": 3.6839378238341967,
      "step": 2133,
      "thought_step_nums": 11.625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0701618567109108,
      "contrastive_loss#1": 0.3508092761039734,
      "epoch": 3.6839378238341967,
      "lm_loss": 0.000188473699381575,
      "loss": 0.07035033404827118,
      "step": 2133,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.68566493955095,
      "grad_norm": 3.890625,
      "learning_rate": 5e-05,
      "loss": 0.0278,
      "step": 2134
    },
    {
      "epoch": 3.68566493955095,
      "latent_token_nums": 16.0,
      "step": 2134
    },
    {
      "epoch": 3.68566493955095,
      "step": 2134,
      "thought_step_nums": 11.8125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.050022125244140625,
      "contrastive_loss#1": 0.2501106262207031,
      "epoch": 3.68566493955095,
      "lm_loss": 0.0004592999757733196,
      "loss": 0.05048142373561859,
      "step": 2134,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.687392055267703,
      "grad_norm": 6.21875,
      "learning_rate": 5e-05,
      "loss": 0.0268,
      "step": 2135
    },
    {
      "epoch": 3.687392055267703,
      "latent_token_nums": 16.0,
      "step": 2135
    },
    {
      "epoch": 3.687392055267703,
      "step": 2135,
      "thought_step_nums": 11.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02909320592880249,
      "contrastive_loss#1": 0.14546602964401245,
      "epoch": 3.687392055267703,
      "lm_loss": 0.00010688863403629512,
      "loss": 0.02920009382069111,
      "step": 2135,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 3.6891191709844557,
      "grad_norm": 4.34375,
      "learning_rate": 5e-05,
      "loss": 0.0268,
      "step": 2136
    },
    {
      "epoch": 3.6891191709844557,
      "latent_token_nums": 16.0,
      "step": 2136
    },
    {
      "epoch": 3.6891191709844557,
      "step": 2136,
      "thought_step_nums": 10.875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.007613678462803364,
      "contrastive_loss#1": 0.038068391382694244,
      "epoch": 3.6891191709844557,
      "lm_loss": 0.00037162419175729156,
      "loss": 0.007985302247107029,
      "step": 2136,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.690846286701209,
      "grad_norm": 6.0,
      "learning_rate": 5e-05,
      "loss": 0.0252,
      "step": 2137
    },
    {
      "epoch": 3.690846286701209,
      "latent_token_nums": 16.0,
      "step": 2137
    },
    {
      "epoch": 3.690846286701209,
      "step": 2137,
      "thought_step_nums": 11.6875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.032856523990631104,
      "contrastive_loss#1": 0.16428261995315552,
      "epoch": 3.690846286701209,
      "lm_loss": 0.00019542606605682522,
      "loss": 0.03305194899439812,
      "step": 2137,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 3.692573402417962,
      "grad_norm": 5.125,
      "learning_rate": 5e-05,
      "loss": 0.0287,
      "step": 2138
    },
    {
      "epoch": 3.692573402417962,
      "latent_token_nums": 16.0,
      "step": 2138
    },
    {
      "epoch": 3.692573402417962,
      "step": 2138,
      "thought_step_nums": 11.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.013264070264995098,
      "contrastive_loss#1": 0.06632035225629807,
      "epoch": 3.692573402417962,
      "lm_loss": 0.00032798369647935033,
      "loss": 0.013592054136097431,
      "step": 2138,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.694300518134715,
      "grad_norm": 680.0,
      "learning_rate": 5e-05,
      "loss": 0.0347,
      "step": 2139
    },
    {
      "epoch": 3.694300518134715,
      "latent_token_nums": 16.0,
      "step": 2139
    },
    {
      "epoch": 3.694300518134715,
      "step": 2139,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.043793149292469025,
      "contrastive_loss#1": 0.21896573901176453,
      "epoch": 3.694300518134715,
      "lm_loss": 0.00014986173482611775,
      "loss": 0.04394301027059555,
      "step": 2139,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.696027633851468,
      "grad_norm": 4.375,
      "learning_rate": 5e-05,
      "loss": 0.0241,
      "step": 2140
    },
    {
      "epoch": 3.696027633851468,
      "latent_token_nums": 16.0,
      "step": 2140
    },
    {
      "epoch": 3.696027633851468,
      "step": 2140,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.046852096915245056,
      "contrastive_loss#1": 0.23426048457622528,
      "epoch": 3.696027633851468,
      "lm_loss": 0.0020930268801748753,
      "loss": 0.04894512519240379,
      "step": 2140,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.697754749568221,
      "grad_norm": 14.6875,
      "learning_rate": 5e-05,
      "loss": 0.0274,
      "step": 2141
    },
    {
      "epoch": 3.697754749568221,
      "latent_token_nums": 16.0,
      "step": 2141
    },
    {
      "epoch": 3.697754749568221,
      "step": 2141,
      "thought_step_nums": 11.25
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06761331111192703,
      "contrastive_loss#1": 0.33806654810905457,
      "epoch": 3.697754749568221,
      "lm_loss": 0.0004790484090335667,
      "loss": 0.06809236109256744,
      "step": 2141,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.699481865284974,
      "grad_norm": 22.75,
      "learning_rate": 5e-05,
      "loss": 0.0227,
      "step": 2142
    },
    {
      "epoch": 3.699481865284974,
      "latent_token_nums": 16.0,
      "step": 2142
    },
    {
      "epoch": 3.699481865284974,
      "step": 2142,
      "thought_step_nums": 11.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.005291831213980913,
      "contrastive_loss#1": 0.02645915560424328,
      "epoch": 3.699481865284974,
      "lm_loss": 0.0005439675878733397,
      "loss": 0.005835798569023609,
      "step": 2142,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.7012089810017272,
      "grad_norm": 4.34375,
      "learning_rate": 5e-05,
      "loss": 0.031,
      "step": 2143
    },
    {
      "epoch": 3.7012089810017272,
      "latent_token_nums": 16.0,
      "step": 2143
    },
    {
      "epoch": 3.7012089810017272,
      "step": 2143,
      "thought_step_nums": 12.4375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06841367483139038,
      "contrastive_loss#1": 0.3420683741569519,
      "epoch": 3.7012089810017272,
      "lm_loss": 0.0002591214142739773,
      "loss": 0.0686727985739708,
      "step": 2143,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.70293609671848,
      "grad_norm": 17.125,
      "learning_rate": 5e-05,
      "loss": 0.0291,
      "step": 2144
    },
    {
      "epoch": 3.70293609671848,
      "latent_token_nums": 16.0,
      "step": 2144
    },
    {
      "epoch": 3.70293609671848,
      "step": 2144,
      "thought_step_nums": 12.1875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04863583669066429,
      "contrastive_loss#1": 0.24317918717861176,
      "epoch": 3.70293609671848,
      "lm_loss": 0.0002405256382189691,
      "loss": 0.04887636378407478,
      "step": 2144,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.704663212435233,
      "grad_norm": 486.0,
      "learning_rate": 5e-05,
      "loss": 0.023,
      "step": 2145
    },
    {
      "epoch": 3.704663212435233,
      "latent_token_nums": 16.0,
      "step": 2145
    },
    {
      "epoch": 3.704663212435233,
      "step": 2145,
      "thought_step_nums": 11.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0028852156829088926,
      "contrastive_loss#1": 0.014426078647375107,
      "epoch": 3.704663212435233,
      "lm_loss": 0.0005532968789339066,
      "loss": 0.003438512561842799,
      "step": 2145,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.7063903281519863,
      "grad_norm": 81.0,
      "learning_rate": 5e-05,
      "loss": 0.0255,
      "step": 2146
    },
    {
      "epoch": 3.7063903281519863,
      "latent_token_nums": 16.0,
      "step": 2146
    },
    {
      "epoch": 3.7063903281519863,
      "step": 2146,
      "thought_step_nums": 11.5
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07373979687690735,
      "contrastive_loss#1": 0.36869898438453674,
      "epoch": 3.7063903281519863,
      "lm_loss": 0.000288408889900893,
      "loss": 0.07402820885181427,
      "step": 2146,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.708117443868739,
      "grad_norm": 41.25,
      "learning_rate": 5e-05,
      "loss": 0.0293,
      "step": 2147
    },
    {
      "epoch": 3.708117443868739,
      "latent_token_nums": 16.0,
      "step": 2147
    },
    {
      "epoch": 3.708117443868739,
      "step": 2147,
      "thought_step_nums": 10.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0045082722790539265,
      "contrastive_loss#1": 0.022541360929608345,
      "epoch": 3.708117443868739,
      "lm_loss": 0.00039544887840747833,
      "loss": 0.004903721157461405,
      "step": 2147,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 3.709844559585492,
      "grad_norm": 20.5,
      "learning_rate": 5e-05,
      "loss": 0.0244,
      "step": 2148
    },
    {
      "epoch": 3.709844559585492,
      "latent_token_nums": 16.0,
      "step": 2148
    },
    {
      "epoch": 3.709844559585492,
      "step": 2148,
      "thought_step_nums": 12.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.020246081054210663,
      "contrastive_loss#1": 0.10123040527105331,
      "epoch": 3.709844559585492,
      "lm_loss": 0.0007074074819684029,
      "loss": 0.02095348760485649,
      "step": 2148,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.7115716753022454,
      "grad_norm": 126.5,
      "learning_rate": 5e-05,
      "loss": 0.0287,
      "step": 2149
    },
    {
      "epoch": 3.7115716753022454,
      "latent_token_nums": 16.0,
      "step": 2149
    },
    {
      "epoch": 3.7115716753022454,
      "step": 2149,
      "thought_step_nums": 12.5625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.016009999439120293,
      "contrastive_loss#1": 0.08004999905824661,
      "epoch": 3.7115716753022454,
      "lm_loss": 0.0013162924442440271,
      "loss": 0.017326291650533676,
      "step": 2149,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.7132987910189983,
      "grad_norm": 55.75,
      "learning_rate": 5e-05,
      "loss": 0.0246,
      "step": 2150
    },
    {
      "epoch": 3.7132987910189983,
      "latent_token_nums": 16.0,
      "step": 2150
    },
    {
      "epoch": 3.7132987910189983,
      "step": 2150,
      "thought_step_nums": 11.875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.07602675259113312,
      "contrastive_loss#1": 0.3801337480545044,
      "epoch": 3.7132987910189983,
      "lm_loss": 0.0003785256121773273,
      "loss": 0.07640527933835983,
      "step": 2150,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 3.715025906735751,
      "grad_norm": 18.125,
      "learning_rate": 5e-05,
      "loss": 0.0314,
      "step": 2151
    },
    {
      "epoch": 3.715025906735751,
      "latent_token_nums": 16.0,
      "step": 2151
    },
    {
      "epoch": 3.715025906735751,
      "step": 2151,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.017137784510850906,
      "contrastive_loss#1": 0.08568891882896423,
      "epoch": 3.715025906735751,
      "lm_loss": 0.000276022037724033,
      "loss": 0.017413806170225143,
      "step": 2151,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.7167530224525045,
      "grad_norm": 13172736.0,
      "learning_rate": 5e-05,
      "loss": 0.0366,
      "step": 2152
    },
    {
      "epoch": 3.7167530224525045,
      "latent_token_nums": 16.0,
      "step": 2152
    },
    {
      "epoch": 3.7167530224525045,
      "step": 2152,
      "thought_step_nums": 10.4375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04323369264602661,
      "contrastive_loss#1": 0.21616846323013306,
      "epoch": 3.7167530224525045,
      "lm_loss": 0.0007535276818089187,
      "loss": 0.0439872220158577,
      "step": 2152,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.7184801381692574,
      "grad_norm": 19.0,
      "learning_rate": 5e-05,
      "loss": 0.0273,
      "step": 2153
    },
    {
      "epoch": 3.7184801381692574,
      "latent_token_nums": 16.0,
      "step": 2153
    },
    {
      "epoch": 3.7184801381692574,
      "step": 2153,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03426928445696831,
      "contrastive_loss#1": 0.17134641110897064,
      "epoch": 3.7184801381692574,
      "lm_loss": 0.004678893368691206,
      "loss": 0.0389481782913208,
      "step": 2153,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.7202072538860103,
      "grad_norm": 20992.0,
      "learning_rate": 5e-05,
      "loss": 0.0349,
      "step": 2154
    },
    {
      "epoch": 3.7202072538860103,
      "latent_token_nums": 16.0,
      "step": 2154
    },
    {
      "epoch": 3.7202072538860103,
      "step": 2154,
      "thought_step_nums": 12.25
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.010945967398583889,
      "contrastive_loss#1": 0.05472983792424202,
      "epoch": 3.7202072538860103,
      "lm_loss": 0.0009262054227292538,
      "loss": 0.011872172355651855,
      "step": 2154,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.7219343696027636,
      "grad_norm": 4.9375,
      "learning_rate": 5e-05,
      "loss": 0.0292,
      "step": 2155
    },
    {
      "epoch": 3.7219343696027636,
      "latent_token_nums": 16.0,
      "step": 2155
    },
    {
      "epoch": 3.7219343696027636,
      "step": 2155,
      "thought_step_nums": 10.375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03451362997293472,
      "contrastive_loss#1": 0.17256814241409302,
      "epoch": 3.7219343696027636,
      "lm_loss": 0.0010458187898620963,
      "loss": 0.03555944934487343,
      "step": 2155,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.7236614853195165,
      "grad_norm": 38.75,
      "learning_rate": 5e-05,
      "loss": 0.0288,
      "step": 2156
    },
    {
      "epoch": 3.7236614853195165,
      "latent_token_nums": 16.0,
      "step": 2156
    },
    {
      "epoch": 3.7236614853195165,
      "step": 2156,
      "thought_step_nums": 12.8125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.005588302854448557,
      "contrastive_loss#1": 0.027941513806581497,
      "epoch": 3.7236614853195165,
      "lm_loss": 0.0010019915644079447,
      "loss": 0.006590294651687145,
      "step": 2156,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.7253886010362693,
      "grad_norm": 5.28125,
      "learning_rate": 5e-05,
      "loss": 0.0286,
      "step": 2157
    },
    {
      "epoch": 3.7253886010362693,
      "latent_token_nums": 16.0,
      "step": 2157
    },
    {
      "epoch": 3.7253886010362693,
      "step": 2157,
      "thought_step_nums": 12.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.04304192215204239,
      "contrastive_loss#1": 0.21520960330963135,
      "epoch": 3.7253886010362693,
      "lm_loss": 0.0005695848376490176,
      "loss": 0.04361150786280632,
      "step": 2157,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.7271157167530227,
      "grad_norm": 13.0625,
      "learning_rate": 5e-05,
      "loss": 0.025,
      "step": 2158
    },
    {
      "epoch": 3.7271157167530227,
      "latent_token_nums": 16.0,
      "step": 2158
    },
    {
      "epoch": 3.7271157167530227,
      "step": 2158,
      "thought_step_nums": 10.875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.005788804963231087,
      "contrastive_loss#1": 0.028944024816155434,
      "epoch": 3.7271157167530227,
      "lm_loss": 0.0012215932365506887,
      "loss": 0.007010398432612419,
      "step": 2158,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 3.7288428324697755,
      "grad_norm": 10.25,
      "learning_rate": 5e-05,
      "loss": 0.0298,
      "step": 2159
    },
    {
      "epoch": 3.7288428324697755,
      "latent_token_nums": 16.0,
      "step": 2159
    },
    {
      "epoch": 3.7288428324697755,
      "step": 2159,
      "thought_step_nums": 12.125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07150113582611084,
      "contrastive_loss#1": 0.3575056791305542,
      "epoch": 3.7288428324697755,
      "lm_loss": 0.0004976793425157666,
      "loss": 0.07199881225824356,
      "step": 2159,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 3.7305699481865284,
      "grad_norm": 6.125,
      "learning_rate": 5e-05,
      "loss": 0.0337,
      "step": 2160
    },
    {
      "epoch": 3.7305699481865284,
      "latent_token_nums": 16.0,
      "step": 2160
    },
    {
      "epoch": 3.7305699481865284,
      "step": 2160,
      "thought_step_nums": 11.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.013283096253871918,
      "contrastive_loss#1": 0.06641548126935959,
      "epoch": 3.7305699481865284,
      "lm_loss": 0.0013062176294624805,
      "loss": 0.014589313417673111,
      "step": 2160,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.7322970639032818,
      "grad_norm": 4.6875,
      "learning_rate": 5e-05,
      "loss": 0.0309,
      "step": 2161
    },
    {
      "epoch": 3.7322970639032818,
      "latent_token_nums": 16.0,
      "step": 2161
    },
    {
      "epoch": 3.7322970639032818,
      "step": 2161,
      "thought_step_nums": 11.375
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.09694065898656845,
      "contrastive_loss#1": 0.48470327258110046,
      "epoch": 3.7322970639032818,
      "lm_loss": 0.0010669557377696037,
      "loss": 0.09800761193037033,
      "step": 2161,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.7340241796200346,
      "grad_norm": 4.75,
      "learning_rate": 5e-05,
      "loss": 0.0307,
      "step": 2162
    },
    {
      "epoch": 3.7340241796200346,
      "latent_token_nums": 16.0,
      "step": 2162
    },
    {
      "epoch": 3.7340241796200346,
      "step": 2162,
      "thought_step_nums": 12.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.007315418217331171,
      "contrastive_loss#1": 0.03657709062099457,
      "epoch": 3.7340241796200346,
      "lm_loss": 0.0001437538448954001,
      "loss": 0.007459172047674656,
      "step": 2162,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.7357512953367875,
      "grad_norm": 5.5,
      "learning_rate": 5e-05,
      "loss": 0.0319,
      "step": 2163
    },
    {
      "epoch": 3.7357512953367875,
      "latent_token_nums": 16.0,
      "step": 2163
    },
    {
      "epoch": 3.7357512953367875,
      "step": 2163,
      "thought_step_nums": 10.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.011012816801667213,
      "contrastive_loss#1": 0.05506408214569092,
      "epoch": 3.7357512953367875,
      "lm_loss": 0.0006974114221520722,
      "loss": 0.011710228398442268,
      "step": 2163,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 3.737478411053541,
      "grad_norm": 4.09375,
      "learning_rate": 5e-05,
      "loss": 0.0294,
      "step": 2164
    },
    {
      "epoch": 3.737478411053541,
      "latent_token_nums": 16.0,
      "step": 2164
    },
    {
      "epoch": 3.737478411053541,
      "step": 2164,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.004069195128977299,
      "contrastive_loss#1": 0.02034597471356392,
      "epoch": 3.737478411053541,
      "lm_loss": 0.0005408281576819718,
      "loss": 0.004610023461282253,
      "step": 2164,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.7392055267702937,
      "grad_norm": 10.25,
      "learning_rate": 5e-05,
      "loss": 0.031,
      "step": 2165
    },
    {
      "epoch": 3.7392055267702937,
      "latent_token_nums": 16.0,
      "step": 2165
    },
    {
      "epoch": 3.7392055267702937,
      "step": 2165,
      "thought_step_nums": 10.625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02427670732140541,
      "contrastive_loss#1": 0.12138353288173676,
      "epoch": 3.7392055267702937,
      "lm_loss": 0.00029725159402005374,
      "loss": 0.024573959410190582,
      "step": 2165,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.7409326424870466,
      "grad_norm": 4.0,
      "learning_rate": 5e-05,
      "loss": 0.0286,
      "step": 2166
    },
    {
      "epoch": 3.7409326424870466,
      "latent_token_nums": 16.0,
      "step": 2166
    },
    {
      "epoch": 3.7409326424870466,
      "step": 2166,
      "thought_step_nums": 10.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0010624395217746496,
      "contrastive_loss#1": 0.0053121973760426044,
      "epoch": 3.7409326424870466,
      "lm_loss": 0.0007649955805391073,
      "loss": 0.001827435102313757,
      "step": 2166,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.7426597582038,
      "grad_norm": 1240.0,
      "learning_rate": 5e-05,
      "loss": 0.0235,
      "step": 2167
    },
    {
      "epoch": 3.7426597582038,
      "latent_token_nums": 16.0,
      "step": 2167
    },
    {
      "epoch": 3.7426597582038,
      "step": 2167,
      "thought_step_nums": 11.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.015043568797409534,
      "contrastive_loss#1": 0.0752178430557251,
      "epoch": 3.7426597582038,
      "lm_loss": 0.00047122593969106674,
      "loss": 0.015514794737100601,
      "step": 2167,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.744386873920553,
      "grad_norm": 5.125,
      "learning_rate": 5e-05,
      "loss": 0.0276,
      "step": 2168
    },
    {
      "epoch": 3.744386873920553,
      "latent_token_nums": 16.0,
      "step": 2168
    },
    {
      "epoch": 3.744386873920553,
      "step": 2168,
      "thought_step_nums": 10.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.018039200454950333,
      "contrastive_loss#1": 0.09019599854946136,
      "epoch": 3.744386873920553,
      "lm_loss": 0.0006578477332368493,
      "loss": 0.018697047606110573,
      "step": 2168,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.7461139896373057,
      "grad_norm": 4.0,
      "learning_rate": 5e-05,
      "loss": 0.0331,
      "step": 2169
    },
    {
      "epoch": 3.7461139896373057,
      "latent_token_nums": 16.0,
      "step": 2169
    },
    {
      "epoch": 3.7461139896373057,
      "step": 2169,
      "thought_step_nums": 12.25
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.003598396899178624,
      "contrastive_loss#1": 0.017991984263062477,
      "epoch": 3.7461139896373057,
      "lm_loss": 0.0005466247675940394,
      "loss": 0.004145021550357342,
      "step": 2169,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.7478411053540586,
      "grad_norm": 92.0,
      "learning_rate": 5e-05,
      "loss": 0.0313,
      "step": 2170
    },
    {
      "epoch": 3.7478411053540586,
      "latent_token_nums": 16.0,
      "step": 2170
    },
    {
      "epoch": 3.7478411053540586,
      "step": 2170,
      "thought_step_nums": 10.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.006752728018909693,
      "contrastive_loss#1": 0.033763639628887177,
      "epoch": 3.7478411053540586,
      "lm_loss": 0.00031541704083792865,
      "loss": 0.007068145088851452,
      "step": 2170,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.749568221070812,
      "grad_norm": 6.59375,
      "learning_rate": 5e-05,
      "loss": 0.0315,
      "step": 2171
    },
    {
      "epoch": 3.749568221070812,
      "latent_token_nums": 16.0,
      "step": 2171
    },
    {
      "epoch": 3.749568221070812,
      "step": 2171,
      "thought_step_nums": 10.4375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.03959313780069351,
      "contrastive_loss#1": 0.19796568155288696,
      "epoch": 3.749568221070812,
      "lm_loss": 0.00015754388005007058,
      "loss": 0.039750680327415466,
      "step": 2171,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 3.7512953367875648,
      "grad_norm": 3.9375,
      "learning_rate": 5e-05,
      "loss": 0.0309,
      "step": 2172
    },
    {
      "epoch": 3.7512953367875648,
      "latent_token_nums": 16.0,
      "step": 2172
    },
    {
      "epoch": 3.7512953367875648,
      "step": 2172,
      "thought_step_nums": 12.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0037755914963781834,
      "contrastive_loss#1": 0.01887795701622963,
      "epoch": 3.7512953367875648,
      "lm_loss": 0.0004946917179040611,
      "loss": 0.004270283039659262,
      "step": 2172,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.7530224525043177,
      "grad_norm": 4.25,
      "learning_rate": 5e-05,
      "loss": 0.0309,
      "step": 2173
    },
    {
      "epoch": 3.7530224525043177,
      "latent_token_nums": 16.0,
      "step": 2173
    },
    {
      "epoch": 3.7530224525043177,
      "step": 2173,
      "thought_step_nums": 11.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0009264067630283535,
      "contrastive_loss#1": 0.004632033873349428,
      "epoch": 3.7530224525043177,
      "lm_loss": 0.0002303844376001507,
      "loss": 0.0011567912297323346,
      "step": 2173,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.754749568221071,
      "grad_norm": 4.28125,
      "learning_rate": 5e-05,
      "loss": 0.0261,
      "step": 2174
    },
    {
      "epoch": 3.754749568221071,
      "latent_token_nums": 16.0,
      "step": 2174
    },
    {
      "epoch": 3.754749568221071,
      "step": 2174,
      "thought_step_nums": 11.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02541329339146614,
      "contrastive_loss#1": 0.1270664632320404,
      "epoch": 3.754749568221071,
      "lm_loss": 0.00015965424245223403,
      "loss": 0.025572948157787323,
      "step": 2174,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.756476683937824,
      "grad_norm": 4.4375,
      "learning_rate": 5e-05,
      "loss": 0.03,
      "step": 2175
    },
    {
      "epoch": 3.756476683937824,
      "latent_token_nums": 16.0,
      "step": 2175
    },
    {
      "epoch": 3.756476683937824,
      "step": 2175,
      "thought_step_nums": 11.25
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05189187452197075,
      "contrastive_loss#1": 0.25945937633514404,
      "epoch": 3.756476683937824,
      "lm_loss": 0.0008449541055597365,
      "loss": 0.052736829966306686,
      "step": 2175,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.7582037996545767,
      "grad_norm": 4.15625,
      "learning_rate": 5e-05,
      "loss": 0.0284,
      "step": 2176
    },
    {
      "epoch": 3.7582037996545767,
      "latent_token_nums": 16.0,
      "step": 2176
    },
    {
      "epoch": 3.7582037996545767,
      "step": 2176,
      "thought_step_nums": 10.6875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06986292451620102,
      "contrastive_loss#1": 0.3493146300315857,
      "epoch": 3.7582037996545767,
      "lm_loss": 0.0005173184326849878,
      "loss": 0.07038024067878723,
      "step": 2176,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.7599309153713296,
      "grad_norm": 3.984375,
      "learning_rate": 5e-05,
      "loss": 0.0302,
      "step": 2177
    },
    {
      "epoch": 3.7599309153713296,
      "latent_token_nums": 16.0,
      "step": 2177
    },
    {
      "epoch": 3.7599309153713296,
      "step": 2177,
      "thought_step_nums": 12.25
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01110344659537077,
      "contrastive_loss#1": 0.05551723390817642,
      "epoch": 3.7599309153713296,
      "lm_loss": 0.0005825245752930641,
      "loss": 0.011685971170663834,
      "step": 2177,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.761658031088083,
      "grad_norm": 3.75,
      "learning_rate": 5e-05,
      "loss": 0.0243,
      "step": 2178
    },
    {
      "epoch": 3.761658031088083,
      "latent_token_nums": 16.0,
      "step": 2178
    },
    {
      "epoch": 3.761658031088083,
      "step": 2178,
      "thought_step_nums": 10.9375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03247566148638725,
      "contrastive_loss#1": 0.16237831115722656,
      "epoch": 3.761658031088083,
      "lm_loss": 0.00021148426458239555,
      "loss": 0.032687146216630936,
      "step": 2178,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 3.763385146804836,
      "grad_norm": 4.6875,
      "learning_rate": 5e-05,
      "loss": 0.0317,
      "step": 2179
    },
    {
      "epoch": 3.763385146804836,
      "latent_token_nums": 16.0,
      "step": 2179
    },
    {
      "epoch": 3.763385146804836,
      "step": 2179,
      "thought_step_nums": 10.125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03520478308200836,
      "contrastive_loss#1": 0.1760239154100418,
      "epoch": 3.763385146804836,
      "lm_loss": 0.0001273002417292446,
      "loss": 0.0353320837020874,
      "step": 2179,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 3.7651122625215887,
      "grad_norm": 3.859375,
      "learning_rate": 5e-05,
      "loss": 0.0306,
      "step": 2180
    },
    {
      "epoch": 3.7651122625215887,
      "latent_token_nums": 16.0,
      "step": 2180
    },
    {
      "epoch": 3.7651122625215887,
      "step": 2180,
      "thought_step_nums": 10.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0034775242675095797,
      "contrastive_loss#1": 0.017387621104717255,
      "epoch": 3.7651122625215887,
      "lm_loss": 0.00028347622719593346,
      "loss": 0.0037610004656016827,
      "step": 2180,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.766839378238342,
      "grad_norm": 156.0,
      "learning_rate": 5e-05,
      "loss": 0.0245,
      "step": 2181
    },
    {
      "epoch": 3.766839378238342,
      "latent_token_nums": 16.0,
      "step": 2181
    },
    {
      "epoch": 3.766839378238342,
      "step": 2181,
      "thought_step_nums": 11.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.005835288669914007,
      "contrastive_loss#1": 0.029176441952586174,
      "epoch": 3.766839378238342,
      "lm_loss": 0.0002527312026359141,
      "loss": 0.00608801981434226,
      "step": 2181,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.768566493955095,
      "grad_norm": 4.96875,
      "learning_rate": 5e-05,
      "loss": 0.0224,
      "step": 2182
    },
    {
      "epoch": 3.768566493955095,
      "latent_token_nums": 16.0,
      "step": 2182
    },
    {
      "epoch": 3.768566493955095,
      "step": 2182,
      "thought_step_nums": 12.0625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03822673484683037,
      "contrastive_loss#1": 0.19113367795944214,
      "epoch": 3.768566493955095,
      "lm_loss": 0.0008266482618637383,
      "loss": 0.039053384214639664,
      "step": 2182,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 3.770293609671848,
      "grad_norm": 25.125,
      "learning_rate": 5e-05,
      "loss": 0.0344,
      "step": 2183
    },
    {
      "epoch": 3.770293609671848,
      "latent_token_nums": 16.0,
      "step": 2183
    },
    {
      "epoch": 3.770293609671848,
      "step": 2183,
      "thought_step_nums": 11.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03161194548010826,
      "contrastive_loss#1": 0.1580597311258316,
      "epoch": 3.770293609671848,
      "lm_loss": 0.002449845429509878,
      "loss": 0.03406178951263428,
      "step": 2183,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.772020725388601,
      "grad_norm": 4.78125,
      "learning_rate": 5e-05,
      "loss": 0.0248,
      "step": 2184
    },
    {
      "epoch": 3.772020725388601,
      "latent_token_nums": 16.0,
      "step": 2184
    },
    {
      "epoch": 3.772020725388601,
      "step": 2184,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.033862579613924026,
      "contrastive_loss#1": 0.16931289434432983,
      "epoch": 3.772020725388601,
      "lm_loss": 0.00041933334432542324,
      "loss": 0.03428191319108009,
      "step": 2184,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.773747841105354,
      "grad_norm": 4.125,
      "learning_rate": 5e-05,
      "loss": 0.0338,
      "step": 2185
    },
    {
      "epoch": 3.773747841105354,
      "latent_token_nums": 16.0,
      "step": 2185
    },
    {
      "epoch": 3.773747841105354,
      "step": 2185,
      "thought_step_nums": 11.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.007989102974534035,
      "contrastive_loss#1": 0.039945513010025024,
      "epoch": 3.773747841105354,
      "lm_loss": 0.0036372903268784285,
      "loss": 0.011626393534243107,
      "step": 2185,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 3.775474956822107,
      "grad_norm": 3.890625,
      "learning_rate": 5e-05,
      "loss": 0.0257,
      "step": 2186
    },
    {
      "epoch": 3.775474956822107,
      "latent_token_nums": 16.0,
      "step": 2186
    },
    {
      "epoch": 3.775474956822107,
      "step": 2186,
      "thought_step_nums": 12.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.003129449440166354,
      "contrastive_loss#1": 0.015647247433662415,
      "epoch": 3.775474956822107,
      "lm_loss": 0.0004063439555466175,
      "loss": 0.0035357933957129717,
      "step": 2186,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.77720207253886,
      "grad_norm": 4.0,
      "learning_rate": 5e-05,
      "loss": 0.0274,
      "step": 2187
    },
    {
      "epoch": 3.77720207253886,
      "latent_token_nums": 16.0,
      "step": 2187
    },
    {
      "epoch": 3.77720207253886,
      "step": 2187,
      "thought_step_nums": 12.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.013851180672645569,
      "contrastive_loss#1": 0.06925590336322784,
      "epoch": 3.77720207253886,
      "lm_loss": 0.0012283322867006063,
      "loss": 0.015079513192176819,
      "step": 2187,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.778929188255613,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.024,
      "step": 2188
    },
    {
      "epoch": 3.778929188255613,
      "latent_token_nums": 16.0,
      "step": 2188
    },
    {
      "epoch": 3.778929188255613,
      "step": 2188,
      "thought_step_nums": 12.5
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07830875366926193,
      "contrastive_loss#1": 0.39154374599456787,
      "epoch": 3.778929188255613,
      "lm_loss": 0.0005004671984352171,
      "loss": 0.0788092240691185,
      "step": 2188,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.780656303972366,
      "grad_norm": 4.1875,
      "learning_rate": 5e-05,
      "loss": 0.0326,
      "step": 2189
    },
    {
      "epoch": 3.780656303972366,
      "latent_token_nums": 16.0,
      "step": 2189
    },
    {
      "epoch": 3.780656303972366,
      "step": 2189,
      "thought_step_nums": 11.625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03001732937991619,
      "contrastive_loss#1": 0.1500866413116455,
      "epoch": 3.780656303972366,
      "lm_loss": 0.00035948638105764985,
      "loss": 0.030376816168427467,
      "step": 2189,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.7823834196891193,
      "grad_norm": 31.25,
      "learning_rate": 5e-05,
      "loss": 0.0235,
      "step": 2190
    },
    {
      "epoch": 3.7823834196891193,
      "latent_token_nums": 16.0,
      "step": 2190
    },
    {
      "epoch": 3.7823834196891193,
      "step": 2190,
      "thought_step_nums": 11.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02126152627170086,
      "contrastive_loss#1": 0.10630762577056885,
      "epoch": 3.7823834196891193,
      "lm_loss": 0.0008341051870957017,
      "loss": 0.022095631808042526,
      "step": 2190,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.784110535405872,
      "grad_norm": 3.75,
      "learning_rate": 5e-05,
      "loss": 0.0241,
      "step": 2191
    },
    {
      "epoch": 3.784110535405872,
      "latent_token_nums": 16.0,
      "step": 2191
    },
    {
      "epoch": 3.784110535405872,
      "step": 2191,
      "thought_step_nums": 10.75
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.002672125119715929,
      "contrastive_loss#1": 0.013360625132918358,
      "epoch": 3.784110535405872,
      "lm_loss": 0.0015216675819829106,
      "loss": 0.004193792585283518,
      "step": 2191,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.785837651122625,
      "grad_norm": 5.0,
      "learning_rate": 5e-05,
      "loss": 0.0301,
      "step": 2192
    },
    {
      "epoch": 3.785837651122625,
      "latent_token_nums": 16.0,
      "step": 2192
    },
    {
      "epoch": 3.785837651122625,
      "step": 2192,
      "thought_step_nums": 12.1875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05484020709991455,
      "contrastive_loss#1": 0.27420103549957275,
      "epoch": 3.785837651122625,
      "lm_loss": 0.0002518566034268588,
      "loss": 0.055092062801122665,
      "step": 2192,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.7875647668393784,
      "grad_norm": 80.0,
      "learning_rate": 5e-05,
      "loss": 0.0328,
      "step": 2193
    },
    {
      "epoch": 3.7875647668393784,
      "latent_token_nums": 16.0,
      "step": 2193
    },
    {
      "epoch": 3.7875647668393784,
      "step": 2193,
      "thought_step_nums": 10.375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.08274281769990921,
      "contrastive_loss#1": 0.41371408104896545,
      "epoch": 3.7875647668393784,
      "lm_loss": 0.0007829081732779741,
      "loss": 0.08352572470903397,
      "step": 2193,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 3.7892918825561313,
      "grad_norm": 11.125,
      "learning_rate": 5e-05,
      "loss": 0.034,
      "step": 2194
    },
    {
      "epoch": 3.7892918825561313,
      "latent_token_nums": 16.0,
      "step": 2194
    },
    {
      "epoch": 3.7892918825561313,
      "step": 2194,
      "thought_step_nums": 11.75
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.009839274920523167,
      "contrastive_loss#1": 0.04919637367129326,
      "epoch": 3.7892918825561313,
      "lm_loss": 0.0003716456703841686,
      "loss": 0.010210920125246048,
      "step": 2194,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 3.791018998272884,
      "grad_norm": 7.65625,
      "learning_rate": 5e-05,
      "loss": 0.0261,
      "step": 2195
    },
    {
      "epoch": 3.791018998272884,
      "latent_token_nums": 16.0,
      "step": 2195
    },
    {
      "epoch": 3.791018998272884,
      "step": 2195,
      "thought_step_nums": 10.875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.009380592964589596,
      "contrastive_loss#1": 0.046902962028980255,
      "epoch": 3.791018998272884,
      "lm_loss": 0.00014800747158005834,
      "loss": 0.009528600610792637,
      "step": 2195,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.7927461139896375,
      "grad_norm": 5.09375,
      "learning_rate": 5e-05,
      "loss": 0.0253,
      "step": 2196
    },
    {
      "epoch": 3.7927461139896375,
      "latent_token_nums": 16.0,
      "step": 2196
    },
    {
      "epoch": 3.7927461139896375,
      "step": 2196,
      "thought_step_nums": 12.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.010778901167213917,
      "contrastive_loss#1": 0.05389450490474701,
      "epoch": 3.7927461139896375,
      "lm_loss": 0.0006732486071996391,
      "loss": 0.011452149599790573,
      "step": 2196,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.7944732297063903,
      "grad_norm": 3.765625,
      "learning_rate": 5e-05,
      "loss": 0.0228,
      "step": 2197
    },
    {
      "epoch": 3.7944732297063903,
      "latent_token_nums": 16.0,
      "step": 2197
    },
    {
      "epoch": 3.7944732297063903,
      "step": 2197,
      "thought_step_nums": 11.8125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.048428963869810104,
      "contrastive_loss#1": 0.24214482307434082,
      "epoch": 3.7944732297063903,
      "lm_loss": 0.0006215811590664089,
      "loss": 0.04905054345726967,
      "step": 2197,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.796200345423143,
      "grad_norm": 10.9375,
      "learning_rate": 5e-05,
      "loss": 0.034,
      "step": 2198
    },
    {
      "epoch": 3.796200345423143,
      "latent_token_nums": 16.0,
      "step": 2198
    },
    {
      "epoch": 3.796200345423143,
      "step": 2198,
      "thought_step_nums": 10.9375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.029943883419036865,
      "contrastive_loss#1": 0.14971941709518433,
      "epoch": 3.796200345423143,
      "lm_loss": 0.0020618329290300608,
      "loss": 0.03200571611523628,
      "step": 2198,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.7979274611398965,
      "grad_norm": 4.5,
      "learning_rate": 5e-05,
      "loss": 0.0238,
      "step": 2199
    },
    {
      "epoch": 3.7979274611398965,
      "latent_token_nums": 16.0,
      "step": 2199
    },
    {
      "epoch": 3.7979274611398965,
      "step": 2199,
      "thought_step_nums": 10.6875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04678058624267578,
      "contrastive_loss#1": 0.2339029312133789,
      "epoch": 3.7979274611398965,
      "lm_loss": 0.00044479043572209775,
      "loss": 0.04722537845373154,
      "step": 2199,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.7996545768566494,
      "grad_norm": 4.28125,
      "learning_rate": 5e-05,
      "loss": 0.0295,
      "step": 2200
    },
    {
      "epoch": 3.7996545768566494,
      "latent_token_nums": 16.0,
      "step": 2200
    },
    {
      "epoch": 3.7996545768566494,
      "step": 2200,
      "thought_step_nums": 11.125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03546105697751045,
      "contrastive_loss#1": 0.17730528116226196,
      "epoch": 3.7996545768566494,
      "lm_loss": 0.0008172025554813445,
      "loss": 0.03627825900912285,
      "step": 2200,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.8013816925734023,
      "grad_norm": 52.0,
      "learning_rate": 5e-05,
      "loss": 0.0355,
      "step": 2201
    },
    {
      "epoch": 3.8013816925734023,
      "latent_token_nums": 16.0,
      "step": 2201
    },
    {
      "epoch": 3.8013816925734023,
      "step": 2201,
      "thought_step_nums": 11.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.037122488021850586,
      "contrastive_loss#1": 0.18561244010925293,
      "epoch": 3.8013816925734023,
      "lm_loss": 0.0002264889481011778,
      "loss": 0.03734897822141647,
      "step": 2201,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.8031088082901556,
      "grad_norm": 16.75,
      "learning_rate": 5e-05,
      "loss": 0.027,
      "step": 2202
    },
    {
      "epoch": 3.8031088082901556,
      "latent_token_nums": 16.0,
      "step": 2202
    },
    {
      "epoch": 3.8031088082901556,
      "step": 2202,
      "thought_step_nums": 11.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.023046676069498062,
      "contrastive_loss#1": 0.11523337662220001,
      "epoch": 3.8031088082901556,
      "lm_loss": 0.0001072014492820017,
      "loss": 0.02315387688577175,
      "step": 2202,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 3.8048359240069085,
      "grad_norm": 4.4375,
      "learning_rate": 5e-05,
      "loss": 0.0261,
      "step": 2203
    },
    {
      "epoch": 3.8048359240069085,
      "latent_token_nums": 16.0,
      "step": 2203
    },
    {
      "epoch": 3.8048359240069085,
      "step": 2203,
      "thought_step_nums": 12.375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.021732507273554802,
      "contrastive_loss#1": 0.10866253077983856,
      "epoch": 3.8048359240069085,
      "lm_loss": 0.00016325825708918273,
      "loss": 0.021895766258239746,
      "step": 2203,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.8065630397236614,
      "grad_norm": 4.53125,
      "learning_rate": 5e-05,
      "loss": 0.0264,
      "step": 2204
    },
    {
      "epoch": 3.8065630397236614,
      "latent_token_nums": 16.0,
      "step": 2204
    },
    {
      "epoch": 3.8065630397236614,
      "step": 2204,
      "thought_step_nums": 11.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.024966469034552574,
      "contrastive_loss#1": 0.12483234703540802,
      "epoch": 3.8065630397236614,
      "lm_loss": 0.0002564085298217833,
      "loss": 0.02522287704050541,
      "step": 2204,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 3.8082901554404147,
      "grad_norm": 49.5,
      "learning_rate": 5e-05,
      "loss": 0.0339,
      "step": 2205
    },
    {
      "epoch": 3.8082901554404147,
      "latent_token_nums": 16.0,
      "step": 2205
    },
    {
      "epoch": 3.8082901554404147,
      "step": 2205,
      "thought_step_nums": 11.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.008457002229988575,
      "contrastive_loss#1": 0.0422850102186203,
      "epoch": 3.8082901554404147,
      "lm_loss": 0.00017003592802211642,
      "loss": 0.008627038449048996,
      "step": 2205,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 3.8100172711571676,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.0303,
      "step": 2206
    },
    {
      "epoch": 3.8100172711571676,
      "latent_token_nums": 16.0,
      "step": 2206
    },
    {
      "epoch": 3.8100172711571676,
      "step": 2206,
      "thought_step_nums": 11.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.007606019265949726,
      "contrastive_loss#1": 0.038030095398426056,
      "epoch": 3.8100172711571676,
      "lm_loss": 0.000310871604597196,
      "loss": 0.007916891016066074,
      "step": 2206,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.8117443868739205,
      "grad_norm": 79.5,
      "learning_rate": 5e-05,
      "loss": 0.0247,
      "step": 2207
    },
    {
      "epoch": 3.8117443868739205,
      "latent_token_nums": 16.0,
      "step": 2207
    },
    {
      "epoch": 3.8117443868739205,
      "step": 2207,
      "thought_step_nums": 11.8125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0037923604249954224,
      "contrastive_loss#1": 0.018961802124977112,
      "epoch": 3.8117443868739205,
      "lm_loss": 0.0003062512550968677,
      "loss": 0.004098611883819103,
      "step": 2207,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.813471502590674,
      "grad_norm": 20.5,
      "learning_rate": 5e-05,
      "loss": 0.0303,
      "step": 2208
    },
    {
      "epoch": 3.813471502590674,
      "latent_token_nums": 16.0,
      "step": 2208
    },
    {
      "epoch": 3.813471502590674,
      "step": 2208,
      "thought_step_nums": 12.0625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.009681431576609612,
      "contrastive_loss#1": 0.04840715602040291,
      "epoch": 3.813471502590674,
      "lm_loss": 0.00028829346410930157,
      "loss": 0.009969725273549557,
      "step": 2208,
      "valid_batch_size": 1024.375
    },
    {
      "epoch": 3.8151986183074267,
      "grad_norm": 51.0,
      "learning_rate": 5e-05,
      "loss": 0.0351,
      "step": 2209
    },
    {
      "epoch": 3.8151986183074267,
      "latent_token_nums": 16.0,
      "step": 2209
    },
    {
      "epoch": 3.8151986183074267,
      "step": 2209,
      "thought_step_nums": 11.625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01582578383386135,
      "contrastive_loss#1": 0.07912891358137131,
      "epoch": 3.8151986183074267,
      "lm_loss": 0.0002732598513830453,
      "loss": 0.01609904319047928,
      "step": 2209,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.8169257340241796,
      "grad_norm": 3728.0,
      "learning_rate": 5e-05,
      "loss": 0.043,
      "step": 2210
    },
    {
      "epoch": 3.8169257340241796,
      "latent_token_nums": 16.0,
      "step": 2210
    },
    {
      "epoch": 3.8169257340241796,
      "step": 2210,
      "thought_step_nums": 12.0
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03811517730355263,
      "contrastive_loss#1": 0.19057588279247284,
      "epoch": 3.8169257340241796,
      "lm_loss": 0.0001479731872677803,
      "loss": 0.03826314955949783,
      "step": 2210,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.818652849740933,
      "grad_norm": 29.25,
      "learning_rate": 5e-05,
      "loss": 0.0246,
      "step": 2211
    },
    {
      "epoch": 3.818652849740933,
      "latent_token_nums": 16.0,
      "step": 2211
    },
    {
      "epoch": 3.818652849740933,
      "step": 2211,
      "thought_step_nums": 12.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.012623272836208344,
      "contrastive_loss#1": 0.06311636418104172,
      "epoch": 3.818652849740933,
      "lm_loss": 0.00022777309641242027,
      "loss": 0.012851046398282051,
      "step": 2211,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.8203799654576858,
      "grad_norm": 378.0,
      "learning_rate": 5e-05,
      "loss": 0.0287,
      "step": 2212
    },
    {
      "epoch": 3.8203799654576858,
      "latent_token_nums": 16.0,
      "step": 2212
    },
    {
      "epoch": 3.8203799654576858,
      "step": 2212,
      "thought_step_nums": 11.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0032564480789005756,
      "contrastive_loss#1": 0.01628223992884159,
      "epoch": 3.8203799654576858,
      "lm_loss": 0.0010305067989975214,
      "loss": 0.004286955110728741,
      "step": 2212,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.8221070811744386,
      "grad_norm": 72.0,
      "learning_rate": 5e-05,
      "loss": 0.027,
      "step": 2213
    },
    {
      "epoch": 3.8221070811744386,
      "latent_token_nums": 16.0,
      "step": 2213
    },
    {
      "epoch": 3.8221070811744386,
      "step": 2213,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0139907943084836,
      "contrastive_loss#1": 0.06995397061109543,
      "epoch": 3.8221070811744386,
      "lm_loss": 0.0013797599822282791,
      "loss": 0.01537055429071188,
      "step": 2213,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.823834196891192,
      "grad_norm": 4.375,
      "learning_rate": 5e-05,
      "loss": 0.0283,
      "step": 2214
    },
    {
      "epoch": 3.823834196891192,
      "latent_token_nums": 16.0,
      "step": 2214
    },
    {
      "epoch": 3.823834196891192,
      "step": 2214,
      "thought_step_nums": 11.875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.005188483279198408,
      "contrastive_loss#1": 0.02594241499900818,
      "epoch": 3.823834196891192,
      "lm_loss": 0.0011853653704747558,
      "loss": 0.006373848766088486,
      "step": 2214,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.825561312607945,
      "grad_norm": 3.796875,
      "learning_rate": 5e-05,
      "loss": 0.0258,
      "step": 2215
    },
    {
      "epoch": 3.825561312607945,
      "latent_token_nums": 16.0,
      "step": 2215
    },
    {
      "epoch": 3.825561312607945,
      "step": 2215,
      "thought_step_nums": 11.0
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0266136322170496,
      "contrastive_loss#1": 0.13306815922260284,
      "epoch": 3.825561312607945,
      "lm_loss": 0.00033942252048291266,
      "loss": 0.02695305459201336,
      "step": 2215,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.8272884283246977,
      "grad_norm": 23.0,
      "learning_rate": 5e-05,
      "loss": 0.0363,
      "step": 2216
    },
    {
      "epoch": 3.8272884283246977,
      "latent_token_nums": 16.0,
      "step": 2216
    },
    {
      "epoch": 3.8272884283246977,
      "step": 2216,
      "thought_step_nums": 11.375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02386823296546936,
      "contrastive_loss#1": 0.1193411648273468,
      "epoch": 3.8272884283246977,
      "lm_loss": 0.0013260822743177414,
      "loss": 0.025194315239787102,
      "step": 2216,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.8290155440414506,
      "grad_norm": 4.1875,
      "learning_rate": 5e-05,
      "loss": 0.0305,
      "step": 2217
    },
    {
      "epoch": 3.8290155440414506,
      "latent_token_nums": 16.0,
      "step": 2217
    },
    {
      "epoch": 3.8290155440414506,
      "step": 2217,
      "thought_step_nums": 11.875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02900039218366146,
      "contrastive_loss#1": 0.14500196278095245,
      "epoch": 3.8290155440414506,
      "lm_loss": 0.0066526890732347965,
      "loss": 0.03565308079123497,
      "step": 2217,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 3.830742659758204,
      "grad_norm": 4.09375,
      "learning_rate": 5e-05,
      "loss": 0.05,
      "step": 2218
    },
    {
      "epoch": 3.830742659758204,
      "latent_token_nums": 16.0,
      "step": 2218
    },
    {
      "epoch": 3.830742659758204,
      "step": 2218,
      "thought_step_nums": 11.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.016699358820915222,
      "contrastive_loss#1": 0.08349679410457611,
      "epoch": 3.830742659758204,
      "lm_loss": 0.0006439214921556413,
      "loss": 0.01734328083693981,
      "step": 2218,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 3.832469775474957,
      "grad_norm": 10.25,
      "learning_rate": 5e-05,
      "loss": 0.039,
      "step": 2219
    },
    {
      "epoch": 3.832469775474957,
      "latent_token_nums": 16.0,
      "step": 2219
    },
    {
      "epoch": 3.832469775474957,
      "step": 2219,
      "thought_step_nums": 12.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0021392691414803267,
      "contrastive_loss#1": 0.010696345940232277,
      "epoch": 3.832469775474957,
      "lm_loss": 0.000249281816650182,
      "loss": 0.0023885508999228477,
      "step": 2219,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.8341968911917097,
      "grad_norm": 4.15625,
      "learning_rate": 5e-05,
      "loss": 0.0371,
      "step": 2220
    },
    {
      "epoch": 3.8341968911917097,
      "latent_token_nums": 16.0,
      "step": 2220
    },
    {
      "epoch": 3.8341968911917097,
      "step": 2220,
      "thought_step_nums": 11.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03926849737763405,
      "contrastive_loss#1": 0.19634248316287994,
      "epoch": 3.8341968911917097,
      "lm_loss": 0.00010387520887888968,
      "loss": 0.03937237337231636,
      "step": 2220,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.835924006908463,
      "grad_norm": 37.75,
      "learning_rate": 5e-05,
      "loss": 0.0355,
      "step": 2221
    },
    {
      "epoch": 3.835924006908463,
      "latent_token_nums": 16.0,
      "step": 2221
    },
    {
      "epoch": 3.835924006908463,
      "step": 2221,
      "thought_step_nums": 11.8125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.005483125802129507,
      "contrastive_loss#1": 0.027415629476308823,
      "epoch": 3.835924006908463,
      "lm_loss": 0.00011651276145130396,
      "loss": 0.005599638447165489,
      "step": 2221,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.837651122625216,
      "grad_norm": 4.15625,
      "learning_rate": 5e-05,
      "loss": 0.0608,
      "step": 2222
    },
    {
      "epoch": 3.837651122625216,
      "latent_token_nums": 16.0,
      "step": 2222
    },
    {
      "epoch": 3.837651122625216,
      "step": 2222,
      "thought_step_nums": 11.1875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05118217691779137,
      "contrastive_loss#1": 0.25591087341308594,
      "epoch": 3.837651122625216,
      "lm_loss": 0.00012119361781515181,
      "loss": 0.05130337178707123,
      "step": 2222,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 3.839378238341969,
      "grad_norm": 4.0625,
      "learning_rate": 5e-05,
      "loss": 0.0289,
      "step": 2223
    },
    {
      "epoch": 3.839378238341969,
      "latent_token_nums": 16.0,
      "step": 2223
    },
    {
      "epoch": 3.839378238341969,
      "step": 2223,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03298252448439598,
      "contrastive_loss#1": 0.164912611246109,
      "epoch": 3.839378238341969,
      "lm_loss": 0.00023809628328308463,
      "loss": 0.03322061896324158,
      "step": 2223,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.8411053540587217,
      "grad_norm": 3.234375,
      "learning_rate": 5e-05,
      "loss": 0.0205,
      "step": 2224
    },
    {
      "epoch": 3.8411053540587217,
      "latent_token_nums": 16.0,
      "step": 2224
    },
    {
      "epoch": 3.8411053540587217,
      "step": 2224,
      "thought_step_nums": 12.5625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05015038326382637,
      "contrastive_loss#1": 0.25075191259384155,
      "epoch": 3.8411053540587217,
      "lm_loss": 0.0001279922144021839,
      "loss": 0.050278376787900925,
      "step": 2224,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 3.842832469775475,
      "grad_norm": 3.34375,
      "learning_rate": 5e-05,
      "loss": 0.0277,
      "step": 2225
    },
    {
      "epoch": 3.842832469775475,
      "latent_token_nums": 16.0,
      "step": 2225
    },
    {
      "epoch": 3.842832469775475,
      "step": 2225,
      "thought_step_nums": 10.5
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.059207528829574585,
      "contrastive_loss#1": 0.2960376441478729,
      "epoch": 3.842832469775475,
      "lm_loss": 0.0002748621045611799,
      "loss": 0.059482391923666,
      "step": 2225,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.844559585492228,
      "grad_norm": 3.96875,
      "learning_rate": 5e-05,
      "loss": 0.0291,
      "step": 2226
    },
    {
      "epoch": 3.844559585492228,
      "latent_token_nums": 16.0,
      "step": 2226
    },
    {
      "epoch": 3.844559585492228,
      "step": 2226,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0459665022790432,
      "contrastive_loss#1": 0.2298325002193451,
      "epoch": 3.844559585492228,
      "lm_loss": 0.00027453270740807056,
      "loss": 0.04624103382229805,
      "step": 2226,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.8462867012089808,
      "grad_norm": 3.828125,
      "learning_rate": 5e-05,
      "loss": 0.0255,
      "step": 2227
    },
    {
      "epoch": 3.8462867012089808,
      "latent_token_nums": 16.0,
      "step": 2227
    },
    {
      "epoch": 3.8462867012089808,
      "step": 2227,
      "thought_step_nums": 11.625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06804882735013962,
      "contrastive_loss#1": 0.3402441143989563,
      "epoch": 3.8462867012089808,
      "lm_loss": 0.00022125609393697232,
      "loss": 0.06827007979154587,
      "step": 2227,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.848013816925734,
      "grad_norm": 4.125,
      "learning_rate": 5e-05,
      "loss": 0.0391,
      "step": 2228
    },
    {
      "epoch": 3.848013816925734,
      "latent_token_nums": 16.0,
      "step": 2228
    },
    {
      "epoch": 3.848013816925734,
      "step": 2228,
      "thought_step_nums": 11.8125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.040989089757204056,
      "contrastive_loss#1": 0.20494544506072998,
      "epoch": 3.848013816925734,
      "lm_loss": 0.00012193926522741094,
      "loss": 0.04111102968454361,
      "step": 2228,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.849740932642487,
      "grad_norm": 4.46875,
      "learning_rate": 5e-05,
      "loss": 0.0957,
      "step": 2229
    },
    {
      "epoch": 3.849740932642487,
      "latent_token_nums": 16.0,
      "step": 2229
    },
    {
      "epoch": 3.849740932642487,
      "step": 2229,
      "thought_step_nums": 11.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.007397904526442289,
      "contrastive_loss#1": 0.036989521235227585,
      "epoch": 3.849740932642487,
      "lm_loss": 0.005141491070389748,
      "loss": 0.012539396062493324,
      "step": 2229,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 3.85146804835924,
      "grad_norm": 4.0,
      "learning_rate": 5e-05,
      "loss": 0.0243,
      "step": 2230
    },
    {
      "epoch": 3.85146804835924,
      "latent_token_nums": 16.0,
      "step": 2230
    },
    {
      "epoch": 3.85146804835924,
      "step": 2230,
      "thought_step_nums": 12.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.005726533941924572,
      "contrastive_loss#1": 0.028632668778300285,
      "epoch": 3.85146804835924,
      "lm_loss": 0.002406228333711624,
      "loss": 0.008132762275636196,
      "step": 2230,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.853195164075993,
      "grad_norm": 3.421875,
      "learning_rate": 5e-05,
      "loss": 0.0281,
      "step": 2231
    },
    {
      "epoch": 3.853195164075993,
      "latent_token_nums": 16.0,
      "step": 2231
    },
    {
      "epoch": 3.853195164075993,
      "step": 2231,
      "thought_step_nums": 11.25
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.055756427347660065,
      "contrastive_loss#1": 0.2787821292877197,
      "epoch": 3.853195164075993,
      "lm_loss": 0.000518708024173975,
      "loss": 0.0562751367688179,
      "step": 2231,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 3.854922279792746,
      "grad_norm": 3.875,
      "learning_rate": 5e-05,
      "loss": 0.0276,
      "step": 2232
    },
    {
      "epoch": 3.854922279792746,
      "latent_token_nums": 16.0,
      "step": 2232
    },
    {
      "epoch": 3.854922279792746,
      "step": 2232,
      "thought_step_nums": 11.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0021032465156167746,
      "contrastive_loss#1": 0.010516231879591942,
      "epoch": 3.854922279792746,
      "lm_loss": 0.00034334161318838596,
      "loss": 0.0024465881288051605,
      "step": 2232,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.856649395509499,
      "grad_norm": 3.6875,
      "learning_rate": 5e-05,
      "loss": 0.0288,
      "step": 2233
    },
    {
      "epoch": 3.856649395509499,
      "latent_token_nums": 16.0,
      "step": 2233
    },
    {
      "epoch": 3.856649395509499,
      "step": 2233,
      "thought_step_nums": 11.875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.058199938386678696,
      "contrastive_loss#1": 0.2909996807575226,
      "epoch": 3.856649395509499,
      "lm_loss": 0.0006522029871121049,
      "loss": 0.05885213986039162,
      "step": 2233,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.8583765112262522,
      "grad_norm": 4.15625,
      "learning_rate": 5e-05,
      "loss": 0.0315,
      "step": 2234
    },
    {
      "epoch": 3.8583765112262522,
      "latent_token_nums": 16.0,
      "step": 2234
    },
    {
      "epoch": 3.8583765112262522,
      "step": 2234,
      "thought_step_nums": 11.375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05070044472813606,
      "contrastive_loss#1": 0.25350221991539,
      "epoch": 3.8583765112262522,
      "lm_loss": 0.00023344090732280165,
      "loss": 0.05093388631939888,
      "step": 2234,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.860103626943005,
      "grad_norm": 3.921875,
      "learning_rate": 5e-05,
      "loss": 0.0244,
      "step": 2235
    },
    {
      "epoch": 3.860103626943005,
      "latent_token_nums": 16.0,
      "step": 2235
    },
    {
      "epoch": 3.860103626943005,
      "step": 2235,
      "thought_step_nums": 11.4375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04185778647661209,
      "contrastive_loss#1": 0.20928892493247986,
      "epoch": 3.860103626943005,
      "lm_loss": 0.0003700070083141327,
      "loss": 0.042227793484926224,
      "step": 2235,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.861830742659758,
      "grad_norm": 3.90625,
      "learning_rate": 5e-05,
      "loss": 0.0321,
      "step": 2236
    },
    {
      "epoch": 3.861830742659758,
      "latent_token_nums": 16.0,
      "step": 2236
    },
    {
      "epoch": 3.861830742659758,
      "step": 2236,
      "thought_step_nums": 11.125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.08419366925954819,
      "contrastive_loss#1": 0.42096835374832153,
      "epoch": 3.861830742659758,
      "lm_loss": 0.00031124826637096703,
      "loss": 0.08450491726398468,
      "step": 2236,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.8635578583765113,
      "grad_norm": 3.609375,
      "learning_rate": 5e-05,
      "loss": 0.029,
      "step": 2237
    },
    {
      "epoch": 3.8635578583765113,
      "latent_token_nums": 16.0,
      "step": 2237
    },
    {
      "epoch": 3.8635578583765113,
      "step": 2237,
      "thought_step_nums": 12.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.05287981778383255,
      "contrastive_loss#1": 0.26439908146858215,
      "epoch": 3.8635578583765113,
      "lm_loss": 0.00021056097466498613,
      "loss": 0.053090378642082214,
      "step": 2237,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.865284974093264,
      "grad_norm": 137.0,
      "learning_rate": 5e-05,
      "loss": 0.0253,
      "step": 2238
    },
    {
      "epoch": 3.865284974093264,
      "latent_token_nums": 16.0,
      "step": 2238
    },
    {
      "epoch": 3.865284974093264,
      "step": 2238,
      "thought_step_nums": 12.25
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.005234150681644678,
      "contrastive_loss#1": 0.026170752942562103,
      "epoch": 3.865284974093264,
      "lm_loss": 0.000319350219797343,
      "loss": 0.005553500726819038,
      "step": 2238,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.867012089810017,
      "grad_norm": 4.25,
      "learning_rate": 5e-05,
      "loss": 0.0335,
      "step": 2239
    },
    {
      "epoch": 3.867012089810017,
      "latent_token_nums": 16.0,
      "step": 2239
    },
    {
      "epoch": 3.867012089810017,
      "step": 2239,
      "thought_step_nums": 11.75
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04289809986948967,
      "contrastive_loss#1": 0.21449050307273865,
      "epoch": 3.867012089810017,
      "lm_loss": 0.00022582345991395414,
      "loss": 0.04312392324209213,
      "step": 2239,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 3.8687392055267704,
      "grad_norm": 3.671875,
      "learning_rate": 5e-05,
      "loss": 0.0271,
      "step": 2240
    },
    {
      "epoch": 3.8687392055267704,
      "latent_token_nums": 16.0,
      "step": 2240
    },
    {
      "epoch": 3.8687392055267704,
      "step": 2240,
      "thought_step_nums": 11.8125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.004498892463743687,
      "contrastive_loss#1": 0.02249446138739586,
      "epoch": 3.8687392055267704,
      "lm_loss": 0.0006979448953643441,
      "loss": 0.005196837242692709,
      "step": 2240,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.8704663212435233,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.0299,
      "step": 2241
    },
    {
      "epoch": 3.8704663212435233,
      "latent_token_nums": 16.0,
      "step": 2241
    },
    {
      "epoch": 3.8704663212435233,
      "step": 2241,
      "thought_step_nums": 10.875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.11790399998426437,
      "contrastive_loss#1": 0.5895199775695801,
      "epoch": 3.8704663212435233,
      "lm_loss": 0.0005978732951916754,
      "loss": 0.11850187182426453,
      "step": 2241,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 3.872193436960276,
      "grad_norm": 3.375,
      "learning_rate": 5e-05,
      "loss": 0.0287,
      "step": 2242
    },
    {
      "epoch": 3.872193436960276,
      "latent_token_nums": 16.0,
      "step": 2242
    },
    {
      "epoch": 3.872193436960276,
      "step": 2242,
      "thought_step_nums": 11.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.017759328708052635,
      "contrastive_loss#1": 0.08879663795232773,
      "epoch": 3.872193436960276,
      "lm_loss": 0.0001215477823279798,
      "loss": 0.0178808756172657,
      "step": 2242,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 3.8739205526770295,
      "grad_norm": 4.46875,
      "learning_rate": 5e-05,
      "loss": 0.0245,
      "step": 2243
    },
    {
      "epoch": 3.8739205526770295,
      "latent_token_nums": 16.0,
      "step": 2243
    },
    {
      "epoch": 3.8739205526770295,
      "step": 2243,
      "thought_step_nums": 10.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.002182133262977004,
      "contrastive_loss#1": 0.01091066561639309,
      "epoch": 3.8739205526770295,
      "lm_loss": 0.00015256663027685136,
      "loss": 0.0023346999660134315,
      "step": 2243,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.8756476683937824,
      "grad_norm": 3.265625,
      "learning_rate": 5e-05,
      "loss": 0.0238,
      "step": 2244
    },
    {
      "epoch": 3.8756476683937824,
      "latent_token_nums": 16.0,
      "step": 2244
    },
    {
      "epoch": 3.8756476683937824,
      "step": 2244,
      "thought_step_nums": 11.8125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04900885745882988,
      "contrastive_loss#1": 0.2450442761182785,
      "epoch": 3.8756476683937824,
      "lm_loss": 0.0002155548718292266,
      "loss": 0.04922441393136978,
      "step": 2244,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.8773747841105353,
      "grad_norm": 3.71875,
      "learning_rate": 5e-05,
      "loss": 0.0257,
      "step": 2245
    },
    {
      "epoch": 3.8773747841105353,
      "latent_token_nums": 16.0,
      "step": 2245
    },
    {
      "epoch": 3.8773747841105353,
      "step": 2245,
      "thought_step_nums": 11.875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.013634598813951015,
      "contrastive_loss#1": 0.06817299127578735,
      "epoch": 3.8773747841105353,
      "lm_loss": 0.0005541999125853181,
      "loss": 0.014188799075782299,
      "step": 2245,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.8791018998272886,
      "grad_norm": 3.921875,
      "learning_rate": 5e-05,
      "loss": 0.0277,
      "step": 2246
    },
    {
      "epoch": 3.8791018998272886,
      "latent_token_nums": 16.0,
      "step": 2246
    },
    {
      "epoch": 3.8791018998272886,
      "step": 2246,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.04509696364402771,
      "contrastive_loss#1": 0.22548481822013855,
      "epoch": 3.8791018998272886,
      "lm_loss": 0.00034583371598273516,
      "loss": 0.04544279724359512,
      "step": 2246,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.8808290155440415,
      "grad_norm": 3.984375,
      "learning_rate": 5e-05,
      "loss": 0.0281,
      "step": 2247
    },
    {
      "epoch": 3.8808290155440415,
      "latent_token_nums": 16.0,
      "step": 2247
    },
    {
      "epoch": 3.8808290155440415,
      "step": 2247,
      "thought_step_nums": 11.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0031887188088148832,
      "contrastive_loss#1": 0.01594359427690506,
      "epoch": 3.8808290155440415,
      "lm_loss": 0.0001985540147870779,
      "loss": 0.003387272823601961,
      "step": 2247,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.8825561312607944,
      "grad_norm": 3.96875,
      "learning_rate": 5e-05,
      "loss": 0.0276,
      "step": 2248
    },
    {
      "epoch": 3.8825561312607944,
      "latent_token_nums": 16.0,
      "step": 2248
    },
    {
      "epoch": 3.8825561312607944,
      "step": 2248,
      "thought_step_nums": 11.4375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.024179674685001373,
      "contrastive_loss#1": 0.12089837342500687,
      "epoch": 3.8825561312607944,
      "lm_loss": 0.00024588819360360503,
      "loss": 0.024425562471151352,
      "step": 2248,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.8842832469775477,
      "grad_norm": 4.4375,
      "learning_rate": 5e-05,
      "loss": 0.0284,
      "step": 2249
    },
    {
      "epoch": 3.8842832469775477,
      "latent_token_nums": 16.0,
      "step": 2249
    },
    {
      "epoch": 3.8842832469775477,
      "step": 2249,
      "thought_step_nums": 11.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.029200125485658646,
      "contrastive_loss#1": 0.14600062370300293,
      "epoch": 3.8842832469775477,
      "lm_loss": 0.0006765611469745636,
      "loss": 0.02987668663263321,
      "step": 2249,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 3.8860103626943006,
      "grad_norm": 3.515625,
      "learning_rate": 5e-05,
      "loss": 0.0281,
      "step": 2250
    },
    {
      "epoch": 3.8860103626943006,
      "latent_token_nums": 16.0,
      "step": 2250
    },
    {
      "epoch": 3.8860103626943006,
      "step": 2250,
      "thought_step_nums": 11.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.018787462264299393,
      "contrastive_loss#1": 0.09393730759620667,
      "epoch": 3.8860103626943006,
      "lm_loss": 0.00017339597980026156,
      "loss": 0.01896085776388645,
      "step": 2250,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.8877374784110534,
      "grad_norm": 3.859375,
      "learning_rate": 5e-05,
      "loss": 0.0261,
      "step": 2251
    },
    {
      "epoch": 3.8877374784110534,
      "latent_token_nums": 16.0,
      "step": 2251
    },
    {
      "epoch": 3.8877374784110534,
      "step": 2251,
      "thought_step_nums": 10.4375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01478527020663023,
      "contrastive_loss#1": 0.07392635196447372,
      "epoch": 3.8877374784110534,
      "lm_loss": 0.0005137856933288276,
      "loss": 0.015299055725336075,
      "step": 2251,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.8894645941278068,
      "grad_norm": 3.5,
      "learning_rate": 5e-05,
      "loss": 0.0217,
      "step": 2252
    },
    {
      "epoch": 3.8894645941278068,
      "latent_token_nums": 16.0,
      "step": 2252
    },
    {
      "epoch": 3.8894645941278068,
      "step": 2252,
      "thought_step_nums": 11.1875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.08794622123241425,
      "contrastive_loss#1": 0.43973109126091003,
      "epoch": 3.8894645941278068,
      "lm_loss": 0.001638026675209403,
      "loss": 0.08958424627780914,
      "step": 2252,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.8911917098445596,
      "grad_norm": 4.59375,
      "learning_rate": 5e-05,
      "loss": 0.0303,
      "step": 2253
    },
    {
      "epoch": 3.8911917098445596,
      "latent_token_nums": 16.0,
      "step": 2253
    },
    {
      "epoch": 3.8911917098445596,
      "step": 2253,
      "thought_step_nums": 11.25
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.0742696151137352,
      "contrastive_loss#1": 0.3713480532169342,
      "epoch": 3.8911917098445596,
      "lm_loss": 0.0008988388581201434,
      "loss": 0.07516845315694809,
      "step": 2253,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.8929188255613125,
      "grad_norm": 3.84375,
      "learning_rate": 5e-05,
      "loss": 0.0277,
      "step": 2254
    },
    {
      "epoch": 3.8929188255613125,
      "latent_token_nums": 16.0,
      "step": 2254
    },
    {
      "epoch": 3.8929188255613125,
      "step": 2254,
      "thought_step_nums": 12.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0028376244008541107,
      "contrastive_loss#1": 0.014188122004270554,
      "epoch": 3.8929188255613125,
      "lm_loss": 0.00020633707754313946,
      "loss": 0.00304396147839725,
      "step": 2254,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.894645941278066,
      "grad_norm": 4.125,
      "learning_rate": 5e-05,
      "loss": 0.0285,
      "step": 2255
    },
    {
      "epoch": 3.894645941278066,
      "latent_token_nums": 16.0,
      "step": 2255
    },
    {
      "epoch": 3.894645941278066,
      "step": 2255,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04180767387151718,
      "contrastive_loss#1": 0.2090383619070053,
      "epoch": 3.894645941278066,
      "lm_loss": 0.00014679142623208463,
      "loss": 0.041954465210437775,
      "step": 2255,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.8963730569948187,
      "grad_norm": 3.921875,
      "learning_rate": 5e-05,
      "loss": 0.024,
      "step": 2256
    },
    {
      "epoch": 3.8963730569948187,
      "latent_token_nums": 16.0,
      "step": 2256
    },
    {
      "epoch": 3.8963730569948187,
      "step": 2256,
      "thought_step_nums": 11.1875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06374555826187134,
      "contrastive_loss#1": 0.3187277913093567,
      "epoch": 3.8963730569948187,
      "lm_loss": 0.00038512120954692364,
      "loss": 0.06413067877292633,
      "step": 2256,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.8981001727115716,
      "grad_norm": 3.96875,
      "learning_rate": 5e-05,
      "loss": 0.0321,
      "step": 2257
    },
    {
      "epoch": 3.8981001727115716,
      "latent_token_nums": 16.0,
      "step": 2257
    },
    {
      "epoch": 3.8981001727115716,
      "step": 2257,
      "thought_step_nums": 13.375
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.12192249298095703,
      "contrastive_loss#1": 0.6096124649047852,
      "epoch": 3.8981001727115716,
      "lm_loss": 0.00014980279956944287,
      "loss": 0.12207229435443878,
      "step": 2257,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.899827288428325,
      "grad_norm": 4.125,
      "learning_rate": 5e-05,
      "loss": 0.0267,
      "step": 2258
    },
    {
      "epoch": 3.899827288428325,
      "latent_token_nums": 16.0,
      "step": 2258
    },
    {
      "epoch": 3.899827288428325,
      "step": 2258,
      "thought_step_nums": 11.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.005440936889499426,
      "contrastive_loss#1": 0.027204684913158417,
      "epoch": 3.899827288428325,
      "lm_loss": 0.00026605866150930524,
      "loss": 0.005706995725631714,
      "step": 2258,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.901554404145078,
      "grad_norm": 3.953125,
      "learning_rate": 5e-05,
      "loss": 0.0203,
      "step": 2259
    },
    {
      "epoch": 3.901554404145078,
      "latent_token_nums": 16.0,
      "step": 2259
    },
    {
      "epoch": 3.901554404145078,
      "step": 2259,
      "thought_step_nums": 12.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.00870885606855154,
      "contrastive_loss#1": 0.043544281274080276,
      "epoch": 3.901554404145078,
      "lm_loss": 0.0012309813173487782,
      "loss": 0.009939837269484997,
      "step": 2259,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.9032815198618307,
      "grad_norm": 4.125,
      "learning_rate": 5e-05,
      "loss": 0.0318,
      "step": 2260
    },
    {
      "epoch": 3.9032815198618307,
      "latent_token_nums": 16.0,
      "step": 2260
    },
    {
      "epoch": 3.9032815198618307,
      "step": 2260,
      "thought_step_nums": 11.75
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.009723356924951077,
      "contrastive_loss#1": 0.04861678183078766,
      "epoch": 3.9032815198618307,
      "lm_loss": 0.00028428842779248953,
      "loss": 0.0100076450034976,
      "step": 2260,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.905008635578584,
      "grad_norm": 4.15625,
      "learning_rate": 5e-05,
      "loss": 0.0267,
      "step": 2261
    },
    {
      "epoch": 3.905008635578584,
      "latent_token_nums": 16.0,
      "step": 2261
    },
    {
      "epoch": 3.905008635578584,
      "step": 2261,
      "thought_step_nums": 11.8125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0028736982494592667,
      "contrastive_loss#1": 0.014368491247296333,
      "epoch": 3.905008635578584,
      "lm_loss": 0.00017714938439894468,
      "loss": 0.003050847677513957,
      "step": 2261,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.906735751295337,
      "grad_norm": 5.65625,
      "learning_rate": 5e-05,
      "loss": 0.0314,
      "step": 2262
    },
    {
      "epoch": 3.906735751295337,
      "latent_token_nums": 16.0,
      "step": 2262
    },
    {
      "epoch": 3.906735751295337,
      "step": 2262,
      "thought_step_nums": 12.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0037066626828163862,
      "contrastive_loss#1": 0.018533313646912575,
      "epoch": 3.906735751295337,
      "lm_loss": 9.197124745696783e-05,
      "loss": 0.0037986338138580322,
      "step": 2262,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.90846286701209,
      "grad_norm": 3.5625,
      "learning_rate": 5e-05,
      "loss": 0.0264,
      "step": 2263
    },
    {
      "epoch": 3.90846286701209,
      "latent_token_nums": 16.0,
      "step": 2263
    },
    {
      "epoch": 3.90846286701209,
      "step": 2263,
      "thought_step_nums": 12.1875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03542738035321236,
      "contrastive_loss#1": 0.17713689804077148,
      "epoch": 3.90846286701209,
      "lm_loss": 0.00019933561270590872,
      "loss": 0.035626716911792755,
      "step": 2263,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 3.910189982728843,
      "grad_norm": 3.578125,
      "learning_rate": 5e-05,
      "loss": 0.0221,
      "step": 2264
    },
    {
      "epoch": 3.910189982728843,
      "latent_token_nums": 16.0,
      "step": 2264
    },
    {
      "epoch": 3.910189982728843,
      "step": 2264,
      "thought_step_nums": 11.75
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03327949717640877,
      "contrastive_loss#1": 0.16639748215675354,
      "epoch": 3.910189982728843,
      "lm_loss": 0.0004993667243979871,
      "loss": 0.03377886489033699,
      "step": 2264,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.911917098445596,
      "grad_norm": 3.59375,
      "learning_rate": 5e-05,
      "loss": 0.0228,
      "step": 2265
    },
    {
      "epoch": 3.911917098445596,
      "latent_token_nums": 16.0,
      "step": 2265
    },
    {
      "epoch": 3.911917098445596,
      "step": 2265,
      "thought_step_nums": 11.375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03078080527484417,
      "contrastive_loss#1": 0.1539040207862854,
      "epoch": 3.911917098445596,
      "lm_loss": 0.00018624405493028462,
      "loss": 0.030967049300670624,
      "step": 2265,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.913644214162349,
      "grad_norm": 4.6875,
      "learning_rate": 5e-05,
      "loss": 0.0265,
      "step": 2266
    },
    {
      "epoch": 3.913644214162349,
      "latent_token_nums": 16.0,
      "step": 2266
    },
    {
      "epoch": 3.913644214162349,
      "step": 2266,
      "thought_step_nums": 11.5
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.015472638420760632,
      "contrastive_loss#1": 0.07736319303512573,
      "epoch": 3.913644214162349,
      "lm_loss": 0.0001012431166600436,
      "loss": 0.015573881566524506,
      "step": 2266,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.9153713298791017,
      "grad_norm": 4.28125,
      "learning_rate": 5e-05,
      "loss": 0.0286,
      "step": 2267
    },
    {
      "epoch": 3.9153713298791017,
      "latent_token_nums": 16.0,
      "step": 2267
    },
    {
      "epoch": 3.9153713298791017,
      "step": 2267,
      "thought_step_nums": 12.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.007315175142139196,
      "contrastive_loss#1": 0.03657587617635727,
      "epoch": 3.9153713298791017,
      "lm_loss": 0.0001097667554859072,
      "loss": 0.007424941752105951,
      "step": 2267,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.917098445595855,
      "grad_norm": 3.65625,
      "learning_rate": 5e-05,
      "loss": 0.0254,
      "step": 2268
    },
    {
      "epoch": 3.917098445595855,
      "latent_token_nums": 16.0,
      "step": 2268
    },
    {
      "epoch": 3.917098445595855,
      "step": 2268,
      "thought_step_nums": 11.8125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.016801893711090088,
      "contrastive_loss#1": 0.08400946855545044,
      "epoch": 3.917098445595855,
      "lm_loss": 0.00013105642574373633,
      "loss": 0.016932949423789978,
      "step": 2268,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.918825561312608,
      "grad_norm": 4.09375,
      "learning_rate": 5e-05,
      "loss": 0.0248,
      "step": 2269
    },
    {
      "epoch": 3.918825561312608,
      "latent_token_nums": 16.0,
      "step": 2269
    },
    {
      "epoch": 3.918825561312608,
      "step": 2269,
      "thought_step_nums": 12.125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.014956695027649403,
      "contrastive_loss#1": 0.07478347420692444,
      "epoch": 3.918825561312608,
      "lm_loss": 0.0002052491472568363,
      "loss": 0.015161944553256035,
      "step": 2269,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.920552677029361,
      "grad_norm": 3.796875,
      "learning_rate": 5e-05,
      "loss": 0.0255,
      "step": 2270
    },
    {
      "epoch": 3.920552677029361,
      "latent_token_nums": 16.0,
      "step": 2270
    },
    {
      "epoch": 3.920552677029361,
      "step": 2270,
      "thought_step_nums": 11.375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.029413146898150444,
      "contrastive_loss#1": 0.14706572890281677,
      "epoch": 3.920552677029361,
      "lm_loss": 0.00017636505072005093,
      "loss": 0.029589511454105377,
      "step": 2270,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.9222797927461137,
      "grad_norm": 3.453125,
      "learning_rate": 5e-05,
      "loss": 0.0233,
      "step": 2271
    },
    {
      "epoch": 3.9222797927461137,
      "latent_token_nums": 16.0,
      "step": 2271
    },
    {
      "epoch": 3.9222797927461137,
      "step": 2271,
      "thought_step_nums": 12.5625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06832492351531982,
      "contrastive_loss#1": 0.3416246175765991,
      "epoch": 3.9222797927461137,
      "lm_loss": 0.00024531694361940026,
      "loss": 0.06857024133205414,
      "step": 2271,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 3.924006908462867,
      "grad_norm": 4.375,
      "learning_rate": 5e-05,
      "loss": 0.0259,
      "step": 2272
    },
    {
      "epoch": 3.924006908462867,
      "latent_token_nums": 16.0,
      "step": 2272
    },
    {
      "epoch": 3.924006908462867,
      "step": 2272,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03930176421999931,
      "contrastive_loss#1": 0.19650880992412567,
      "epoch": 3.924006908462867,
      "lm_loss": 9.188263356918469e-05,
      "loss": 0.039393648505210876,
      "step": 2272,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 3.92573402417962,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.0308,
      "step": 2273
    },
    {
      "epoch": 3.92573402417962,
      "latent_token_nums": 16.0,
      "step": 2273
    },
    {
      "epoch": 3.92573402417962,
      "step": 2273,
      "thought_step_nums": 11.875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.016169708222150803,
      "contrastive_loss#1": 0.08084853738546371,
      "epoch": 3.92573402417962,
      "lm_loss": 5.0019316404359415e-05,
      "loss": 0.01621972769498825,
      "step": 2273,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.927461139896373,
      "grad_norm": 4.1875,
      "learning_rate": 5e-05,
      "loss": 0.0335,
      "step": 2274
    },
    {
      "epoch": 3.927461139896373,
      "latent_token_nums": 16.0,
      "step": 2274
    },
    {
      "epoch": 3.927461139896373,
      "step": 2274,
      "thought_step_nums": 12.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0018123950576409698,
      "contrastive_loss#1": 0.00906197540462017,
      "epoch": 3.927461139896373,
      "lm_loss": 0.00034205635893158615,
      "loss": 0.0021544513292610645,
      "step": 2274,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.929188255613126,
      "grad_norm": 3.71875,
      "learning_rate": 5e-05,
      "loss": 0.03,
      "step": 2275
    },
    {
      "epoch": 3.929188255613126,
      "latent_token_nums": 16.0,
      "step": 2275
    },
    {
      "epoch": 3.929188255613126,
      "step": 2275,
      "thought_step_nums": 12.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.006061351392418146,
      "contrastive_loss#1": 0.030306756496429443,
      "epoch": 3.929188255613126,
      "lm_loss": 0.0003921007155440748,
      "loss": 0.006453452166169882,
      "step": 2275,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.930915371329879,
      "grad_norm": 3.90625,
      "learning_rate": 5e-05,
      "loss": 0.0262,
      "step": 2276
    },
    {
      "epoch": 3.930915371329879,
      "latent_token_nums": 16.0,
      "step": 2276
    },
    {
      "epoch": 3.930915371329879,
      "step": 2276,
      "thought_step_nums": 11.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.007465815637260675,
      "contrastive_loss#1": 0.03732907772064209,
      "epoch": 3.930915371329879,
      "lm_loss": 0.00027896376559510827,
      "loss": 0.007744779344648123,
      "step": 2276,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.932642487046632,
      "grad_norm": 4.3125,
      "learning_rate": 5e-05,
      "loss": 0.0271,
      "step": 2277
    },
    {
      "epoch": 3.932642487046632,
      "latent_token_nums": 16.0,
      "step": 2277
    },
    {
      "epoch": 3.932642487046632,
      "step": 2277,
      "thought_step_nums": 11.6875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04678397998213768,
      "contrastive_loss#1": 0.2339198887348175,
      "epoch": 3.932642487046632,
      "lm_loss": 0.00017458976071793586,
      "loss": 0.046958569437265396,
      "step": 2277,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 3.934369602763385,
      "grad_norm": 3.890625,
      "learning_rate": 5e-05,
      "loss": 0.0293,
      "step": 2278
    },
    {
      "epoch": 3.934369602763385,
      "latent_token_nums": 16.0,
      "step": 2278
    },
    {
      "epoch": 3.934369602763385,
      "step": 2278,
      "thought_step_nums": 12.75
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.024453341960906982,
      "contrastive_loss#1": 0.12226670980453491,
      "epoch": 3.934369602763385,
      "lm_loss": 0.0004002705682069063,
      "loss": 0.02485361322760582,
      "step": 2278,
      "valid_batch_size": 1024.375
    },
    {
      "epoch": 3.936096718480138,
      "grad_norm": 5.34375,
      "learning_rate": 5e-05,
      "loss": 0.0314,
      "step": 2279
    },
    {
      "epoch": 3.936096718480138,
      "latent_token_nums": 16.0,
      "step": 2279
    },
    {
      "epoch": 3.936096718480138,
      "step": 2279,
      "thought_step_nums": 12.0625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.043708909302949905,
      "contrastive_loss#1": 0.21854454278945923,
      "epoch": 3.936096718480138,
      "lm_loss": 0.00020427916024345905,
      "loss": 0.04391318932175636,
      "step": 2279,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 3.937823834196891,
      "grad_norm": 4.4375,
      "learning_rate": 5e-05,
      "loss": 0.0316,
      "step": 2280
    },
    {
      "epoch": 3.937823834196891,
      "latent_token_nums": 16.0,
      "step": 2280
    },
    {
      "epoch": 3.937823834196891,
      "step": 2280,
      "thought_step_nums": 12.125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02156182751059532,
      "contrastive_loss#1": 0.10780913382768631,
      "epoch": 3.937823834196891,
      "lm_loss": 0.0001778409641701728,
      "loss": 0.021739669144153595,
      "step": 2280,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.9395509499136443,
      "grad_norm": 3.84375,
      "learning_rate": 5e-05,
      "loss": 0.0237,
      "step": 2281
    },
    {
      "epoch": 3.9395509499136443,
      "latent_token_nums": 16.0,
      "step": 2281
    },
    {
      "epoch": 3.9395509499136443,
      "step": 2281,
      "thought_step_nums": 11.6875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.026282725855708122,
      "contrastive_loss#1": 0.13141362369060516,
      "epoch": 3.9395509499136443,
      "lm_loss": 0.0002014104393310845,
      "loss": 0.026484135538339615,
      "step": 2281,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.941278065630397,
      "grad_norm": 4.1875,
      "learning_rate": 5e-05,
      "loss": 0.0266,
      "step": 2282
    },
    {
      "epoch": 3.941278065630397,
      "latent_token_nums": 16.0,
      "step": 2282
    },
    {
      "epoch": 3.941278065630397,
      "step": 2282,
      "thought_step_nums": 11.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.003171405987814069,
      "contrastive_loss#1": 0.0158570297062397,
      "epoch": 3.941278065630397,
      "lm_loss": 0.0011383796809241176,
      "loss": 0.0043097855523228645,
      "step": 2282,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.94300518134715,
      "grad_norm": 4.34375,
      "learning_rate": 5e-05,
      "loss": 0.0256,
      "step": 2283
    },
    {
      "epoch": 3.94300518134715,
      "latent_token_nums": 16.0,
      "step": 2283
    },
    {
      "epoch": 3.94300518134715,
      "step": 2283,
      "thought_step_nums": 11.25
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0029266492929309607,
      "contrastive_loss#1": 0.014633246697485447,
      "epoch": 3.94300518134715,
      "lm_loss": 0.0002565535542089492,
      "loss": 0.0031832028180360794,
      "step": 2283,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 3.9447322970639034,
      "grad_norm": 3.875,
      "learning_rate": 5e-05,
      "loss": 0.0214,
      "step": 2284
    },
    {
      "epoch": 3.9447322970639034,
      "latent_token_nums": 16.0,
      "step": 2284
    },
    {
      "epoch": 3.9447322970639034,
      "step": 2284,
      "thought_step_nums": 11.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0037935429718345404,
      "contrastive_loss#1": 0.01896771416068077,
      "epoch": 3.9447322970639034,
      "lm_loss": 0.00018066458869725466,
      "loss": 0.003974207676947117,
      "step": 2284,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.9464594127806563,
      "grad_norm": 26.0,
      "learning_rate": 5e-05,
      "loss": 0.041,
      "step": 2285
    },
    {
      "epoch": 3.9464594127806563,
      "latent_token_nums": 16.0,
      "step": 2285
    },
    {
      "epoch": 3.9464594127806563,
      "step": 2285,
      "thought_step_nums": 11.0
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09067922830581665,
      "contrastive_loss#1": 0.45339614152908325,
      "epoch": 3.9464594127806563,
      "lm_loss": 0.006217663642019033,
      "loss": 0.09689689427614212,
      "step": 2285,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 3.948186528497409,
      "grad_norm": 4.125,
      "learning_rate": 5e-05,
      "loss": 0.0288,
      "step": 2286
    },
    {
      "epoch": 3.948186528497409,
      "latent_token_nums": 16.0,
      "step": 2286
    },
    {
      "epoch": 3.948186528497409,
      "step": 2286,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.008400486782193184,
      "contrastive_loss#1": 0.04200243204832077,
      "epoch": 3.948186528497409,
      "lm_loss": 0.00016533609596081078,
      "loss": 0.00856582261621952,
      "step": 2286,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.9499136442141625,
      "grad_norm": 4.71875,
      "learning_rate": 5e-05,
      "loss": 0.0326,
      "step": 2287
    },
    {
      "epoch": 3.9499136442141625,
      "latent_token_nums": 16.0,
      "step": 2287
    },
    {
      "epoch": 3.9499136442141625,
      "step": 2287,
      "thought_step_nums": 11.25
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.013663651421666145,
      "contrastive_loss#1": 0.06831825524568558,
      "epoch": 3.9499136442141625,
      "lm_loss": 0.00017453674809075892,
      "loss": 0.013838187791407108,
      "step": 2287,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.9516407599309153,
      "grad_norm": 4.25,
      "learning_rate": 5e-05,
      "loss": 0.032,
      "step": 2288
    },
    {
      "epoch": 3.9516407599309153,
      "latent_token_nums": 16.0,
      "step": 2288
    },
    {
      "epoch": 3.9516407599309153,
      "step": 2288,
      "thought_step_nums": 11.25
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.008201926946640015,
      "contrastive_loss#1": 0.04100963473320007,
      "epoch": 3.9516407599309153,
      "lm_loss": 0.0005118362023495138,
      "loss": 0.00871376320719719,
      "step": 2288,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 3.9533678756476682,
      "grad_norm": 4.28125,
      "learning_rate": 5e-05,
      "loss": 0.0242,
      "step": 2289
    },
    {
      "epoch": 3.9533678756476682,
      "latent_token_nums": 16.0,
      "step": 2289
    },
    {
      "epoch": 3.9533678756476682,
      "step": 2289,
      "thought_step_nums": 11.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.00394280394539237,
      "contrastive_loss#1": 0.01971401832997799,
      "epoch": 3.9533678756476682,
      "lm_loss": 0.0004667273024097085,
      "loss": 0.004409531131386757,
      "step": 2289,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.9550949913644216,
      "grad_norm": 3.5,
      "learning_rate": 5e-05,
      "loss": 0.0232,
      "step": 2290
    },
    {
      "epoch": 3.9550949913644216,
      "latent_token_nums": 16.0,
      "step": 2290
    },
    {
      "epoch": 3.9550949913644216,
      "step": 2290,
      "thought_step_nums": 11.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.009197435341775417,
      "contrastive_loss#1": 0.04598717764019966,
      "epoch": 3.9550949913644216,
      "lm_loss": 0.00036312773590907454,
      "loss": 0.009560562670230865,
      "step": 2290,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.9568221070811744,
      "grad_norm": 4.0625,
      "learning_rate": 5e-05,
      "loss": 0.0265,
      "step": 2291
    },
    {
      "epoch": 3.9568221070811744,
      "latent_token_nums": 16.0,
      "step": 2291
    },
    {
      "epoch": 3.9568221070811744,
      "step": 2291,
      "thought_step_nums": 12.3125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07453038543462753,
      "contrastive_loss#1": 0.37265193462371826,
      "epoch": 3.9568221070811744,
      "lm_loss": 0.0001865072117652744,
      "loss": 0.07471689581871033,
      "step": 2291,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 3.9585492227979273,
      "grad_norm": 4.78125,
      "learning_rate": 5e-05,
      "loss": 0.0306,
      "step": 2292
    },
    {
      "epoch": 3.9585492227979273,
      "latent_token_nums": 16.0,
      "step": 2292
    },
    {
      "epoch": 3.9585492227979273,
      "step": 2292,
      "thought_step_nums": 13.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.001350431703031063,
      "contrastive_loss#1": 0.006752158515155315,
      "epoch": 3.9585492227979273,
      "lm_loss": 0.0013628172455355525,
      "loss": 0.0027132490649819374,
      "step": 2292,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.9602763385146806,
      "grad_norm": 3.765625,
      "learning_rate": 5e-05,
      "loss": 0.0278,
      "step": 2293
    },
    {
      "epoch": 3.9602763385146806,
      "latent_token_nums": 16.0,
      "step": 2293
    },
    {
      "epoch": 3.9602763385146806,
      "step": 2293,
      "thought_step_nums": 11.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0017971483757719398,
      "contrastive_loss#1": 0.00898574199527502,
      "epoch": 3.9602763385146806,
      "lm_loss": 0.00018038372218143195,
      "loss": 0.001977532170712948,
      "step": 2293,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.9620034542314335,
      "grad_norm": 4.21875,
      "learning_rate": 5e-05,
      "loss": 0.026,
      "step": 2294
    },
    {
      "epoch": 3.9620034542314335,
      "latent_token_nums": 16.0,
      "step": 2294
    },
    {
      "epoch": 3.9620034542314335,
      "step": 2294,
      "thought_step_nums": 11.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.00618744408711791,
      "contrastive_loss#1": 0.03093721903860569,
      "epoch": 3.9620034542314335,
      "lm_loss": 0.00047459715278819203,
      "loss": 0.006662041414529085,
      "step": 2294,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.9637305699481864,
      "grad_norm": 4.125,
      "learning_rate": 5e-05,
      "loss": 0.0277,
      "step": 2295
    },
    {
      "epoch": 3.9637305699481864,
      "latent_token_nums": 16.0,
      "step": 2295
    },
    {
      "epoch": 3.9637305699481864,
      "step": 2295,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0027087503112852573,
      "contrastive_loss#1": 0.013543751090765,
      "epoch": 3.9637305699481864,
      "lm_loss": 0.0009064130717888474,
      "loss": 0.003615163266658783,
      "step": 2295,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.9654576856649397,
      "grad_norm": 15.5625,
      "learning_rate": 5e-05,
      "loss": 0.0288,
      "step": 2296
    },
    {
      "epoch": 3.9654576856649397,
      "latent_token_nums": 16.0,
      "step": 2296
    },
    {
      "epoch": 3.9654576856649397,
      "step": 2296,
      "thought_step_nums": 12.0625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0175054669380188,
      "contrastive_loss#1": 0.087527334690094,
      "epoch": 3.9654576856649397,
      "lm_loss": 0.0002854370977729559,
      "loss": 0.0177909042686224,
      "step": 2296,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.9671848013816926,
      "grad_norm": 3.375,
      "learning_rate": 5e-05,
      "loss": 0.0204,
      "step": 2297
    },
    {
      "epoch": 3.9671848013816926,
      "latent_token_nums": 16.0,
      "step": 2297
    },
    {
      "epoch": 3.9671848013816926,
      "step": 2297,
      "thought_step_nums": 11.5
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04863612353801727,
      "contrastive_loss#1": 0.24318061769008636,
      "epoch": 3.9671848013816926,
      "lm_loss": 0.00018452700169291347,
      "loss": 0.048820652067661285,
      "step": 2297,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.9689119170984455,
      "grad_norm": 3.921875,
      "learning_rate": 5e-05,
      "loss": 0.0302,
      "step": 2298
    },
    {
      "epoch": 3.9689119170984455,
      "latent_token_nums": 16.0,
      "step": 2298
    },
    {
      "epoch": 3.9689119170984455,
      "step": 2298,
      "thought_step_nums": 12.5625
    },
    {
      "acc@1": 0.75,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06199460104107857,
      "contrastive_loss#1": 0.30997300148010254,
      "epoch": 3.9689119170984455,
      "lm_loss": 0.0026481207460165024,
      "loss": 0.06464271992444992,
      "step": 2298,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.970639032815199,
      "grad_norm": 3.640625,
      "learning_rate": 5e-05,
      "loss": 0.0265,
      "step": 2299
    },
    {
      "epoch": 3.970639032815199,
      "latent_token_nums": 16.0,
      "step": 2299
    },
    {
      "epoch": 3.970639032815199,
      "step": 2299,
      "thought_step_nums": 11.1875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.017944302409887314,
      "contrastive_loss#1": 0.08972150832414627,
      "epoch": 3.970639032815199,
      "lm_loss": 0.00017631251830607653,
      "loss": 0.01812061481177807,
      "step": 2299,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 3.9723661485319517,
      "grad_norm": 4.125,
      "learning_rate": 5e-05,
      "loss": 0.0298,
      "step": 2300
    },
    {
      "epoch": 3.9723661485319517,
      "latent_token_nums": 16.0,
      "step": 2300
    },
    {
      "epoch": 3.9723661485319517,
      "step": 2300,
      "thought_step_nums": 11.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0048033325001597404,
      "contrastive_loss#1": 0.024016661569476128,
      "epoch": 3.9723661485319517,
      "lm_loss": 0.00021117062715347856,
      "loss": 0.005014502909034491,
      "step": 2300,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.9740932642487046,
      "grad_norm": 3.90625,
      "learning_rate": 5e-05,
      "loss": 0.0259,
      "step": 2301
    },
    {
      "epoch": 3.9740932642487046,
      "latent_token_nums": 16.0,
      "step": 2301
    },
    {
      "epoch": 3.9740932642487046,
      "step": 2301,
      "thought_step_nums": 11.6875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.019708329811692238,
      "contrastive_loss#1": 0.09854164719581604,
      "epoch": 3.9740932642487046,
      "lm_loss": 0.00033120493753813207,
      "loss": 0.02003953419625759,
      "step": 2301,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.975820379965458,
      "grad_norm": 4.34375,
      "learning_rate": 5e-05,
      "loss": 0.0248,
      "step": 2302
    },
    {
      "epoch": 3.975820379965458,
      "latent_token_nums": 16.0,
      "step": 2302
    },
    {
      "epoch": 3.975820379965458,
      "step": 2302,
      "thought_step_nums": 11.625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.015102800913155079,
      "contrastive_loss#1": 0.07551400363445282,
      "epoch": 3.975820379965458,
      "lm_loss": 0.00014924952120054513,
      "loss": 0.015252050012350082,
      "step": 2302,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 3.9775474956822108,
      "grad_norm": 4.09375,
      "learning_rate": 5e-05,
      "loss": 0.0277,
      "step": 2303
    },
    {
      "epoch": 3.9775474956822108,
      "latent_token_nums": 16.0,
      "step": 2303
    },
    {
      "epoch": 3.9775474956822108,
      "step": 2303,
      "thought_step_nums": 12.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03084372915327549,
      "contrastive_loss#1": 0.1542186439037323,
      "epoch": 3.9775474956822108,
      "lm_loss": 0.0002604207838885486,
      "loss": 0.03110414929687977,
      "step": 2303,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 3.9792746113989637,
      "grad_norm": 3.84375,
      "learning_rate": 5e-05,
      "loss": 0.0259,
      "step": 2304
    },
    {
      "epoch": 3.9792746113989637,
      "latent_token_nums": 16.0,
      "step": 2304
    },
    {
      "epoch": 3.9792746113989637,
      "step": 2304,
      "thought_step_nums": 12.0
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.025478605180978775,
      "contrastive_loss#1": 0.12739302217960358,
      "epoch": 3.9792746113989637,
      "lm_loss": 9.681236406322569e-05,
      "loss": 0.025575418025255203,
      "step": 2304,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.981001727115717,
      "grad_norm": 3.609375,
      "learning_rate": 5e-05,
      "loss": 0.0283,
      "step": 2305
    },
    {
      "epoch": 3.981001727115717,
      "latent_token_nums": 16.0,
      "step": 2305
    },
    {
      "epoch": 3.981001727115717,
      "step": 2305,
      "thought_step_nums": 10.0
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.017965009436011314,
      "contrastive_loss#1": 0.08982504159212112,
      "epoch": 3.981001727115717,
      "lm_loss": 0.0001848213141784072,
      "loss": 0.018149830400943756,
      "step": 2305,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 3.98272884283247,
      "grad_norm": 3.90625,
      "learning_rate": 5e-05,
      "loss": 0.0266,
      "step": 2306
    },
    {
      "epoch": 3.98272884283247,
      "latent_token_nums": 16.0,
      "step": 2306
    },
    {
      "epoch": 3.98272884283247,
      "step": 2306,
      "thought_step_nums": 11.0625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.012404304929077625,
      "contrastive_loss#1": 0.06202152371406555,
      "epoch": 3.98272884283247,
      "lm_loss": 0.0001318549329880625,
      "loss": 0.012536159716546535,
      "step": 2306,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.9844559585492227,
      "grad_norm": 4.1875,
      "learning_rate": 5e-05,
      "loss": 0.0268,
      "step": 2307
    },
    {
      "epoch": 3.9844559585492227,
      "latent_token_nums": 16.0,
      "step": 2307
    },
    {
      "epoch": 3.9844559585492227,
      "step": 2307,
      "thought_step_nums": 11.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.004488206934183836,
      "contrastive_loss#1": 0.022441035136580467,
      "epoch": 3.9844559585492227,
      "lm_loss": 0.00045236817095428705,
      "loss": 0.004940574988722801,
      "step": 2307,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.986183074265976,
      "grad_norm": 4.0,
      "learning_rate": 5e-05,
      "loss": 0.0273,
      "step": 2308
    },
    {
      "epoch": 3.986183074265976,
      "latent_token_nums": 16.0,
      "step": 2308
    },
    {
      "epoch": 3.986183074265976,
      "step": 2308,
      "thought_step_nums": 11.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.004027130547910929,
      "contrastive_loss#1": 0.020135652273893356,
      "epoch": 3.986183074265976,
      "lm_loss": 0.0003872599045280367,
      "loss": 0.004414390306919813,
      "step": 2308,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.987910189982729,
      "grad_norm": 4.9375,
      "learning_rate": 5e-05,
      "loss": 0.0329,
      "step": 2309
    },
    {
      "epoch": 3.987910189982729,
      "latent_token_nums": 16.0,
      "step": 2309
    },
    {
      "epoch": 3.987910189982729,
      "step": 2309,
      "thought_step_nums": 11.75
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0033074691891670227,
      "contrastive_loss#1": 0.016537345945835114,
      "epoch": 3.987910189982729,
      "lm_loss": 0.00024929322535172105,
      "loss": 0.003556762356311083,
      "step": 2309,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.989637305699482,
      "grad_norm": 3.8125,
      "learning_rate": 5e-05,
      "loss": 0.0346,
      "step": 2310
    },
    {
      "epoch": 3.989637305699482,
      "latent_token_nums": 16.0,
      "step": 2310
    },
    {
      "epoch": 3.989637305699482,
      "step": 2310,
      "thought_step_nums": 11.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.009755836799740791,
      "contrastive_loss#1": 0.04877918213605881,
      "epoch": 3.989637305699482,
      "lm_loss": 0.00026907026767730713,
      "loss": 0.010024907067418098,
      "step": 2310,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.991364421416235,
      "grad_norm": 16.625,
      "learning_rate": 5e-05,
      "loss": 0.0383,
      "step": 2311
    },
    {
      "epoch": 3.991364421416235,
      "latent_token_nums": 16.0,
      "step": 2311
    },
    {
      "epoch": 3.991364421416235,
      "step": 2311,
      "thought_step_nums": 10.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.013336606323719025,
      "contrastive_loss#1": 0.06668303161859512,
      "epoch": 3.991364421416235,
      "lm_loss": 7.747948984615505e-05,
      "loss": 0.01341408584266901,
      "step": 2311,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.993091537132988,
      "grad_norm": 4.625,
      "learning_rate": 5e-05,
      "loss": 0.0231,
      "step": 2312
    },
    {
      "epoch": 3.993091537132988,
      "latent_token_nums": 16.0,
      "step": 2312
    },
    {
      "epoch": 3.993091537132988,
      "step": 2312,
      "thought_step_nums": 11.125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.020032724365592003,
      "contrastive_loss#1": 0.10016362369060516,
      "epoch": 3.993091537132988,
      "lm_loss": 0.00015591277042403817,
      "loss": 0.02018863707780838,
      "step": 2312,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.994818652849741,
      "grad_norm": 3.9375,
      "learning_rate": 5e-05,
      "loss": 0.0265,
      "step": 2313
    },
    {
      "epoch": 3.994818652849741,
      "latent_token_nums": 16.0,
      "step": 2313
    },
    {
      "epoch": 3.994818652849741,
      "step": 2313,
      "thought_step_nums": 11.5
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.046029116958379745,
      "contrastive_loss#1": 0.23014558851718903,
      "epoch": 3.994818652849741,
      "lm_loss": 0.00017987955652642995,
      "loss": 0.04620899632573128,
      "step": 2313,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 3.996545768566494,
      "grad_norm": 3.78125,
      "learning_rate": 5e-05,
      "loss": 0.0282,
      "step": 2314
    },
    {
      "epoch": 3.996545768566494,
      "latent_token_nums": 16.0,
      "step": 2314
    },
    {
      "epoch": 3.996545768566494,
      "step": 2314,
      "thought_step_nums": 11.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.001141360611654818,
      "contrastive_loss#1": 0.0057068029418587685,
      "epoch": 3.996545768566494,
      "lm_loss": 0.00026993968640454113,
      "loss": 0.0014113002689555287,
      "step": 2314,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 3.998272884283247,
      "grad_norm": 4.09375,
      "learning_rate": 5e-05,
      "loss": 0.0248,
      "step": 2315
    },
    {
      "epoch": 3.998272884283247,
      "latent_token_nums": 16.0,
      "step": 2315
    },
    {
      "epoch": 3.998272884283247,
      "step": 2315,
      "thought_step_nums": 11.25
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01242260355502367,
      "contrastive_loss#1": 0.062113016843795776,
      "epoch": 3.998272884283247,
      "lm_loss": 0.0001441376662114635,
      "loss": 0.012566741555929184,
      "step": 2315,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.0,
      "grad_norm": 3.265625,
      "learning_rate": 5e-05,
      "loss": 0.0245,
      "step": 2316
    },
    {
      "epoch": 4.0,
      "latent_token_nums": 16.0,
      "step": 2316
    },
    {
      "epoch": 4.0,
      "step": 2316,
      "thought_step_nums": 9.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0005176808917894959,
      "contrastive_loss#1": 0.002588404342532158,
      "epoch": 4.0,
      "lm_loss": 0.00011754591832868755,
      "loss": 0.000635226839222014,
      "step": 2316,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.001727115716753,
      "grad_norm": 2.8125,
      "learning_rate": 5e-05,
      "loss": 0.0131,
      "step": 2317
    },
    {
      "epoch": 4.001727115716753,
      "latent_token_nums": 16.0,
      "step": 2317
    },
    {
      "epoch": 4.001727115716753,
      "step": 2317,
      "thought_step_nums": 11.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0036717162001878023,
      "contrastive_loss#1": 0.018358580768108368,
      "epoch": 4.001727115716753,
      "lm_loss": 0.00032138527603819966,
      "loss": 0.003993101418018341,
      "step": 2317,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.003454231433506,
      "grad_norm": 2.765625,
      "learning_rate": 5e-05,
      "loss": 0.0184,
      "step": 2318
    },
    {
      "epoch": 4.003454231433506,
      "latent_token_nums": 16.0,
      "step": 2318
    },
    {
      "epoch": 4.003454231433506,
      "step": 2318,
      "thought_step_nums": 12.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.006812140345573425,
      "contrastive_loss#1": 0.034060701727867126,
      "epoch": 4.003454231433506,
      "lm_loss": 0.00017460693197790533,
      "loss": 0.006986747495830059,
      "step": 2318,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.005181347150259,
      "grad_norm": 2.671875,
      "learning_rate": 5e-05,
      "loss": 0.0128,
      "step": 2319
    },
    {
      "epoch": 4.005181347150259,
      "latent_token_nums": 16.0,
      "step": 2319
    },
    {
      "epoch": 4.005181347150259,
      "step": 2319,
      "thought_step_nums": 10.6875
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.07999927550554276,
      "contrastive_loss#1": 0.3999963700771332,
      "epoch": 4.005181347150259,
      "lm_loss": 0.000296009355224669,
      "loss": 0.08029528707265854,
      "step": 2319,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.006908462867012,
      "grad_norm": 2.625,
      "learning_rate": 5e-05,
      "loss": 0.0222,
      "step": 2320
    },
    {
      "epoch": 4.006908462867012,
      "latent_token_nums": 16.0,
      "step": 2320
    },
    {
      "epoch": 4.006908462867012,
      "step": 2320,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.005072261672466993,
      "contrastive_loss#1": 0.025361306965351105,
      "epoch": 4.006908462867012,
      "lm_loss": 0.00010413724521640688,
      "loss": 0.005176398903131485,
      "step": 2320,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.008635578583765,
      "grad_norm": 2.828125,
      "learning_rate": 5e-05,
      "loss": 0.0137,
      "step": 2321
    },
    {
      "epoch": 4.008635578583765,
      "latent_token_nums": 16.0,
      "step": 2321
    },
    {
      "epoch": 4.008635578583765,
      "step": 2321,
      "thought_step_nums": 12.0625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.008809948340058327,
      "contrastive_loss#1": 0.044049739837646484,
      "epoch": 4.008635578583765,
      "lm_loss": 0.0016449589747935534,
      "loss": 0.010454907082021236,
      "step": 2321,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.010362694300518,
      "grad_norm": 2.90625,
      "learning_rate": 5e-05,
      "loss": 0.0176,
      "step": 2322
    },
    {
      "epoch": 4.010362694300518,
      "latent_token_nums": 16.0,
      "step": 2322
    },
    {
      "epoch": 4.010362694300518,
      "step": 2322,
      "thought_step_nums": 12.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.004456510301679373,
      "contrastive_loss#1": 0.02228255197405815,
      "epoch": 4.010362694300518,
      "lm_loss": 0.0008082798449322581,
      "loss": 0.005264790263026953,
      "step": 2322,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.0120898100172715,
      "grad_norm": 3.6875,
      "learning_rate": 5e-05,
      "loss": 0.015,
      "step": 2323
    },
    {
      "epoch": 4.0120898100172715,
      "latent_token_nums": 16.0,
      "step": 2323
    },
    {
      "epoch": 4.0120898100172715,
      "step": 2323,
      "thought_step_nums": 12.0625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.007579322904348373,
      "contrastive_loss#1": 0.03789661452174187,
      "epoch": 4.0120898100172715,
      "lm_loss": 0.00020981545094400644,
      "loss": 0.007789138238877058,
      "step": 2323,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.013816925734024,
      "grad_norm": 2.78125,
      "learning_rate": 5e-05,
      "loss": 0.0176,
      "step": 2324
    },
    {
      "epoch": 4.013816925734024,
      "latent_token_nums": 16.0,
      "step": 2324
    },
    {
      "epoch": 4.013816925734024,
      "step": 2324,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.00648145005106926,
      "contrastive_loss#1": 0.0324072502553463,
      "epoch": 4.013816925734024,
      "lm_loss": 0.0006399606354534626,
      "loss": 0.007121410686522722,
      "step": 2324,
      "valid_batch_size": 1024.375
    },
    {
      "epoch": 4.015544041450777,
      "grad_norm": 3.90625,
      "learning_rate": 5e-05,
      "loss": 0.0182,
      "step": 2325
    },
    {
      "epoch": 4.015544041450777,
      "latent_token_nums": 16.0,
      "step": 2325
    },
    {
      "epoch": 4.015544041450777,
      "step": 2325,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.033596403896808624,
      "contrastive_loss#1": 0.16798201203346252,
      "epoch": 4.015544041450777,
      "lm_loss": 0.0001268216292373836,
      "loss": 0.03372322395443916,
      "step": 2325,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 4.017271157167531,
      "grad_norm": 3.40625,
      "learning_rate": 5e-05,
      "loss": 0.0225,
      "step": 2326
    },
    {
      "epoch": 4.017271157167531,
      "latent_token_nums": 16.0,
      "step": 2326
    },
    {
      "epoch": 4.017271157167531,
      "step": 2326,
      "thought_step_nums": 12.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0011676560388877988,
      "contrastive_loss#1": 0.005838280078023672,
      "epoch": 4.017271157167531,
      "lm_loss": 0.0005380758084356785,
      "loss": 0.0017057318473234773,
      "step": 2326,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.018998272884283,
      "grad_norm": 2.59375,
      "learning_rate": 5e-05,
      "loss": 0.0158,
      "step": 2327
    },
    {
      "epoch": 4.018998272884283,
      "latent_token_nums": 16.0,
      "step": 2327
    },
    {
      "epoch": 4.018998272884283,
      "step": 2327,
      "thought_step_nums": 12.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01231799740344286,
      "contrastive_loss#1": 0.061589986085891724,
      "epoch": 4.018998272884283,
      "lm_loss": 0.00018009255290962756,
      "loss": 0.012498090043663979,
      "step": 2327,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.020725388601036,
      "grad_norm": 3.15625,
      "learning_rate": 5e-05,
      "loss": 0.0159,
      "step": 2328
    },
    {
      "epoch": 4.020725388601036,
      "latent_token_nums": 16.0,
      "step": 2328
    },
    {
      "epoch": 4.020725388601036,
      "step": 2328,
      "thought_step_nums": 11.125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06282029300928116,
      "contrastive_loss#1": 0.3141014575958252,
      "epoch": 4.020725388601036,
      "lm_loss": 0.0008430774905718863,
      "loss": 0.06366337090730667,
      "step": 2328,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.02245250431779,
      "grad_norm": 3.8125,
      "learning_rate": 5e-05,
      "loss": 0.0206,
      "step": 2329
    },
    {
      "epoch": 4.02245250431779,
      "latent_token_nums": 16.0,
      "step": 2329
    },
    {
      "epoch": 4.02245250431779,
      "step": 2329,
      "thought_step_nums": 11.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0015687963459640741,
      "contrastive_loss#1": 0.007843981496989727,
      "epoch": 4.02245250431779,
      "lm_loss": 0.0003160023770760745,
      "loss": 0.001884798752143979,
      "step": 2329,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.024179620034542,
      "grad_norm": 3.484375,
      "learning_rate": 5e-05,
      "loss": 0.0153,
      "step": 2330
    },
    {
      "epoch": 4.024179620034542,
      "latent_token_nums": 16.0,
      "step": 2330
    },
    {
      "epoch": 4.024179620034542,
      "step": 2330,
      "thought_step_nums": 12.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.00088132155360654,
      "contrastive_loss#1": 0.004406607709825039,
      "epoch": 4.024179620034542,
      "lm_loss": 0.00013173095067031682,
      "loss": 0.0010130525333806872,
      "step": 2330,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.025906735751295,
      "grad_norm": 3.265625,
      "learning_rate": 5e-05,
      "loss": 0.0137,
      "step": 2331
    },
    {
      "epoch": 4.025906735751295,
      "latent_token_nums": 16.0,
      "step": 2331
    },
    {
      "epoch": 4.025906735751295,
      "step": 2331,
      "thought_step_nums": 12.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01667412370443344,
      "contrastive_loss#1": 0.0833706185221672,
      "epoch": 4.025906735751295,
      "lm_loss": 0.00045183434849604964,
      "loss": 0.01712595857679844,
      "step": 2331,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.027633851468049,
      "grad_norm": 3.1875,
      "learning_rate": 5e-05,
      "loss": 0.0144,
      "step": 2332
    },
    {
      "epoch": 4.027633851468049,
      "latent_token_nums": 16.0,
      "step": 2332
    },
    {
      "epoch": 4.027633851468049,
      "step": 2332,
      "thought_step_nums": 12.125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.036565013229846954,
      "contrastive_loss#1": 0.18282505869865417,
      "epoch": 4.027633851468049,
      "lm_loss": 0.00027663714718073606,
      "loss": 0.03684164956212044,
      "step": 2332,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.029360967184801,
      "grad_norm": 3.03125,
      "learning_rate": 5e-05,
      "loss": 0.017,
      "step": 2333
    },
    {
      "epoch": 4.029360967184801,
      "latent_token_nums": 16.0,
      "step": 2333
    },
    {
      "epoch": 4.029360967184801,
      "step": 2333,
      "thought_step_nums": 11.75
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.005472010467201471,
      "contrastive_loss#1": 0.02736005187034607,
      "epoch": 4.029360967184801,
      "lm_loss": 0.00045183789916336536,
      "loss": 0.00592384859919548,
      "step": 2333,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 4.0310880829015545,
      "grad_norm": 2.828125,
      "learning_rate": 5e-05,
      "loss": 0.0132,
      "step": 2334
    },
    {
      "epoch": 4.0310880829015545,
      "latent_token_nums": 16.0,
      "step": 2334
    },
    {
      "epoch": 4.0310880829015545,
      "step": 2334,
      "thought_step_nums": 11.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0182354636490345,
      "contrastive_loss#1": 0.0911773145198822,
      "epoch": 4.0310880829015545,
      "lm_loss": 0.0002700197510421276,
      "loss": 0.018505483865737915,
      "step": 2334,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 4.032815198618308,
      "grad_norm": 2.65625,
      "learning_rate": 5e-05,
      "loss": 0.0155,
      "step": 2335
    },
    {
      "epoch": 4.032815198618308,
      "latent_token_nums": 16.0,
      "step": 2335
    },
    {
      "epoch": 4.032815198618308,
      "step": 2335,
      "thought_step_nums": 11.875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.014751595444977283,
      "contrastive_loss#1": 0.07375797629356384,
      "epoch": 4.032815198618308,
      "lm_loss": 0.0006328930030576885,
      "loss": 0.015384488739073277,
      "step": 2335,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.03454231433506,
      "grad_norm": 3.015625,
      "learning_rate": 5e-05,
      "loss": 0.0174,
      "step": 2336
    },
    {
      "epoch": 4.03454231433506,
      "latent_token_nums": 16.0,
      "step": 2336
    },
    {
      "epoch": 4.03454231433506,
      "step": 2336,
      "thought_step_nums": 11.5
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02625553123652935,
      "contrastive_loss#1": 0.1312776505947113,
      "epoch": 4.03454231433506,
      "lm_loss": 7.762235327390954e-05,
      "loss": 0.026333153247833252,
      "step": 2336,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.036269430051814,
      "grad_norm": 2.78125,
      "learning_rate": 5e-05,
      "loss": 0.014,
      "step": 2337
    },
    {
      "epoch": 4.036269430051814,
      "latent_token_nums": 16.0,
      "step": 2337
    },
    {
      "epoch": 4.036269430051814,
      "step": 2337,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.029592042788863182,
      "contrastive_loss#1": 0.14796021580696106,
      "epoch": 4.036269430051814,
      "lm_loss": 0.0007577892974950373,
      "loss": 0.03034983202815056,
      "step": 2337,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 4.037996545768567,
      "grad_norm": 3.0625,
      "learning_rate": 5e-05,
      "loss": 0.0159,
      "step": 2338
    },
    {
      "epoch": 4.037996545768567,
      "latent_token_nums": 16.0,
      "step": 2338
    },
    {
      "epoch": 4.037996545768567,
      "step": 2338,
      "thought_step_nums": 10.8125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.009138411842286587,
      "contrastive_loss#1": 0.04569206014275551,
      "epoch": 4.037996545768567,
      "lm_loss": 0.0004325593472458422,
      "loss": 0.009570971131324768,
      "step": 2338,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.039723661485319,
      "grad_norm": 3.109375,
      "learning_rate": 5e-05,
      "loss": 0.0129,
      "step": 2339
    },
    {
      "epoch": 4.039723661485319,
      "latent_token_nums": 16.0,
      "step": 2339
    },
    {
      "epoch": 4.039723661485319,
      "step": 2339,
      "thought_step_nums": 11.75
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0017330124974250793,
      "contrastive_loss#1": 0.008665062487125397,
      "epoch": 4.039723661485319,
      "lm_loss": 0.00044039898784831166,
      "loss": 0.00217341142706573,
      "step": 2339,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.041450777202073,
      "grad_norm": 3.28125,
      "learning_rate": 5e-05,
      "loss": 0.0173,
      "step": 2340
    },
    {
      "epoch": 4.041450777202073,
      "latent_token_nums": 16.0,
      "step": 2340
    },
    {
      "epoch": 4.041450777202073,
      "step": 2340,
      "thought_step_nums": 11.25
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.004445409402251244,
      "contrastive_loss#1": 0.022227047011256218,
      "epoch": 4.041450777202073,
      "lm_loss": 0.00012681022053584456,
      "loss": 0.004572219680994749,
      "step": 2340,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.043177892918825,
      "grad_norm": 2.734375,
      "learning_rate": 5e-05,
      "loss": 0.0132,
      "step": 2341
    },
    {
      "epoch": 4.043177892918825,
      "latent_token_nums": 16.0,
      "step": 2341
    },
    {
      "epoch": 4.043177892918825,
      "step": 2341,
      "thought_step_nums": 12.0625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.009766140021383762,
      "contrastive_loss#1": 0.04883069917559624,
      "epoch": 4.043177892918825,
      "lm_loss": 0.0004031066200695932,
      "loss": 0.01016924623399973,
      "step": 2341,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.0449050086355784,
      "grad_norm": 3.453125,
      "learning_rate": 5e-05,
      "loss": 0.0111,
      "step": 2342
    },
    {
      "epoch": 4.0449050086355784,
      "latent_token_nums": 16.0,
      "step": 2342
    },
    {
      "epoch": 4.0449050086355784,
      "step": 2342,
      "thought_step_nums": 11.125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04044152796268463,
      "contrastive_loss#1": 0.20220763981342316,
      "epoch": 4.0449050086355784,
      "lm_loss": 0.00025073764845728874,
      "loss": 0.04069226607680321,
      "step": 2342,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.046632124352332,
      "grad_norm": 3.40625,
      "learning_rate": 5e-05,
      "loss": 0.019,
      "step": 2343
    },
    {
      "epoch": 4.046632124352332,
      "latent_token_nums": 16.0,
      "step": 2343
    },
    {
      "epoch": 4.046632124352332,
      "step": 2343,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.010156757198274136,
      "contrastive_loss#1": 0.05078378692269325,
      "epoch": 4.046632124352332,
      "lm_loss": 0.00023543555289506912,
      "loss": 0.010392192751169205,
      "step": 2343,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.048359240069084,
      "grad_norm": 2.953125,
      "learning_rate": 5e-05,
      "loss": 0.015,
      "step": 2344
    },
    {
      "epoch": 4.048359240069084,
      "latent_token_nums": 16.0,
      "step": 2344
    },
    {
      "epoch": 4.048359240069084,
      "step": 2344,
      "thought_step_nums": 11.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0010844602948054671,
      "contrastive_loss#1": 0.0054223015904426575,
      "epoch": 4.048359240069084,
      "lm_loss": 0.0007499224739149213,
      "loss": 0.0018343827687203884,
      "step": 2344,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.0500863557858375,
      "grad_norm": 3.5,
      "learning_rate": 5e-05,
      "loss": 0.0172,
      "step": 2345
    },
    {
      "epoch": 4.0500863557858375,
      "latent_token_nums": 16.0,
      "step": 2345
    },
    {
      "epoch": 4.0500863557858375,
      "step": 2345,
      "thought_step_nums": 11.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.004594551399350166,
      "contrastive_loss#1": 0.02297275699675083,
      "epoch": 4.0500863557858375,
      "lm_loss": 0.00010590656165732071,
      "loss": 0.004700458142906427,
      "step": 2345,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.051813471502591,
      "grad_norm": 3.9375,
      "learning_rate": 5e-05,
      "loss": 0.0197,
      "step": 2346
    },
    {
      "epoch": 4.051813471502591,
      "latent_token_nums": 16.0,
      "step": 2346
    },
    {
      "epoch": 4.051813471502591,
      "step": 2346,
      "thought_step_nums": 11.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.010804790072143078,
      "contrastive_loss#1": 0.054023947566747665,
      "epoch": 4.051813471502591,
      "lm_loss": 0.00019014568533748388,
      "loss": 0.010994935408234596,
      "step": 2346,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.053540587219343,
      "grad_norm": 3.078125,
      "learning_rate": 5e-05,
      "loss": 0.0161,
      "step": 2347
    },
    {
      "epoch": 4.053540587219343,
      "latent_token_nums": 16.0,
      "step": 2347
    },
    {
      "epoch": 4.053540587219343,
      "step": 2347,
      "thought_step_nums": 10.6875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04955339431762695,
      "contrastive_loss#1": 0.24776697158813477,
      "epoch": 4.053540587219343,
      "lm_loss": 0.0001659768749959767,
      "loss": 0.049719370901584625,
      "step": 2347,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 4.055267702936097,
      "grad_norm": 3.6875,
      "learning_rate": 5e-05,
      "loss": 0.0233,
      "step": 2348
    },
    {
      "epoch": 4.055267702936097,
      "latent_token_nums": 16.0,
      "step": 2348
    },
    {
      "epoch": 4.055267702936097,
      "step": 2348,
      "thought_step_nums": 12.8125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01566019468009472,
      "contrastive_loss#1": 0.07830097526311874,
      "epoch": 4.055267702936097,
      "lm_loss": 0.0019176307832822204,
      "loss": 0.017577825114130974,
      "step": 2348,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 4.05699481865285,
      "grad_norm": 3.328125,
      "learning_rate": 5e-05,
      "loss": 0.0132,
      "step": 2349
    },
    {
      "epoch": 4.05699481865285,
      "latent_token_nums": 16.0,
      "step": 2349
    },
    {
      "epoch": 4.05699481865285,
      "step": 2349,
      "thought_step_nums": 11.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0005479678511619568,
      "contrastive_loss#1": 0.002739839255809784,
      "epoch": 4.05699481865285,
      "lm_loss": 0.00042682228377088904,
      "loss": 0.0009747901349328458,
      "step": 2349,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.058721934369602,
      "grad_norm": 3.09375,
      "learning_rate": 5e-05,
      "loss": 0.0109,
      "step": 2350
    },
    {
      "epoch": 4.058721934369602,
      "latent_token_nums": 16.0,
      "step": 2350
    },
    {
      "epoch": 4.058721934369602,
      "step": 2350,
      "thought_step_nums": 11.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.001326473313383758,
      "contrastive_loss#1": 0.006632366217672825,
      "epoch": 4.058721934369602,
      "lm_loss": 0.00012484658509492874,
      "loss": 0.0014513198984786868,
      "step": 2350,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.060449050086356,
      "grad_norm": 5.15625,
      "learning_rate": 5e-05,
      "loss": 0.0195,
      "step": 2351
    },
    {
      "epoch": 4.060449050086356,
      "latent_token_nums": 16.0,
      "step": 2351
    },
    {
      "epoch": 4.060449050086356,
      "step": 2351,
      "thought_step_nums": 12.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.005540399346500635,
      "contrastive_loss#1": 0.02770199626684189,
      "epoch": 4.060449050086356,
      "lm_loss": 0.00020587322069332004,
      "loss": 0.0057462723925709724,
      "step": 2351,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.062176165803109,
      "grad_norm": 2.921875,
      "learning_rate": 5e-05,
      "loss": 0.0145,
      "step": 2352
    },
    {
      "epoch": 4.062176165803109,
      "latent_token_nums": 16.0,
      "step": 2352
    },
    {
      "epoch": 4.062176165803109,
      "step": 2352,
      "thought_step_nums": 12.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02221132628619671,
      "contrastive_loss#1": 0.1110566258430481,
      "epoch": 4.062176165803109,
      "lm_loss": 0.0007540186634287238,
      "loss": 0.02296534553170204,
      "step": 2352,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.0639032815198615,
      "grad_norm": 3.828125,
      "learning_rate": 5e-05,
      "loss": 0.015,
      "step": 2353
    },
    {
      "epoch": 4.0639032815198615,
      "latent_token_nums": 16.0,
      "step": 2353
    },
    {
      "epoch": 4.0639032815198615,
      "step": 2353,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.026127219200134277,
      "contrastive_loss#1": 0.1306360960006714,
      "epoch": 4.0639032815198615,
      "lm_loss": 0.0036379003431648016,
      "loss": 0.029765119776129723,
      "step": 2353,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.065630397236615,
      "grad_norm": 3.4375,
      "learning_rate": 5e-05,
      "loss": 0.0184,
      "step": 2354
    },
    {
      "epoch": 4.065630397236615,
      "latent_token_nums": 16.0,
      "step": 2354
    },
    {
      "epoch": 4.065630397236615,
      "step": 2354,
      "thought_step_nums": 11.75
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.004033192992210388,
      "contrastive_loss#1": 0.02016596496105194,
      "epoch": 4.065630397236615,
      "lm_loss": 0.0005099747213535011,
      "loss": 0.0045431675389409065,
      "step": 2354,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 4.067357512953368,
      "grad_norm": 3.0625,
      "learning_rate": 5e-05,
      "loss": 0.0142,
      "step": 2355
    },
    {
      "epoch": 4.067357512953368,
      "latent_token_nums": 16.0,
      "step": 2355
    },
    {
      "epoch": 4.067357512953368,
      "step": 2355,
      "thought_step_nums": 12.25
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.041835322976112366,
      "contrastive_loss#1": 0.20917661488056183,
      "epoch": 4.067357512953368,
      "lm_loss": 0.0003434013342484832,
      "loss": 0.04217872396111488,
      "step": 2355,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.0690846286701206,
      "grad_norm": 3.625,
      "learning_rate": 5e-05,
      "loss": 0.0165,
      "step": 2356
    },
    {
      "epoch": 4.0690846286701206,
      "latent_token_nums": 16.0,
      "step": 2356
    },
    {
      "epoch": 4.0690846286701206,
      "step": 2356,
      "thought_step_nums": 10.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0017725315410643816,
      "contrastive_loss#1": 0.008862657472491264,
      "epoch": 4.0690846286701206,
      "lm_loss": 0.0005715280422009528,
      "loss": 0.0023440595250576735,
      "step": 2356,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.070811744386874,
      "grad_norm": 2.6875,
      "learning_rate": 5e-05,
      "loss": 0.0114,
      "step": 2357
    },
    {
      "epoch": 4.070811744386874,
      "latent_token_nums": 16.0,
      "step": 2357
    },
    {
      "epoch": 4.070811744386874,
      "step": 2357,
      "thought_step_nums": 12.0625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05841953679919243,
      "contrastive_loss#1": 0.29209768772125244,
      "epoch": 4.070811744386874,
      "lm_loss": 0.0006034616380929947,
      "loss": 0.05902300029993057,
      "step": 2357,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 4.072538860103627,
      "grad_norm": 3.40625,
      "learning_rate": 5e-05,
      "loss": 0.0158,
      "step": 2358
    },
    {
      "epoch": 4.072538860103627,
      "latent_token_nums": 16.0,
      "step": 2358
    },
    {
      "epoch": 4.072538860103627,
      "step": 2358,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.007056473288685083,
      "contrastive_loss#1": 0.03528236597776413,
      "epoch": 4.072538860103627,
      "lm_loss": 0.00032078713411465287,
      "loss": 0.007377260364592075,
      "step": 2358,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 4.07426597582038,
      "grad_norm": 3.484375,
      "learning_rate": 5e-05,
      "loss": 0.0143,
      "step": 2359
    },
    {
      "epoch": 4.07426597582038,
      "latent_token_nums": 16.0,
      "step": 2359
    },
    {
      "epoch": 4.07426597582038,
      "step": 2359,
      "thought_step_nums": 10.875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0024524307809770107,
      "contrastive_loss#1": 0.012262153439223766,
      "epoch": 4.07426597582038,
      "lm_loss": 0.00017313106218352914,
      "loss": 0.002625561784952879,
      "step": 2359,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 4.075993091537133,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.0173,
      "step": 2360
    },
    {
      "epoch": 4.075993091537133,
      "latent_token_nums": 16.0,
      "step": 2360
    },
    {
      "epoch": 4.075993091537133,
      "step": 2360,
      "thought_step_nums": 11.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0032596245873719454,
      "contrastive_loss#1": 0.016298122704029083,
      "epoch": 4.075993091537133,
      "lm_loss": 0.002102094003930688,
      "loss": 0.005361718591302633,
      "step": 2360,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.077720207253886,
      "grad_norm": 4.1875,
      "learning_rate": 5e-05,
      "loss": 0.0185,
      "step": 2361
    },
    {
      "epoch": 4.077720207253886,
      "latent_token_nums": 16.0,
      "step": 2361
    },
    {
      "epoch": 4.077720207253886,
      "step": 2361,
      "thought_step_nums": 11.5
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02373780868947506,
      "contrastive_loss#1": 0.11868903785943985,
      "epoch": 4.077720207253886,
      "lm_loss": 0.0003853856469504535,
      "loss": 0.024123193696141243,
      "step": 2361,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 4.079447322970639,
      "grad_norm": 3.46875,
      "learning_rate": 5e-05,
      "loss": 0.0143,
      "step": 2362
    },
    {
      "epoch": 4.079447322970639,
      "latent_token_nums": 16.0,
      "step": 2362
    },
    {
      "epoch": 4.079447322970639,
      "step": 2362,
      "thought_step_nums": 11.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.010357516817748547,
      "contrastive_loss#1": 0.05178758129477501,
      "epoch": 4.079447322970639,
      "lm_loss": 0.00011782348155975342,
      "loss": 0.0104753402993083,
      "step": 2362,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 4.081174438687392,
      "grad_norm": 3.4375,
      "learning_rate": 5e-05,
      "loss": 0.0168,
      "step": 2363
    },
    {
      "epoch": 4.081174438687392,
      "latent_token_nums": 16.0,
      "step": 2363
    },
    {
      "epoch": 4.081174438687392,
      "step": 2363,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.001845421502366662,
      "contrastive_loss#1": 0.009227107279002666,
      "epoch": 4.081174438687392,
      "lm_loss": 0.000204480325919576,
      "loss": 0.002049901755526662,
      "step": 2363,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.082901554404145,
      "grad_norm": 4.09375,
      "learning_rate": 5e-05,
      "loss": 0.0138,
      "step": 2364
    },
    {
      "epoch": 4.082901554404145,
      "latent_token_nums": 16.0,
      "step": 2364
    },
    {
      "epoch": 4.082901554404145,
      "step": 2364,
      "thought_step_nums": 11.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.015185228548943996,
      "contrastive_loss#1": 0.07592613995075226,
      "epoch": 4.082901554404145,
      "lm_loss": 0.00020702493202406913,
      "loss": 0.015392253175377846,
      "step": 2364,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 4.084628670120898,
      "grad_norm": 3.734375,
      "learning_rate": 5e-05,
      "loss": 0.0153,
      "step": 2365
    },
    {
      "epoch": 4.084628670120898,
      "latent_token_nums": 16.0,
      "step": 2365
    },
    {
      "epoch": 4.084628670120898,
      "step": 2365,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.031437765806913376,
      "contrastive_loss#1": 0.15718881785869598,
      "epoch": 4.084628670120898,
      "lm_loss": 0.0005797261255793273,
      "loss": 0.03201749175786972,
      "step": 2365,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 4.086355785837651,
      "grad_norm": 3.328125,
      "learning_rate": 5e-05,
      "loss": 0.0204,
      "step": 2366
    },
    {
      "epoch": 4.086355785837651,
      "latent_token_nums": 16.0,
      "step": 2366
    },
    {
      "epoch": 4.086355785837651,
      "step": 2366,
      "thought_step_nums": 11.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0011551778297871351,
      "contrastive_loss#1": 0.005775888916105032,
      "epoch": 4.086355785837651,
      "lm_loss": 0.0002211014652857557,
      "loss": 0.0013762792805209756,
      "step": 2366,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.0880829015544045,
      "grad_norm": 3.453125,
      "learning_rate": 5e-05,
      "loss": 0.0164,
      "step": 2367
    },
    {
      "epoch": 4.0880829015544045,
      "latent_token_nums": 16.0,
      "step": 2367
    },
    {
      "epoch": 4.0880829015544045,
      "step": 2367,
      "thought_step_nums": 11.875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01430301833897829,
      "contrastive_loss#1": 0.07151509076356888,
      "epoch": 4.0880829015544045,
      "lm_loss": 0.00021173276763875037,
      "loss": 0.014514750801026821,
      "step": 2367,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.089810017271157,
      "grad_norm": 3.015625,
      "learning_rate": 5e-05,
      "loss": 0.0131,
      "step": 2368
    },
    {
      "epoch": 4.089810017271157,
      "latent_token_nums": 16.0,
      "step": 2368
    },
    {
      "epoch": 4.089810017271157,
      "step": 2368,
      "thought_step_nums": 11.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.022308286279439926,
      "contrastive_loss#1": 0.11154142767190933,
      "epoch": 4.089810017271157,
      "lm_loss": 0.0018032538937404752,
      "loss": 0.024111540988087654,
      "step": 2368,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 4.09153713298791,
      "grad_norm": 3.15625,
      "learning_rate": 5e-05,
      "loss": 0.0188,
      "step": 2369
    },
    {
      "epoch": 4.09153713298791,
      "latent_token_nums": 16.0,
      "step": 2369
    },
    {
      "epoch": 4.09153713298791,
      "step": 2369,
      "thought_step_nums": 12.75
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.00490529416128993,
      "contrastive_loss#1": 0.02452646940946579,
      "epoch": 4.09153713298791,
      "lm_loss": 0.0014970689080655575,
      "loss": 0.006402363069355488,
      "step": 2369,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.0932642487046635,
      "grad_norm": 3.03125,
      "learning_rate": 5e-05,
      "loss": 0.0164,
      "step": 2370
    },
    {
      "epoch": 4.0932642487046635,
      "latent_token_nums": 16.0,
      "step": 2370
    },
    {
      "epoch": 4.0932642487046635,
      "step": 2370,
      "thought_step_nums": 12.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01972324587404728,
      "contrastive_loss#1": 0.09861622750759125,
      "epoch": 4.0932642487046635,
      "lm_loss": 0.0002448145532980561,
      "loss": 0.0199680607765913,
      "step": 2370,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 4.094991364421416,
      "grad_norm": 2.96875,
      "learning_rate": 5e-05,
      "loss": 0.015,
      "step": 2371
    },
    {
      "epoch": 4.094991364421416,
      "latent_token_nums": 16.0,
      "step": 2371
    },
    {
      "epoch": 4.094991364421416,
      "step": 2371,
      "thought_step_nums": 11.8125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.002871745964512229,
      "contrastive_loss#1": 0.014358730055391788,
      "epoch": 4.094991364421416,
      "lm_loss": 0.002116088755428791,
      "loss": 0.004987834952771664,
      "step": 2371,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.096718480138169,
      "grad_norm": 2.5625,
      "learning_rate": 5e-05,
      "loss": 0.0118,
      "step": 2372
    },
    {
      "epoch": 4.096718480138169,
      "latent_token_nums": 16.0,
      "step": 2372
    },
    {
      "epoch": 4.096718480138169,
      "step": 2372,
      "thought_step_nums": 11.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.016452845185995102,
      "contrastive_loss#1": 0.08226422220468521,
      "epoch": 4.096718480138169,
      "lm_loss": 0.00018788118904922158,
      "loss": 0.01664072647690773,
      "step": 2372,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.098445595854923,
      "grad_norm": 3.09375,
      "learning_rate": 5e-05,
      "loss": 0.0152,
      "step": 2373
    },
    {
      "epoch": 4.098445595854923,
      "latent_token_nums": 16.0,
      "step": 2373
    },
    {
      "epoch": 4.098445595854923,
      "step": 2373,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.019724532961845398,
      "contrastive_loss#1": 0.09862266480922699,
      "epoch": 4.098445595854923,
      "lm_loss": 0.0001949387660715729,
      "loss": 0.019919471815228462,
      "step": 2373,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.100172711571675,
      "grad_norm": 4.21875,
      "learning_rate": 5e-05,
      "loss": 0.022,
      "step": 2374
    },
    {
      "epoch": 4.100172711571675,
      "latent_token_nums": 16.0,
      "step": 2374
    },
    {
      "epoch": 4.100172711571675,
      "step": 2374,
      "thought_step_nums": 10.875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.008060655556619167,
      "contrastive_loss#1": 0.04030327871441841,
      "epoch": 4.100172711571675,
      "lm_loss": 0.00026160822017118335,
      "loss": 0.008322264067828655,
      "step": 2374,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.101899827288428,
      "grad_norm": 6.9375,
      "learning_rate": 5e-05,
      "loss": 0.0139,
      "step": 2375
    },
    {
      "epoch": 4.101899827288428,
      "latent_token_nums": 16.0,
      "step": 2375
    },
    {
      "epoch": 4.101899827288428,
      "step": 2375,
      "thought_step_nums": 10.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.007922383025288582,
      "contrastive_loss#1": 0.03961191326379776,
      "epoch": 4.101899827288428,
      "lm_loss": 0.00013695721281692386,
      "loss": 0.00805934052914381,
      "step": 2375,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 4.103626943005182,
      "grad_norm": 2.703125,
      "learning_rate": 5e-05,
      "loss": 0.0127,
      "step": 2376
    },
    {
      "epoch": 4.103626943005182,
      "latent_token_nums": 16.0,
      "step": 2376
    },
    {
      "epoch": 4.103626943005182,
      "step": 2376,
      "thought_step_nums": 12.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0068965028040111065,
      "contrastive_loss#1": 0.03448251262307167,
      "epoch": 4.103626943005182,
      "lm_loss": 6.58273565932177e-05,
      "loss": 0.0069623300805687904,
      "step": 2376,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.105354058721934,
      "grad_norm": 3.734375,
      "learning_rate": 5e-05,
      "loss": 0.0166,
      "step": 2377
    },
    {
      "epoch": 4.105354058721934,
      "latent_token_nums": 16.0,
      "step": 2377
    },
    {
      "epoch": 4.105354058721934,
      "step": 2377,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0053664566949009895,
      "contrastive_loss#1": 0.026832282543182373,
      "epoch": 4.105354058721934,
      "lm_loss": 0.00014676772116217762,
      "loss": 0.00551322428509593,
      "step": 2377,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.1070811744386875,
      "grad_norm": 2.609375,
      "learning_rate": 5e-05,
      "loss": 0.0143,
      "step": 2378
    },
    {
      "epoch": 4.1070811744386875,
      "latent_token_nums": 16.0,
      "step": 2378
    },
    {
      "epoch": 4.1070811744386875,
      "step": 2378,
      "thought_step_nums": 11.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.024831777438521385,
      "contrastive_loss#1": 0.12415888905525208,
      "epoch": 4.1070811744386875,
      "lm_loss": 0.00013230222975835204,
      "loss": 0.02496407926082611,
      "step": 2378,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 4.108808290155441,
      "grad_norm": 2.59375,
      "learning_rate": 5e-05,
      "loss": 0.011,
      "step": 2379
    },
    {
      "epoch": 4.108808290155441,
      "latent_token_nums": 16.0,
      "step": 2379
    },
    {
      "epoch": 4.108808290155441,
      "step": 2379,
      "thought_step_nums": 12.125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0437789149582386,
      "contrastive_loss#1": 0.2188945710659027,
      "epoch": 4.108808290155441,
      "lm_loss": 9.333855996374041e-05,
      "loss": 0.043872252106666565,
      "step": 2379,
      "valid_batch_size": 1024.3125
    },
    {
      "epoch": 4.110535405872193,
      "grad_norm": 4.125,
      "learning_rate": 5e-05,
      "loss": 0.0208,
      "step": 2380
    },
    {
      "epoch": 4.110535405872193,
      "latent_token_nums": 16.0,
      "step": 2380
    },
    {
      "epoch": 4.110535405872193,
      "step": 2380,
      "thought_step_nums": 12.25
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0008527861791662872,
      "contrastive_loss#1": 0.004263930954039097,
      "epoch": 4.110535405872193,
      "lm_loss": 0.000664696388412267,
      "loss": 0.0015174825675785542,
      "step": 2380,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.112262521588947,
      "grad_norm": 3.125,
      "learning_rate": 5e-05,
      "loss": 0.0123,
      "step": 2381
    },
    {
      "epoch": 4.112262521588947,
      "latent_token_nums": 16.0,
      "step": 2381
    },
    {
      "epoch": 4.112262521588947,
      "step": 2381,
      "thought_step_nums": 12.75
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.009397049434483051,
      "contrastive_loss#1": 0.04698524624109268,
      "epoch": 4.112262521588947,
      "lm_loss": 0.0001418620813637972,
      "loss": 0.009538911283016205,
      "step": 2381,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 4.1139896373057,
      "grad_norm": 3.421875,
      "learning_rate": 5e-05,
      "loss": 0.0176,
      "step": 2382
    },
    {
      "epoch": 4.1139896373057,
      "latent_token_nums": 16.0,
      "step": 2382
    },
    {
      "epoch": 4.1139896373057,
      "step": 2382,
      "thought_step_nums": 11.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.004633666947484016,
      "contrastive_loss#1": 0.023168334737420082,
      "epoch": 4.1139896373057,
      "lm_loss": 0.00045036617666482925,
      "loss": 0.005084033124148846,
      "step": 2382,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.115716753022452,
      "grad_norm": 3.328125,
      "learning_rate": 5e-05,
      "loss": 0.0136,
      "step": 2383
    },
    {
      "epoch": 4.115716753022452,
      "latent_token_nums": 16.0,
      "step": 2383
    },
    {
      "epoch": 4.115716753022452,
      "step": 2383,
      "thought_step_nums": 12.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0024494582321494818,
      "contrastive_loss#1": 0.012247290462255478,
      "epoch": 4.115716753022452,
      "lm_loss": 0.00010932431905530393,
      "loss": 0.0025587824638932943,
      "step": 2383,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.117443868739206,
      "grad_norm": 3.0,
      "learning_rate": 5e-05,
      "loss": 0.0128,
      "step": 2384
    },
    {
      "epoch": 4.117443868739206,
      "latent_token_nums": 16.0,
      "step": 2384
    },
    {
      "epoch": 4.117443868739206,
      "step": 2384,
      "thought_step_nums": 11.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0014567688340321183,
      "contrastive_loss#1": 0.00728384405374527,
      "epoch": 4.117443868739206,
      "lm_loss": 0.00042001582914963365,
      "loss": 0.0018767847213894129,
      "step": 2384,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.119170984455959,
      "grad_norm": 2.921875,
      "learning_rate": 5e-05,
      "loss": 0.0122,
      "step": 2385
    },
    {
      "epoch": 4.119170984455959,
      "latent_token_nums": 16.0,
      "step": 2385
    },
    {
      "epoch": 4.119170984455959,
      "step": 2385,
      "thought_step_nums": 11.75
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.007739700376987457,
      "contrastive_loss#1": 0.038698501884937286,
      "epoch": 4.119170984455959,
      "lm_loss": 0.00031429092632606626,
      "loss": 0.008053991012275219,
      "step": 2385,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 4.120898100172711,
      "grad_norm": 3.59375,
      "learning_rate": 5e-05,
      "loss": 0.0174,
      "step": 2386
    },
    {
      "epoch": 4.120898100172711,
      "latent_token_nums": 16.0,
      "step": 2386
    },
    {
      "epoch": 4.120898100172711,
      "step": 2386,
      "thought_step_nums": 10.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0019511448917910457,
      "contrastive_loss#1": 0.009755724109709263,
      "epoch": 4.120898100172711,
      "lm_loss": 0.00017142485012300313,
      "loss": 0.00212256982922554,
      "step": 2386,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.122625215889465,
      "grad_norm": 3.46875,
      "learning_rate": 5e-05,
      "loss": 0.0145,
      "step": 2387
    },
    {
      "epoch": 4.122625215889465,
      "latent_token_nums": 16.0,
      "step": 2387
    },
    {
      "epoch": 4.122625215889465,
      "step": 2387,
      "thought_step_nums": 12.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.005584028083831072,
      "contrastive_loss#1": 0.027920139953494072,
      "epoch": 4.122625215889465,
      "lm_loss": 9.170474368147552e-05,
      "loss": 0.005675732623785734,
      "step": 2387,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.124352331606218,
      "grad_norm": 3.578125,
      "learning_rate": 5e-05,
      "loss": 0.0177,
      "step": 2388
    },
    {
      "epoch": 4.124352331606218,
      "latent_token_nums": 16.0,
      "step": 2388
    },
    {
      "epoch": 4.124352331606218,
      "step": 2388,
      "thought_step_nums": 11.0625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0029696840792894363,
      "contrastive_loss#1": 0.014848420396447182,
      "epoch": 4.124352331606218,
      "lm_loss": 0.00020492229668889195,
      "loss": 0.003174606477841735,
      "step": 2388,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.1260794473229705,
      "grad_norm": 2.296875,
      "learning_rate": 5e-05,
      "loss": 0.0131,
      "step": 2389
    },
    {
      "epoch": 4.1260794473229705,
      "latent_token_nums": 16.0,
      "step": 2389
    },
    {
      "epoch": 4.1260794473229705,
      "step": 2389,
      "thought_step_nums": 11.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.001213496900163591,
      "contrastive_loss#1": 0.006067484151571989,
      "epoch": 4.1260794473229705,
      "lm_loss": 0.0001344809279544279,
      "loss": 0.0013479777844622731,
      "step": 2389,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.127806563039724,
      "grad_norm": 3.578125,
      "learning_rate": 5e-05,
      "loss": 0.0168,
      "step": 2390
    },
    {
      "epoch": 4.127806563039724,
      "latent_token_nums": 16.0,
      "step": 2390
    },
    {
      "epoch": 4.127806563039724,
      "step": 2390,
      "thought_step_nums": 11.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.00035849944106303155,
      "contrastive_loss#1": 0.0017924971180036664,
      "epoch": 4.127806563039724,
      "lm_loss": 0.001440740772522986,
      "loss": 0.001799240242689848,
      "step": 2390,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.129533678756476,
      "grad_norm": 3.28125,
      "learning_rate": 5e-05,
      "loss": 0.0138,
      "step": 2391
    },
    {
      "epoch": 4.129533678756476,
      "latent_token_nums": 16.0,
      "step": 2391
    },
    {
      "epoch": 4.129533678756476,
      "step": 2391,
      "thought_step_nums": 11.875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.00253423978574574,
      "contrastive_loss#1": 0.012671198695898056,
      "epoch": 4.129533678756476,
      "lm_loss": 0.00019239270477555692,
      "loss": 0.0027266324032098055,
      "step": 2391,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.13126079447323,
      "grad_norm": 2.953125,
      "learning_rate": 5e-05,
      "loss": 0.0158,
      "step": 2392
    },
    {
      "epoch": 4.13126079447323,
      "latent_token_nums": 16.0,
      "step": 2392
    },
    {
      "epoch": 4.13126079447323,
      "step": 2392,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0028152407612651587,
      "contrastive_loss#1": 0.014076203107833862,
      "epoch": 4.13126079447323,
      "lm_loss": 0.0001720022119116038,
      "loss": 0.002987243002280593,
      "step": 2392,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.132987910189983,
      "grad_norm": 3.203125,
      "learning_rate": 5e-05,
      "loss": 0.0135,
      "step": 2393
    },
    {
      "epoch": 4.132987910189983,
      "latent_token_nums": 16.0,
      "step": 2393
    },
    {
      "epoch": 4.132987910189983,
      "step": 2393,
      "thought_step_nums": 12.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.018564222380518913,
      "contrastive_loss#1": 0.09282111376523972,
      "epoch": 4.132987910189983,
      "lm_loss": 0.0011437530629336834,
      "loss": 0.019707975909113884,
      "step": 2393,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 4.134715025906735,
      "grad_norm": 3.6875,
      "learning_rate": 5e-05,
      "loss": 0.0152,
      "step": 2394
    },
    {
      "epoch": 4.134715025906735,
      "latent_token_nums": 16.0,
      "step": 2394
    },
    {
      "epoch": 4.134715025906735,
      "step": 2394,
      "thought_step_nums": 12.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.006625054869800806,
      "contrastive_loss#1": 0.03312527388334274,
      "epoch": 4.134715025906735,
      "lm_loss": 0.00012133861309848726,
      "loss": 0.006746393628418446,
      "step": 2394,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.136442141623489,
      "grad_norm": 3.484375,
      "learning_rate": 5e-05,
      "loss": 0.0155,
      "step": 2395
    },
    {
      "epoch": 4.136442141623489,
      "latent_token_nums": 16.0,
      "step": 2395
    },
    {
      "epoch": 4.136442141623489,
      "step": 2395,
      "thought_step_nums": 11.125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.018692240118980408,
      "contrastive_loss#1": 0.09346120059490204,
      "epoch": 4.136442141623489,
      "lm_loss": 0.00011860950326081365,
      "loss": 0.018810849636793137,
      "step": 2395,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 4.138169257340242,
      "grad_norm": 3.78125,
      "learning_rate": 5e-05,
      "loss": 0.0184,
      "step": 2396
    },
    {
      "epoch": 4.138169257340242,
      "latent_token_nums": 16.0,
      "step": 2396
    },
    {
      "epoch": 4.138169257340242,
      "step": 2396,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.013616695068776608,
      "contrastive_loss#1": 0.06808347254991531,
      "epoch": 4.138169257340242,
      "lm_loss": 0.00029000561335124075,
      "loss": 0.013906700536608696,
      "step": 2396,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 4.139896373056994,
      "grad_norm": 3.65625,
      "learning_rate": 5e-05,
      "loss": 0.0171,
      "step": 2397
    },
    {
      "epoch": 4.139896373056994,
      "latent_token_nums": 16.0,
      "step": 2397
    },
    {
      "epoch": 4.139896373056994,
      "step": 2397,
      "thought_step_nums": 12.8125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04071648418903351,
      "contrastive_loss#1": 0.20358242094516754,
      "epoch": 4.139896373056994,
      "lm_loss": 0.00013727069017477334,
      "loss": 0.04085375368595123,
      "step": 2397,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.141623488773748,
      "grad_norm": 3.390625,
      "learning_rate": 5e-05,
      "loss": 0.0168,
      "step": 2398
    },
    {
      "epoch": 4.141623488773748,
      "latent_token_nums": 16.0,
      "step": 2398
    },
    {
      "epoch": 4.141623488773748,
      "step": 2398,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.022722860798239708,
      "contrastive_loss#1": 0.11361429840326309,
      "epoch": 4.141623488773748,
      "lm_loss": 0.0002504272561054677,
      "loss": 0.022973287850618362,
      "step": 2398,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.143350604490501,
      "grad_norm": 4.21875,
      "learning_rate": 5e-05,
      "loss": 0.0202,
      "step": 2399
    },
    {
      "epoch": 4.143350604490501,
      "latent_token_nums": 16.0,
      "step": 2399
    },
    {
      "epoch": 4.143350604490501,
      "step": 2399,
      "thought_step_nums": 11.25
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02094118483364582,
      "contrastive_loss#1": 0.10470592230558395,
      "epoch": 4.143350604490501,
      "lm_loss": 0.00011892944894498214,
      "loss": 0.021060114726424217,
      "step": 2399,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.1450777202072535,
      "grad_norm": 3.328125,
      "learning_rate": 5e-05,
      "loss": 0.0171,
      "step": 2400
    },
    {
      "epoch": 4.1450777202072535,
      "latent_token_nums": 16.0,
      "step": 2400
    },
    {
      "epoch": 4.1450777202072535,
      "step": 2400,
      "thought_step_nums": 11.8125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.045356109738349915,
      "contrastive_loss#1": 0.22678054869174957,
      "epoch": 4.1450777202072535,
      "lm_loss": 0.0002806145930662751,
      "loss": 0.045636724680662155,
      "step": 2400,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.146804835924007,
      "grad_norm": 3.828125,
      "learning_rate": 5e-05,
      "loss": 0.0198,
      "step": 2401
    },
    {
      "epoch": 4.146804835924007,
      "latent_token_nums": 16.0,
      "step": 2401
    },
    {
      "epoch": 4.146804835924007,
      "step": 2401,
      "thought_step_nums": 12.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.004288634285330772,
      "contrastive_loss#1": 0.021443171426653862,
      "epoch": 4.146804835924007,
      "lm_loss": 0.00046118011232465506,
      "loss": 0.004749814514070749,
      "step": 2401,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 4.14853195164076,
      "grad_norm": 3.0,
      "learning_rate": 5e-05,
      "loss": 0.0158,
      "step": 2402
    },
    {
      "epoch": 4.14853195164076,
      "latent_token_nums": 16.0,
      "step": 2402
    },
    {
      "epoch": 4.14853195164076,
      "step": 2402,
      "thought_step_nums": 11.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.05688584968447685,
      "contrastive_loss#1": 0.28442925214767456,
      "epoch": 4.14853195164076,
      "lm_loss": 0.0001788129156921059,
      "loss": 0.057064663618803024,
      "step": 2402,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.150259067357513,
      "grad_norm": 3.0625,
      "learning_rate": 5e-05,
      "loss": 0.012,
      "step": 2403
    },
    {
      "epoch": 4.150259067357513,
      "latent_token_nums": 16.0,
      "step": 2403
    },
    {
      "epoch": 4.150259067357513,
      "step": 2403,
      "thought_step_nums": 11.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0014489114983007312,
      "contrastive_loss#1": 0.00724455714225769,
      "epoch": 4.150259067357513,
      "lm_loss": 0.00017586602189112455,
      "loss": 0.0016247775638476014,
      "step": 2403,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.151986183074266,
      "grad_norm": 3.34375,
      "learning_rate": 5e-05,
      "loss": 0.0136,
      "step": 2404
    },
    {
      "epoch": 4.151986183074266,
      "latent_token_nums": 16.0,
      "step": 2404
    },
    {
      "epoch": 4.151986183074266,
      "step": 2404,
      "thought_step_nums": 11.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.04744913801550865,
      "contrastive_loss#1": 0.23724569380283356,
      "epoch": 4.151986183074266,
      "lm_loss": 0.0012014016974717379,
      "loss": 0.04865054041147232,
      "step": 2404,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.153713298791019,
      "grad_norm": 3.953125,
      "learning_rate": 5e-05,
      "loss": 0.0192,
      "step": 2405
    },
    {
      "epoch": 4.153713298791019,
      "latent_token_nums": 16.0,
      "step": 2405
    },
    {
      "epoch": 4.153713298791019,
      "step": 2405,
      "thought_step_nums": 11.0625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.003386619035154581,
      "contrastive_loss#1": 0.016933094710111618,
      "epoch": 4.153713298791019,
      "lm_loss": 0.000612082309089601,
      "loss": 0.003998701460659504,
      "step": 2405,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 4.155440414507772,
      "grad_norm": 5.6875,
      "learning_rate": 5e-05,
      "loss": 0.0155,
      "step": 2406
    },
    {
      "epoch": 4.155440414507772,
      "latent_token_nums": 16.0,
      "step": 2406
    },
    {
      "epoch": 4.155440414507772,
      "step": 2406,
      "thought_step_nums": 11.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.008247013203799725,
      "contrastive_loss#1": 0.0412350632250309,
      "epoch": 4.155440414507772,
      "lm_loss": 0.00017146809841506183,
      "loss": 0.00841848086565733,
      "step": 2406,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.157167530224525,
      "grad_norm": 3.734375,
      "learning_rate": 5e-05,
      "loss": 0.0178,
      "step": 2407
    },
    {
      "epoch": 4.157167530224525,
      "latent_token_nums": 16.0,
      "step": 2407
    },
    {
      "epoch": 4.157167530224525,
      "step": 2407,
      "thought_step_nums": 11.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.020658357068896294,
      "contrastive_loss#1": 0.10329177975654602,
      "epoch": 4.157167530224525,
      "lm_loss": 0.00019530799181666225,
      "loss": 0.020853664726018906,
      "step": 2407,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 4.158894645941278,
      "grad_norm": 3.75,
      "learning_rate": 5e-05,
      "loss": 0.0238,
      "step": 2408
    },
    {
      "epoch": 4.158894645941278,
      "latent_token_nums": 16.0,
      "step": 2408
    },
    {
      "epoch": 4.158894645941278,
      "step": 2408,
      "thought_step_nums": 10.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.008431298658251762,
      "contrastive_loss#1": 0.04215649142861366,
      "epoch": 4.158894645941278,
      "lm_loss": 0.00014346622629091144,
      "loss": 0.008574765175580978,
      "step": 2408,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.160621761658031,
      "grad_norm": 6.34375,
      "learning_rate": 5e-05,
      "loss": 0.0168,
      "step": 2409
    },
    {
      "epoch": 4.160621761658031,
      "latent_token_nums": 16.0,
      "step": 2409
    },
    {
      "epoch": 4.160621761658031,
      "step": 2409,
      "thought_step_nums": 12.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0014967767056077719,
      "contrastive_loss#1": 0.007483883295208216,
      "epoch": 4.160621761658031,
      "lm_loss": 0.00010372367250965908,
      "loss": 0.0016005004290491343,
      "step": 2409,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.162348877374784,
      "grad_norm": 3.703125,
      "learning_rate": 5e-05,
      "loss": 0.0216,
      "step": 2410
    },
    {
      "epoch": 4.162348877374784,
      "latent_token_nums": 16.0,
      "step": 2410
    },
    {
      "epoch": 4.162348877374784,
      "step": 2410,
      "thought_step_nums": 12.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0013917668256908655,
      "contrastive_loss#1": 0.006958833895623684,
      "epoch": 4.162348877374784,
      "lm_loss": 0.0007571427850052714,
      "loss": 0.002148909494280815,
      "step": 2410,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.164075993091537,
      "grad_norm": 3.734375,
      "learning_rate": 5e-05,
      "loss": 0.0181,
      "step": 2411
    },
    {
      "epoch": 4.164075993091537,
      "latent_token_nums": 16.0,
      "step": 2411
    },
    {
      "epoch": 4.164075993091537,
      "step": 2411,
      "thought_step_nums": 11.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.004509943071752787,
      "contrastive_loss#1": 0.022549714893102646,
      "epoch": 4.164075993091537,
      "lm_loss": 0.0003877691051457077,
      "loss": 0.004897712264209986,
      "step": 2411,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.16580310880829,
      "grad_norm": 3.421875,
      "learning_rate": 5e-05,
      "loss": 0.0153,
      "step": 2412
    },
    {
      "epoch": 4.16580310880829,
      "latent_token_nums": 16.0,
      "step": 2412
    },
    {
      "epoch": 4.16580310880829,
      "step": 2412,
      "thought_step_nums": 11.9375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03106760047376156,
      "contrastive_loss#1": 0.15533800423145294,
      "epoch": 4.16580310880829,
      "lm_loss": 0.00033448057365603745,
      "loss": 0.03140208125114441,
      "step": 2412,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.167530224525043,
      "grad_norm": 5.125,
      "learning_rate": 5e-05,
      "loss": 0.0167,
      "step": 2413
    },
    {
      "epoch": 4.167530224525043,
      "latent_token_nums": 16.0,
      "step": 2413
    },
    {
      "epoch": 4.167530224525043,
      "step": 2413,
      "thought_step_nums": 11.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0016684880247339606,
      "contrastive_loss#1": 0.008342440240085125,
      "epoch": 4.167530224525043,
      "lm_loss": 0.0001829155662562698,
      "loss": 0.001851403620094061,
      "step": 2413,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.1692573402417965,
      "grad_norm": 3.203125,
      "learning_rate": 5e-05,
      "loss": 0.0196,
      "step": 2414
    },
    {
      "epoch": 4.1692573402417965,
      "latent_token_nums": 16.0,
      "step": 2414
    },
    {
      "epoch": 4.1692573402417965,
      "step": 2414,
      "thought_step_nums": 11.875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.012615576386451721,
      "contrastive_loss#1": 0.0630778819322586,
      "epoch": 4.1692573402417965,
      "lm_loss": 0.0002979760756716132,
      "loss": 0.012913552112877369,
      "step": 2414,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.170984455958549,
      "grad_norm": 4.09375,
      "learning_rate": 5e-05,
      "loss": 0.0216,
      "step": 2415
    },
    {
      "epoch": 4.170984455958549,
      "latent_token_nums": 16.0,
      "step": 2415
    },
    {
      "epoch": 4.170984455958549,
      "step": 2415,
      "thought_step_nums": 12.6875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04083606228232384,
      "contrastive_loss#1": 0.20418031513690948,
      "epoch": 4.170984455958549,
      "lm_loss": 0.0002962232392746955,
      "loss": 0.04113228619098663,
      "step": 2415,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.172711571675302,
      "grad_norm": 3.984375,
      "learning_rate": 5e-05,
      "loss": 0.0259,
      "step": 2416
    },
    {
      "epoch": 4.172711571675302,
      "latent_token_nums": 16.0,
      "step": 2416
    },
    {
      "epoch": 4.172711571675302,
      "step": 2416,
      "thought_step_nums": 11.75
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0023778334725648165,
      "contrastive_loss#1": 0.011889167129993439,
      "epoch": 4.172711571675302,
      "lm_loss": 0.00013377980212680995,
      "loss": 0.002511613303795457,
      "step": 2416,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.174438687392056,
      "grad_norm": 3.453125,
      "learning_rate": 5e-05,
      "loss": 0.0179,
      "step": 2417
    },
    {
      "epoch": 4.174438687392056,
      "latent_token_nums": 16.0,
      "step": 2417
    },
    {
      "epoch": 4.174438687392056,
      "step": 2417,
      "thought_step_nums": 12.875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0048307268880307674,
      "contrastive_loss#1": 0.024153634905815125,
      "epoch": 4.174438687392056,
      "lm_loss": 0.000326513807522133,
      "loss": 0.00515724066644907,
      "step": 2417,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 4.176165803108808,
      "grad_norm": 4.40625,
      "learning_rate": 5e-05,
      "loss": 0.0142,
      "step": 2418
    },
    {
      "epoch": 4.176165803108808,
      "latent_token_nums": 16.0,
      "step": 2418
    },
    {
      "epoch": 4.176165803108808,
      "step": 2418,
      "thought_step_nums": 12.125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.011524385772645473,
      "contrastive_loss#1": 0.05762192979454994,
      "epoch": 4.176165803108808,
      "lm_loss": 9.150847472483292e-05,
      "loss": 0.011615893803536892,
      "step": 2418,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 4.177892918825561,
      "grad_norm": 3.140625,
      "learning_rate": 5e-05,
      "loss": 0.012,
      "step": 2419
    },
    {
      "epoch": 4.177892918825561,
      "latent_token_nums": 16.0,
      "step": 2419
    },
    {
      "epoch": 4.177892918825561,
      "step": 2419,
      "thought_step_nums": 11.875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.003448517993092537,
      "contrastive_loss#1": 0.017242589965462685,
      "epoch": 4.177892918825561,
      "lm_loss": 0.0009012660011649132,
      "loss": 0.00434978399425745,
      "step": 2419,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.179620034542315,
      "grad_norm": 3.4375,
      "learning_rate": 5e-05,
      "loss": 0.0167,
      "step": 2420
    },
    {
      "epoch": 4.179620034542315,
      "latent_token_nums": 16.0,
      "step": 2420
    },
    {
      "epoch": 4.179620034542315,
      "step": 2420,
      "thought_step_nums": 11.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01690126582980156,
      "contrastive_loss#1": 0.0845063254237175,
      "epoch": 4.179620034542315,
      "lm_loss": 0.0009376915986649692,
      "loss": 0.01783895678818226,
      "step": 2420,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.181347150259067,
      "grad_norm": 3.5,
      "learning_rate": 5e-05,
      "loss": 0.015,
      "step": 2421
    },
    {
      "epoch": 4.181347150259067,
      "latent_token_nums": 16.0,
      "step": 2421
    },
    {
      "epoch": 4.181347150259067,
      "step": 2421,
      "thought_step_nums": 11.8125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0034182437229901552,
      "contrastive_loss#1": 0.017091218382120132,
      "epoch": 4.181347150259067,
      "lm_loss": 0.0003972043050453067,
      "loss": 0.00381544791162014,
      "step": 2421,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.18307426597582,
      "grad_norm": 2.890625,
      "learning_rate": 5e-05,
      "loss": 0.0117,
      "step": 2422
    },
    {
      "epoch": 4.18307426597582,
      "latent_token_nums": 16.0,
      "step": 2422
    },
    {
      "epoch": 4.18307426597582,
      "step": 2422,
      "thought_step_nums": 11.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0042863404378294945,
      "contrastive_loss#1": 0.021431701257824898,
      "epoch": 4.18307426597582,
      "lm_loss": 0.00029822715441696346,
      "loss": 0.004584567621350288,
      "step": 2422,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.184801381692574,
      "grad_norm": 2.71875,
      "learning_rate": 5e-05,
      "loss": 0.0122,
      "step": 2423
    },
    {
      "epoch": 4.184801381692574,
      "latent_token_nums": 16.0,
      "step": 2423
    },
    {
      "epoch": 4.184801381692574,
      "step": 2423,
      "thought_step_nums": 12.8125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.010733917355537415,
      "contrastive_loss#1": 0.05366958677768707,
      "epoch": 4.184801381692574,
      "lm_loss": 0.0004406925872899592,
      "loss": 0.011174609884619713,
      "step": 2423,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.186528497409326,
      "grad_norm": 3.390625,
      "learning_rate": 5e-05,
      "loss": 0.0144,
      "step": 2424
    },
    {
      "epoch": 4.186528497409326,
      "latent_token_nums": 16.0,
      "step": 2424
    },
    {
      "epoch": 4.186528497409326,
      "step": 2424,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.011925315484404564,
      "contrastive_loss#1": 0.05962657555937767,
      "epoch": 4.186528497409326,
      "lm_loss": 0.00023245561169460416,
      "loss": 0.012157770805060863,
      "step": 2424,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.1882556131260795,
      "grad_norm": 56.25,
      "learning_rate": 5e-05,
      "loss": 0.0258,
      "step": 2425
    },
    {
      "epoch": 4.1882556131260795,
      "latent_token_nums": 16.0,
      "step": 2425
    },
    {
      "epoch": 4.1882556131260795,
      "step": 2425,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04553145170211792,
      "contrastive_loss#1": 0.2276572585105896,
      "epoch": 4.1882556131260795,
      "lm_loss": 0.0005924974102526903,
      "loss": 0.04612394794821739,
      "step": 2425,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.189982728842833,
      "grad_norm": 3.796875,
      "learning_rate": 5e-05,
      "loss": 0.0168,
      "step": 2426
    },
    {
      "epoch": 4.189982728842833,
      "latent_token_nums": 16.0,
      "step": 2426
    },
    {
      "epoch": 4.189982728842833,
      "step": 2426,
      "thought_step_nums": 11.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.009745756164193153,
      "contrastive_loss#1": 0.04872877895832062,
      "epoch": 4.189982728842833,
      "lm_loss": 0.0002591571246739477,
      "loss": 0.010004913434386253,
      "step": 2426,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.191709844559585,
      "grad_norm": 3.46875,
      "learning_rate": 5e-05,
      "loss": 0.0169,
      "step": 2427
    },
    {
      "epoch": 4.191709844559585,
      "latent_token_nums": 16.0,
      "step": 2427
    },
    {
      "epoch": 4.191709844559585,
      "step": 2427,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.004022122826427221,
      "contrastive_loss#1": 0.020110614597797394,
      "epoch": 4.191709844559585,
      "lm_loss": 0.00022337476548273116,
      "loss": 0.00424549775198102,
      "step": 2427,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.193436960276339,
      "grad_norm": 4.34375,
      "learning_rate": 5e-05,
      "loss": 0.0182,
      "step": 2428
    },
    {
      "epoch": 4.193436960276339,
      "latent_token_nums": 16.0,
      "step": 2428
    },
    {
      "epoch": 4.193436960276339,
      "step": 2428,
      "thought_step_nums": 11.625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.028213968500494957,
      "contrastive_loss#1": 0.14106984436511993,
      "epoch": 4.193436960276339,
      "lm_loss": 0.0011697241570800543,
      "loss": 0.029383692890405655,
      "step": 2428,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.195164075993092,
      "grad_norm": 3.65625,
      "learning_rate": 5e-05,
      "loss": 0.016,
      "step": 2429
    },
    {
      "epoch": 4.195164075993092,
      "latent_token_nums": 16.0,
      "step": 2429
    },
    {
      "epoch": 4.195164075993092,
      "step": 2429,
      "thought_step_nums": 12.8125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.012256747111678123,
      "contrastive_loss#1": 0.06128373369574547,
      "epoch": 4.195164075993092,
      "lm_loss": 0.0022591797169297934,
      "loss": 0.01451592706143856,
      "step": 2429,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.196891191709844,
      "grad_norm": 3.734375,
      "learning_rate": 5e-05,
      "loss": 0.0177,
      "step": 2430
    },
    {
      "epoch": 4.196891191709844,
      "latent_token_nums": 16.0,
      "step": 2430
    },
    {
      "epoch": 4.196891191709844,
      "step": 2430,
      "thought_step_nums": 12.25
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0031751294154673815,
      "contrastive_loss#1": 0.015875646844506264,
      "epoch": 4.196891191709844,
      "lm_loss": 0.00029071292374283075,
      "loss": 0.003465842455625534,
      "step": 2430,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.198618307426598,
      "grad_norm": 4.1875,
      "learning_rate": 5e-05,
      "loss": 0.0208,
      "step": 2431
    },
    {
      "epoch": 4.198618307426598,
      "latent_token_nums": 16.0,
      "step": 2431
    },
    {
      "epoch": 4.198618307426598,
      "step": 2431,
      "thought_step_nums": 11.875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02343783527612686,
      "contrastive_loss#1": 0.11718917638063431,
      "epoch": 4.198618307426598,
      "lm_loss": 0.00028064692742191255,
      "loss": 0.02371848188340664,
      "step": 2431,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 4.200345423143351,
      "grad_norm": 3.578125,
      "learning_rate": 5e-05,
      "loss": 0.0172,
      "step": 2432
    },
    {
      "epoch": 4.200345423143351,
      "latent_token_nums": 16.0,
      "step": 2432
    },
    {
      "epoch": 4.200345423143351,
      "step": 2432,
      "thought_step_nums": 12.0625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0010663121938705444,
      "contrastive_loss#1": 0.005331560969352722,
      "epoch": 4.200345423143351,
      "lm_loss": 0.0003557485470082611,
      "loss": 0.001422060769982636,
      "step": 2432,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.2020725388601035,
      "grad_norm": 3.890625,
      "learning_rate": 5e-05,
      "loss": 0.0174,
      "step": 2433
    },
    {
      "epoch": 4.2020725388601035,
      "latent_token_nums": 16.0,
      "step": 2433
    },
    {
      "epoch": 4.2020725388601035,
      "step": 2433,
      "thought_step_nums": 11.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0012821838026866317,
      "contrastive_loss#1": 0.00641091912984848,
      "epoch": 4.2020725388601035,
      "lm_loss": 0.00021459642448462546,
      "loss": 0.0014967801980674267,
      "step": 2433,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 4.203799654576857,
      "grad_norm": 3.171875,
      "learning_rate": 5e-05,
      "loss": 0.0179,
      "step": 2434
    },
    {
      "epoch": 4.203799654576857,
      "latent_token_nums": 16.0,
      "step": 2434
    },
    {
      "epoch": 4.203799654576857,
      "step": 2434,
      "thought_step_nums": 12.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0007326795603148639,
      "contrastive_loss#1": 0.0036633978597819805,
      "epoch": 4.203799654576857,
      "lm_loss": 0.00042899633990600705,
      "loss": 0.001161675900220871,
      "step": 2434,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.205526770293609,
      "grad_norm": 5.84375,
      "learning_rate": 5e-05,
      "loss": 0.0156,
      "step": 2435
    },
    {
      "epoch": 4.205526770293609,
      "latent_token_nums": 16.0,
      "step": 2435
    },
    {
      "epoch": 4.205526770293609,
      "step": 2435,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02145555056631565,
      "contrastive_loss#1": 0.1072777509689331,
      "epoch": 4.205526770293609,
      "lm_loss": 0.0003720626700669527,
      "loss": 0.021827613934874535,
      "step": 2435,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 4.2072538860103625,
      "grad_norm": 3.875,
      "learning_rate": 5e-05,
      "loss": 0.0217,
      "step": 2436
    },
    {
      "epoch": 4.2072538860103625,
      "latent_token_nums": 16.0,
      "step": 2436
    },
    {
      "epoch": 4.2072538860103625,
      "step": 2436,
      "thought_step_nums": 12.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0017056254437193274,
      "contrastive_loss#1": 0.008528127335011959,
      "epoch": 4.2072538860103625,
      "lm_loss": 0.00035999537794850767,
      "loss": 0.0020656208507716656,
      "step": 2436,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 4.208981001727116,
      "grad_norm": 3.484375,
      "learning_rate": 5e-05,
      "loss": 0.0196,
      "step": 2437
    },
    {
      "epoch": 4.208981001727116,
      "latent_token_nums": 16.0,
      "step": 2437
    },
    {
      "epoch": 4.208981001727116,
      "step": 2437,
      "thought_step_nums": 11.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01634163036942482,
      "contrastive_loss#1": 0.0817081481218338,
      "epoch": 4.208981001727116,
      "lm_loss": 0.0001512808375991881,
      "loss": 0.01649291068315506,
      "step": 2437,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.210708117443868,
      "grad_norm": 3.765625,
      "learning_rate": 5e-05,
      "loss": 0.0173,
      "step": 2438
    },
    {
      "epoch": 4.210708117443868,
      "latent_token_nums": 16.0,
      "step": 2438
    },
    {
      "epoch": 4.210708117443868,
      "step": 2438,
      "thought_step_nums": 12.0
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01568753272294998,
      "contrastive_loss#1": 0.07843766361474991,
      "epoch": 4.210708117443868,
      "lm_loss": 9.451888763578609e-05,
      "loss": 0.015782050788402557,
      "step": 2438,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.212435233160622,
      "grad_norm": 4.09375,
      "learning_rate": 5e-05,
      "loss": 0.0134,
      "step": 2439
    },
    {
      "epoch": 4.212435233160622,
      "latent_token_nums": 16.0,
      "step": 2439
    },
    {
      "epoch": 4.212435233160622,
      "step": 2439,
      "thought_step_nums": 12.0
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.013641211204230785,
      "contrastive_loss#1": 0.0682060569524765,
      "epoch": 4.212435233160622,
      "lm_loss": 9.044799662660807e-05,
      "loss": 0.013731659390032291,
      "step": 2439,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.214162348877375,
      "grad_norm": 3.5625,
      "learning_rate": 5e-05,
      "loss": 0.0158,
      "step": 2440
    },
    {
      "epoch": 4.214162348877375,
      "latent_token_nums": 16.0,
      "step": 2440
    },
    {
      "epoch": 4.214162348877375,
      "step": 2440,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 0.875,
      "acc@10": 0.9375,
      "acc@5": 0.9375,
      "contrastive_loss": 0.11480122059583664,
      "contrastive_loss#1": 0.5740060806274414,
      "epoch": 4.214162348877375,
      "lm_loss": 0.00015707389684394002,
      "loss": 0.11495829373598099,
      "step": 2440,
      "valid_batch_size": 1024.5
    },
    {
      "epoch": 4.215889464594127,
      "grad_norm": 5.0,
      "learning_rate": 5e-05,
      "loss": 0.0184,
      "step": 2441
    },
    {
      "epoch": 4.215889464594127,
      "latent_token_nums": 16.0,
      "step": 2441
    },
    {
      "epoch": 4.215889464594127,
      "step": 2441,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05281595140695572,
      "contrastive_loss#1": 0.264079749584198,
      "epoch": 4.215889464594127,
      "lm_loss": 0.0002102019207086414,
      "loss": 0.05302615463733673,
      "step": 2441,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.217616580310881,
      "grad_norm": 2.984375,
      "learning_rate": 5e-05,
      "loss": 0.0159,
      "step": 2442
    },
    {
      "epoch": 4.217616580310881,
      "latent_token_nums": 16.0,
      "step": 2442
    },
    {
      "epoch": 4.217616580310881,
      "step": 2442,
      "thought_step_nums": 11.1875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02690420113503933,
      "contrastive_loss#1": 0.1345210075378418,
      "epoch": 4.217616580310881,
      "lm_loss": 0.00015782965056132525,
      "loss": 0.027062030509114265,
      "step": 2442,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.219343696027634,
      "grad_norm": 4.15625,
      "learning_rate": 5e-05,
      "loss": 0.0136,
      "step": 2443
    },
    {
      "epoch": 4.219343696027634,
      "latent_token_nums": 16.0,
      "step": 2443
    },
    {
      "epoch": 4.219343696027634,
      "step": 2443,
      "thought_step_nums": 11.25
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.008694830350577831,
      "contrastive_loss#1": 0.04347415268421173,
      "epoch": 4.219343696027634,
      "lm_loss": 0.00179192959330976,
      "loss": 0.010486760176718235,
      "step": 2443,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.2210708117443865,
      "grad_norm": 3.0625,
      "learning_rate": 5e-05,
      "loss": 0.0152,
      "step": 2444
    },
    {
      "epoch": 4.2210708117443865,
      "latent_token_nums": 16.0,
      "step": 2444
    },
    {
      "epoch": 4.2210708117443865,
      "step": 2444,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01927880570292473,
      "contrastive_loss#1": 0.09639402478933334,
      "epoch": 4.2210708117443865,
      "lm_loss": 8.922723645810038e-05,
      "loss": 0.019368033856153488,
      "step": 2444,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.22279792746114,
      "grad_norm": 13.4375,
      "learning_rate": 5e-05,
      "loss": 0.0194,
      "step": 2445
    },
    {
      "epoch": 4.22279792746114,
      "latent_token_nums": 16.0,
      "step": 2445
    },
    {
      "epoch": 4.22279792746114,
      "step": 2445,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.003873402252793312,
      "contrastive_loss#1": 0.01936701126396656,
      "epoch": 4.22279792746114,
      "lm_loss": 0.0001454024895792827,
      "loss": 0.004018804524093866,
      "step": 2445,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.224525043177893,
      "grad_norm": 7.375,
      "learning_rate": 5e-05,
      "loss": 0.0169,
      "step": 2446
    },
    {
      "epoch": 4.224525043177893,
      "latent_token_nums": 16.0,
      "step": 2446
    },
    {
      "epoch": 4.224525043177893,
      "step": 2446,
      "thought_step_nums": 11.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.000828439777251333,
      "contrastive_loss#1": 0.004142198711633682,
      "epoch": 4.224525043177893,
      "lm_loss": 0.00011873920448124409,
      "loss": 0.0009471789817325771,
      "step": 2446,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.226252158894646,
      "grad_norm": 2.828125,
      "learning_rate": 5e-05,
      "loss": 0.0126,
      "step": 2447
    },
    {
      "epoch": 4.226252158894646,
      "latent_token_nums": 16.0,
      "step": 2447
    },
    {
      "epoch": 4.226252158894646,
      "step": 2447,
      "thought_step_nums": 11.9375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.035739343613386154,
      "contrastive_loss#1": 0.17869670689105988,
      "epoch": 4.226252158894646,
      "lm_loss": 0.00034551051794551313,
      "loss": 0.0360848531126976,
      "step": 2447,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.227979274611399,
      "grad_norm": 3.0625,
      "learning_rate": 5e-05,
      "loss": 0.0136,
      "step": 2448
    },
    {
      "epoch": 4.227979274611399,
      "latent_token_nums": 16.0,
      "step": 2448
    },
    {
      "epoch": 4.227979274611399,
      "step": 2448,
      "thought_step_nums": 10.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.004023779649287462,
      "contrastive_loss#1": 0.020118897780776024,
      "epoch": 4.227979274611399,
      "lm_loss": 0.0001417530293110758,
      "loss": 0.004165532533079386,
      "step": 2448,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.229706390328152,
      "grad_norm": 3.640625,
      "learning_rate": 5e-05,
      "loss": 0.0173,
      "step": 2449
    },
    {
      "epoch": 4.229706390328152,
      "latent_token_nums": 16.0,
      "step": 2449
    },
    {
      "epoch": 4.229706390328152,
      "step": 2449,
      "thought_step_nums": 11.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.005926729645580053,
      "contrastive_loss#1": 0.029633648693561554,
      "epoch": 4.229706390328152,
      "lm_loss": 0.0005855649360455573,
      "loss": 0.00651229452341795,
      "step": 2449,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 4.231433506044905,
      "grad_norm": 2.828125,
      "learning_rate": 5e-05,
      "loss": 0.0193,
      "step": 2450
    },
    {
      "epoch": 4.231433506044905,
      "latent_token_nums": 16.0,
      "step": 2450
    },
    {
      "epoch": 4.231433506044905,
      "step": 2450,
      "thought_step_nums": 12.0
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07725852727890015,
      "contrastive_loss#1": 0.38629263639450073,
      "epoch": 4.231433506044905,
      "lm_loss": 0.0014999012928456068,
      "loss": 0.07875842601060867,
      "step": 2450,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 4.233160621761658,
      "grad_norm": 3.75,
      "learning_rate": 5e-05,
      "loss": 0.0171,
      "step": 2451
    },
    {
      "epoch": 4.233160621761658,
      "latent_token_nums": 16.0,
      "step": 2451
    },
    {
      "epoch": 4.233160621761658,
      "step": 2451,
      "thought_step_nums": 11.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.011889462359249592,
      "contrastive_loss#1": 0.059447310864925385,
      "epoch": 4.233160621761658,
      "lm_loss": 0.00011864067346323282,
      "loss": 0.012008102610707283,
      "step": 2451,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.234887737478411,
      "grad_norm": 9.3125,
      "learning_rate": 5e-05,
      "loss": 0.0186,
      "step": 2452
    },
    {
      "epoch": 4.234887737478411,
      "latent_token_nums": 16.0,
      "step": 2452
    },
    {
      "epoch": 4.234887737478411,
      "step": 2452,
      "thought_step_nums": 11.8125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.039788175374269485,
      "contrastive_loss#1": 0.19894087314605713,
      "epoch": 4.234887737478411,
      "lm_loss": 0.001197028555907309,
      "loss": 0.04098520427942276,
      "step": 2452,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 4.236614853195164,
      "grad_norm": 3.59375,
      "learning_rate": 5e-05,
      "loss": 0.0194,
      "step": 2453
    },
    {
      "epoch": 4.236614853195164,
      "latent_token_nums": 16.0,
      "step": 2453
    },
    {
      "epoch": 4.236614853195164,
      "step": 2453,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0058129713870584965,
      "contrastive_loss#1": 0.029064856469631195,
      "epoch": 4.236614853195164,
      "lm_loss": 0.0014439760707318783,
      "loss": 0.007256947457790375,
      "step": 2453,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.238341968911917,
      "grad_norm": 3.390625,
      "learning_rate": 5e-05,
      "loss": 0.0183,
      "step": 2454
    },
    {
      "epoch": 4.238341968911917,
      "latent_token_nums": 16.0,
      "step": 2454
    },
    {
      "epoch": 4.238341968911917,
      "step": 2454,
      "thought_step_nums": 11.0625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01138262078166008,
      "contrastive_loss#1": 0.0569131039083004,
      "epoch": 4.238341968911917,
      "lm_loss": 0.00023305600916501135,
      "loss": 0.011615676805377007,
      "step": 2454,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 4.24006908462867,
      "grad_norm": 6.46875,
      "learning_rate": 5e-05,
      "loss": 0.0214,
      "step": 2455
    },
    {
      "epoch": 4.24006908462867,
      "latent_token_nums": 16.0,
      "step": 2455
    },
    {
      "epoch": 4.24006908462867,
      "step": 2455,
      "thought_step_nums": 11.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.001453896751627326,
      "contrastive_loss#1": 0.007269483525305986,
      "epoch": 4.24006908462867,
      "lm_loss": 0.0001265446626348421,
      "loss": 0.0015804413706064224,
      "step": 2455,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.241796200345423,
      "grad_norm": 3.25,
      "learning_rate": 5e-05,
      "loss": 0.0181,
      "step": 2456
    },
    {
      "epoch": 4.241796200345423,
      "latent_token_nums": 16.0,
      "step": 2456
    },
    {
      "epoch": 4.241796200345423,
      "step": 2456,
      "thought_step_nums": 12.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0017889321316033602,
      "contrastive_loss#1": 0.008944660425186157,
      "epoch": 4.241796200345423,
      "lm_loss": 0.0002822761016432196,
      "loss": 0.002071208320558071,
      "step": 2456,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.243523316062176,
      "grad_norm": 3.265625,
      "learning_rate": 5e-05,
      "loss": 0.0153,
      "step": 2457
    },
    {
      "epoch": 4.243523316062176,
      "latent_token_nums": 16.0,
      "step": 2457
    },
    {
      "epoch": 4.243523316062176,
      "step": 2457,
      "thought_step_nums": 11.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.00052974047139287,
      "contrastive_loss#1": 0.0026487023569643497,
      "epoch": 4.243523316062176,
      "lm_loss": 0.00022435002028942108,
      "loss": 0.000754090491682291,
      "step": 2457,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.2452504317789295,
      "grad_norm": 3.515625,
      "learning_rate": 5e-05,
      "loss": 0.0175,
      "step": 2458
    },
    {
      "epoch": 4.2452504317789295,
      "latent_token_nums": 16.0,
      "step": 2458
    },
    {
      "epoch": 4.2452504317789295,
      "step": 2458,
      "thought_step_nums": 10.625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.016605334356427193,
      "contrastive_loss#1": 0.08302666991949081,
      "epoch": 4.2452504317789295,
      "lm_loss": 0.0001178014135803096,
      "loss": 0.016723135486245155,
      "step": 2458,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.246977547495682,
      "grad_norm": 3.421875,
      "learning_rate": 5e-05,
      "loss": 0.0163,
      "step": 2459
    },
    {
      "epoch": 4.246977547495682,
      "latent_token_nums": 16.0,
      "step": 2459
    },
    {
      "epoch": 4.246977547495682,
      "step": 2459,
      "thought_step_nums": 11.625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01842123456299305,
      "contrastive_loss#1": 0.0921061709523201,
      "epoch": 4.246977547495682,
      "lm_loss": 0.00037488830275833607,
      "loss": 0.018796123564243317,
      "step": 2459,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.248704663212435,
      "grad_norm": 3.15625,
      "learning_rate": 5e-05,
      "loss": 0.0177,
      "step": 2460
    },
    {
      "epoch": 4.248704663212435,
      "latent_token_nums": 16.0,
      "step": 2460
    },
    {
      "epoch": 4.248704663212435,
      "step": 2460,
      "thought_step_nums": 11.4375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04314581677317619,
      "contrastive_loss#1": 0.21572907269001007,
      "epoch": 4.248704663212435,
      "lm_loss": 0.0018342435359954834,
      "loss": 0.04498006030917168,
      "step": 2460,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.2504317789291886,
      "grad_norm": 3.703125,
      "learning_rate": 5e-05,
      "loss": 0.018,
      "step": 2461
    },
    {
      "epoch": 4.2504317789291886,
      "latent_token_nums": 16.0,
      "step": 2461
    },
    {
      "epoch": 4.2504317789291886,
      "step": 2461,
      "thought_step_nums": 11.0
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.030231786891818047,
      "contrastive_loss#1": 0.15115892887115479,
      "epoch": 4.2504317789291886,
      "lm_loss": 0.00027437525568529963,
      "loss": 0.030506161972880363,
      "step": 2461,
      "valid_batch_size": 1024.5
    },
    {
      "epoch": 4.252158894645941,
      "grad_norm": 31.75,
      "learning_rate": 5e-05,
      "loss": 0.0191,
      "step": 2462
    },
    {
      "epoch": 4.252158894645941,
      "latent_token_nums": 16.0,
      "step": 2462
    },
    {
      "epoch": 4.252158894645941,
      "step": 2462,
      "thought_step_nums": 11.8125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0005812086164951324,
      "contrastive_loss#1": 0.0029060430824756622,
      "epoch": 4.252158894645941,
      "lm_loss": 0.00029529505991376936,
      "loss": 0.0008765036473050714,
      "step": 2462,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.253886010362694,
      "grad_norm": 3.109375,
      "learning_rate": 5e-05,
      "loss": 0.0167,
      "step": 2463
    },
    {
      "epoch": 4.253886010362694,
      "latent_token_nums": 16.0,
      "step": 2463
    },
    {
      "epoch": 4.253886010362694,
      "step": 2463,
      "thought_step_nums": 11.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.004929462913423777,
      "contrastive_loss#1": 0.024647314101457596,
      "epoch": 4.253886010362694,
      "lm_loss": 0.00019484636140987277,
      "loss": 0.005124309100210667,
      "step": 2463,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.255613126079448,
      "grad_norm": 3.53125,
      "learning_rate": 5e-05,
      "loss": 0.0189,
      "step": 2464
    },
    {
      "epoch": 4.255613126079448,
      "latent_token_nums": 16.0,
      "step": 2464
    },
    {
      "epoch": 4.255613126079448,
      "step": 2464,
      "thought_step_nums": 10.5625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.013937688432633877,
      "contrastive_loss#1": 0.06968843936920166,
      "epoch": 4.255613126079448,
      "lm_loss": 0.0003009691718034446,
      "loss": 0.014238657429814339,
      "step": 2464,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 4.2573402417962,
      "grad_norm": 2.84375,
      "learning_rate": 5e-05,
      "loss": 0.0147,
      "step": 2465
    },
    {
      "epoch": 4.2573402417962,
      "latent_token_nums": 16.0,
      "step": 2465
    },
    {
      "epoch": 4.2573402417962,
      "step": 2465,
      "thought_step_nums": 11.875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01206597127020359,
      "contrastive_loss#1": 0.0603298544883728,
      "epoch": 4.2573402417962,
      "lm_loss": 0.0002404706901870668,
      "loss": 0.01230644155293703,
      "step": 2465,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.259067357512953,
      "grad_norm": 5.3125,
      "learning_rate": 5e-05,
      "loss": 0.0148,
      "step": 2466
    },
    {
      "epoch": 4.259067357512953,
      "latent_token_nums": 16.0,
      "step": 2466
    },
    {
      "epoch": 4.259067357512953,
      "step": 2466,
      "thought_step_nums": 11.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0008449379238300025,
      "contrastive_loss#1": 0.004224689677357674,
      "epoch": 4.259067357512953,
      "lm_loss": 0.00017361404024995863,
      "loss": 0.0010185519931837916,
      "step": 2466,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.260794473229707,
      "grad_norm": 3.53125,
      "learning_rate": 5e-05,
      "loss": 0.016,
      "step": 2467
    },
    {
      "epoch": 4.260794473229707,
      "latent_token_nums": 16.0,
      "step": 2467
    },
    {
      "epoch": 4.260794473229707,
      "step": 2467,
      "thought_step_nums": 11.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0006421122816391289,
      "contrastive_loss#1": 0.0032105613499879837,
      "epoch": 4.260794473229707,
      "lm_loss": 0.0006024615140631795,
      "loss": 0.0012445738539099693,
      "step": 2467,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.262521588946459,
      "grad_norm": 3.609375,
      "learning_rate": 5e-05,
      "loss": 0.0173,
      "step": 2468
    },
    {
      "epoch": 4.262521588946459,
      "latent_token_nums": 16.0,
      "step": 2468
    },
    {
      "epoch": 4.262521588946459,
      "step": 2468,
      "thought_step_nums": 10.8125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.003090142272412777,
      "contrastive_loss#1": 0.015450711362063885,
      "epoch": 4.262521588946459,
      "lm_loss": 0.0003200243809260428,
      "loss": 0.003410166595131159,
      "step": 2468,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.2642487046632125,
      "grad_norm": 3.140625,
      "learning_rate": 5e-05,
      "loss": 0.0176,
      "step": 2469
    },
    {
      "epoch": 4.2642487046632125,
      "latent_token_nums": 16.0,
      "step": 2469
    },
    {
      "epoch": 4.2642487046632125,
      "step": 2469,
      "thought_step_nums": 12.0625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01898256503045559,
      "contrastive_loss#1": 0.0949128270149231,
      "epoch": 4.2642487046632125,
      "lm_loss": 0.00010712749644881114,
      "loss": 0.01908969320356846,
      "step": 2469,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.265975820379966,
      "grad_norm": 5.25,
      "learning_rate": 5e-05,
      "loss": 0.0212,
      "step": 2470
    },
    {
      "epoch": 4.265975820379966,
      "latent_token_nums": 16.0,
      "step": 2470
    },
    {
      "epoch": 4.265975820379966,
      "step": 2470,
      "thought_step_nums": 12.375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.07888048887252808,
      "contrastive_loss#1": 0.3944024443626404,
      "epoch": 4.265975820379966,
      "lm_loss": 0.00029269568040035665,
      "loss": 0.07917318493127823,
      "step": 2470,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 4.267702936096718,
      "grad_norm": 3.21875,
      "learning_rate": 5e-05,
      "loss": 0.0156,
      "step": 2471
    },
    {
      "epoch": 4.267702936096718,
      "latent_token_nums": 16.0,
      "step": 2471
    },
    {
      "epoch": 4.267702936096718,
      "step": 2471,
      "thought_step_nums": 11.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.013212543912231922,
      "contrastive_loss#1": 0.06606271862983704,
      "epoch": 4.267702936096718,
      "lm_loss": 0.000923659245017916,
      "loss": 0.014136203564703465,
      "step": 2471,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 4.269430051813472,
      "grad_norm": 3.84375,
      "learning_rate": 5e-05,
      "loss": 0.0138,
      "step": 2472
    },
    {
      "epoch": 4.269430051813472,
      "latent_token_nums": 16.0,
      "step": 2472
    },
    {
      "epoch": 4.269430051813472,
      "step": 2472,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.009910623542964458,
      "contrastive_loss#1": 0.04955311492085457,
      "epoch": 4.269430051813472,
      "lm_loss": 0.00012187474931124598,
      "loss": 0.01003249827772379,
      "step": 2472,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.271157167530225,
      "grad_norm": 2.859375,
      "learning_rate": 5e-05,
      "loss": 0.0135,
      "step": 2473
    },
    {
      "epoch": 4.271157167530225,
      "latent_token_nums": 16.0,
      "step": 2473
    },
    {
      "epoch": 4.271157167530225,
      "step": 2473,
      "thought_step_nums": 11.0625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.010751206427812576,
      "contrastive_loss#1": 0.05375603213906288,
      "epoch": 4.271157167530225,
      "lm_loss": 7.575243944302201e-05,
      "loss": 0.010826959274709225,
      "step": 2473,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.272884283246977,
      "grad_norm": 3.1875,
      "learning_rate": 5e-05,
      "loss": 0.0184,
      "step": 2474
    },
    {
      "epoch": 4.272884283246977,
      "latent_token_nums": 16.0,
      "step": 2474
    },
    {
      "epoch": 4.272884283246977,
      "step": 2474,
      "thought_step_nums": 11.8125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.013906608335673809,
      "contrastive_loss#1": 0.06953304260969162,
      "epoch": 4.272884283246977,
      "lm_loss": 5.222854815656319e-05,
      "loss": 0.013958836905658245,
      "step": 2474,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.274611398963731,
      "grad_norm": 3.734375,
      "learning_rate": 5e-05,
      "loss": 0.0183,
      "step": 2475
    },
    {
      "epoch": 4.274611398963731,
      "latent_token_nums": 16.0,
      "step": 2475
    },
    {
      "epoch": 4.274611398963731,
      "step": 2475,
      "thought_step_nums": 12.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01723814755678177,
      "contrastive_loss#1": 0.08619073778390884,
      "epoch": 4.274611398963731,
      "lm_loss": 8.003362745512277e-05,
      "loss": 0.017318181693553925,
      "step": 2475,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.276338514680484,
      "grad_norm": 3.515625,
      "learning_rate": 5e-05,
      "loss": 0.0169,
      "step": 2476
    },
    {
      "epoch": 4.276338514680484,
      "latent_token_nums": 16.0,
      "step": 2476
    },
    {
      "epoch": 4.276338514680484,
      "step": 2476,
      "thought_step_nums": 12.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.006088701076805592,
      "contrastive_loss#1": 0.030443504452705383,
      "epoch": 4.276338514680484,
      "lm_loss": 0.0002985772443935275,
      "loss": 0.006387278437614441,
      "step": 2476,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.278065630397236,
      "grad_norm": 4.4375,
      "learning_rate": 5e-05,
      "loss": 0.016,
      "step": 2477
    },
    {
      "epoch": 4.278065630397236,
      "latent_token_nums": 16.0,
      "step": 2477
    },
    {
      "epoch": 4.278065630397236,
      "step": 2477,
      "thought_step_nums": 11.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0011320055928081274,
      "contrastive_loss#1": 0.005660027731209993,
      "epoch": 4.278065630397236,
      "lm_loss": 0.00010286398901371285,
      "loss": 0.0012348695890977979,
      "step": 2477,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.27979274611399,
      "grad_norm": 3.890625,
      "learning_rate": 5e-05,
      "loss": 0.0179,
      "step": 2478
    },
    {
      "epoch": 4.27979274611399,
      "latent_token_nums": 16.0,
      "step": 2478
    },
    {
      "epoch": 4.27979274611399,
      "step": 2478,
      "thought_step_nums": 10.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.004764162003993988,
      "contrastive_loss#1": 0.02382081001996994,
      "epoch": 4.27979274611399,
      "lm_loss": 9.96356611722149e-05,
      "loss": 0.004863797686994076,
      "step": 2478,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.281519861830743,
      "grad_norm": 4.21875,
      "learning_rate": 5e-05,
      "loss": 0.0227,
      "step": 2479
    },
    {
      "epoch": 4.281519861830743,
      "latent_token_nums": 16.0,
      "step": 2479
    },
    {
      "epoch": 4.281519861830743,
      "step": 2479,
      "thought_step_nums": 11.75
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02531704120337963,
      "contrastive_loss#1": 0.1265852004289627,
      "epoch": 4.281519861830743,
      "lm_loss": 0.0001350256789010018,
      "loss": 0.025452066212892532,
      "step": 2479,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 4.2832469775474955,
      "grad_norm": 3.9375,
      "learning_rate": 5e-05,
      "loss": 0.0164,
      "step": 2480
    },
    {
      "epoch": 4.2832469775474955,
      "latent_token_nums": 16.0,
      "step": 2480
    },
    {
      "epoch": 4.2832469775474955,
      "step": 2480,
      "thought_step_nums": 11.125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.011412899009883404,
      "contrastive_loss#1": 0.057064495980739594,
      "epoch": 4.2832469775474955,
      "lm_loss": 0.00012509040243458003,
      "loss": 0.011537989601492882,
      "step": 2480,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.284974093264249,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.0167,
      "step": 2481
    },
    {
      "epoch": 4.284974093264249,
      "latent_token_nums": 16.0,
      "step": 2481
    },
    {
      "epoch": 4.284974093264249,
      "step": 2481,
      "thought_step_nums": 12.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.024875765666365623,
      "contrastive_loss#1": 0.12437882274389267,
      "epoch": 4.284974093264249,
      "lm_loss": 0.0004233739455230534,
      "loss": 0.025299139320850372,
      "step": 2481,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.286701208981002,
      "grad_norm": 4.78125,
      "learning_rate": 5e-05,
      "loss": 0.0122,
      "step": 2482
    },
    {
      "epoch": 4.286701208981002,
      "latent_token_nums": 16.0,
      "step": 2482
    },
    {
      "epoch": 4.286701208981002,
      "step": 2482,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.00043860013829544187,
      "contrastive_loss#1": 0.0021930006332695484,
      "epoch": 4.286701208981002,
      "lm_loss": 0.0002601929591037333,
      "loss": 0.0006987930973991752,
      "step": 2482,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.288428324697755,
      "grad_norm": 3184.0,
      "learning_rate": 5e-05,
      "loss": 0.0203,
      "step": 2483
    },
    {
      "epoch": 4.288428324697755,
      "latent_token_nums": 16.0,
      "step": 2483
    },
    {
      "epoch": 4.288428324697755,
      "step": 2483,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.00479376083239913,
      "contrastive_loss#1": 0.023968804627656937,
      "epoch": 4.288428324697755,
      "lm_loss": 0.0002740811323747039,
      "loss": 0.005067842081189156,
      "step": 2483,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 4.290155440414508,
      "grad_norm": 3.8125,
      "learning_rate": 5e-05,
      "loss": 0.0218,
      "step": 2484
    },
    {
      "epoch": 4.290155440414508,
      "latent_token_nums": 16.0,
      "step": 2484
    },
    {
      "epoch": 4.290155440414508,
      "step": 2484,
      "thought_step_nums": 11.75
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0044206599704921246,
      "contrastive_loss#1": 0.02210329845547676,
      "epoch": 4.290155440414508,
      "lm_loss": 0.00027196924202144146,
      "loss": 0.004692628979682922,
      "step": 2484,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.291882556131261,
      "grad_norm": 2.890625,
      "learning_rate": 5e-05,
      "loss": 0.0114,
      "step": 2485
    },
    {
      "epoch": 4.291882556131261,
      "latent_token_nums": 16.0,
      "step": 2485
    },
    {
      "epoch": 4.291882556131261,
      "step": 2485,
      "thought_step_nums": 11.8125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.028247445821762085,
      "contrastive_loss#1": 0.14123722910881042,
      "epoch": 4.291882556131261,
      "lm_loss": 0.00014118640683591366,
      "loss": 0.028388632461428642,
      "step": 2485,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.293609671848014,
      "grad_norm": 9280.0,
      "learning_rate": 5e-05,
      "loss": 0.0315,
      "step": 2486
    },
    {
      "epoch": 4.293609671848014,
      "latent_token_nums": 16.0,
      "step": 2486
    },
    {
      "epoch": 4.293609671848014,
      "step": 2486,
      "thought_step_nums": 12.375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01951766572892666,
      "contrastive_loss#1": 0.09758832305669785,
      "epoch": 4.293609671848014,
      "lm_loss": 0.0002408490254310891,
      "loss": 0.019758515059947968,
      "step": 2486,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.295336787564767,
      "grad_norm": 5.3125,
      "learning_rate": 5e-05,
      "loss": 0.0196,
      "step": 2487
    },
    {
      "epoch": 4.295336787564767,
      "latent_token_nums": 16.0,
      "step": 2487
    },
    {
      "epoch": 4.295336787564767,
      "step": 2487,
      "thought_step_nums": 12.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.004031188786029816,
      "contrastive_loss#1": 0.02015594393014908,
      "epoch": 4.295336787564767,
      "lm_loss": 0.00022156609338708222,
      "loss": 0.004252755083143711,
      "step": 2487,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.29706390328152,
      "grad_norm": 274.0,
      "learning_rate": 5e-05,
      "loss": 0.0229,
      "step": 2488
    },
    {
      "epoch": 4.29706390328152,
      "latent_token_nums": 16.0,
      "step": 2488
    },
    {
      "epoch": 4.29706390328152,
      "step": 2488,
      "thought_step_nums": 11.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.008251230232417583,
      "contrastive_loss#1": 0.04125615209341049,
      "epoch": 4.29706390328152,
      "lm_loss": 6.879528518766165e-05,
      "loss": 0.00832002516835928,
      "step": 2488,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.298791018998273,
      "grad_norm": 6.09375,
      "learning_rate": 5e-05,
      "loss": 0.0301,
      "step": 2489
    },
    {
      "epoch": 4.298791018998273,
      "latent_token_nums": 16.0,
      "step": 2489
    },
    {
      "epoch": 4.298791018998273,
      "step": 2489,
      "thought_step_nums": 11.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0018791811307892203,
      "contrastive_loss#1": 0.009395905770361423,
      "epoch": 4.298791018998273,
      "lm_loss": 0.0002806792326737195,
      "loss": 0.0021598604507744312,
      "step": 2489,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.300518134715026,
      "grad_norm": 4.1875,
      "learning_rate": 5e-05,
      "loss": 0.0211,
      "step": 2490
    },
    {
      "epoch": 4.300518134715026,
      "latent_token_nums": 16.0,
      "step": 2490
    },
    {
      "epoch": 4.300518134715026,
      "step": 2490,
      "thought_step_nums": 10.6875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05566510185599327,
      "contrastive_loss#1": 0.27832549810409546,
      "epoch": 4.300518134715026,
      "lm_loss": 0.00022081605857238173,
      "loss": 0.0558859184384346,
      "step": 2490,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.3022452504317785,
      "grad_norm": 3.828125,
      "learning_rate": 5e-05,
      "loss": 0.0148,
      "step": 2491
    },
    {
      "epoch": 4.3022452504317785,
      "latent_token_nums": 16.0,
      "step": 2491
    },
    {
      "epoch": 4.3022452504317785,
      "step": 2491,
      "thought_step_nums": 12.0
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.029434701427817345,
      "contrastive_loss#1": 0.14717350900173187,
      "epoch": 4.3022452504317785,
      "lm_loss": 0.0006153325084596872,
      "loss": 0.030050033703446388,
      "step": 2491,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 4.303972366148532,
      "grad_norm": 3.578125,
      "learning_rate": 5e-05,
      "loss": 0.0187,
      "step": 2492
    },
    {
      "epoch": 4.303972366148532,
      "latent_token_nums": 16.0,
      "step": 2492
    },
    {
      "epoch": 4.303972366148532,
      "step": 2492,
      "thought_step_nums": 11.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0029829673003405333,
      "contrastive_loss#1": 0.01491483673453331,
      "epoch": 4.303972366148532,
      "lm_loss": 0.00017806417599786073,
      "loss": 0.0031610315199941397,
      "step": 2492,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.305699481865285,
      "grad_norm": 31.75,
      "learning_rate": 5e-05,
      "loss": 0.0137,
      "step": 2493
    },
    {
      "epoch": 4.305699481865285,
      "latent_token_nums": 16.0,
      "step": 2493
    },
    {
      "epoch": 4.305699481865285,
      "step": 2493,
      "thought_step_nums": 11.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.00218567973934114,
      "contrastive_loss#1": 0.010928398929536343,
      "epoch": 4.305699481865285,
      "lm_loss": 0.0002039132232312113,
      "loss": 0.0023895930498838425,
      "step": 2493,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.307426597582038,
      "grad_norm": 3.734375,
      "learning_rate": 5e-05,
      "loss": 0.0175,
      "step": 2494
    },
    {
      "epoch": 4.307426597582038,
      "latent_token_nums": 16.0,
      "step": 2494
    },
    {
      "epoch": 4.307426597582038,
      "step": 2494,
      "thought_step_nums": 12.0625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0532628558576107,
      "contrastive_loss#1": 0.2663142681121826,
      "epoch": 4.307426597582038,
      "lm_loss": 0.0008582043228670955,
      "loss": 0.05412105843424797,
      "step": 2494,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.309153713298791,
      "grad_norm": 4.375,
      "learning_rate": 5e-05,
      "loss": 0.0187,
      "step": 2495
    },
    {
      "epoch": 4.309153713298791,
      "latent_token_nums": 16.0,
      "step": 2495
    },
    {
      "epoch": 4.309153713298791,
      "step": 2495,
      "thought_step_nums": 11.875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01775815524160862,
      "contrastive_loss#1": 0.08879077434539795,
      "epoch": 4.309153713298791,
      "lm_loss": 0.0001006403545034118,
      "loss": 0.017858795821666718,
      "step": 2495,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.310880829015544,
      "grad_norm": 3.421875,
      "learning_rate": 5e-05,
      "loss": 0.0139,
      "step": 2496
    },
    {
      "epoch": 4.310880829015544,
      "latent_token_nums": 16.0,
      "step": 2496
    },
    {
      "epoch": 4.310880829015544,
      "step": 2496,
      "thought_step_nums": 11.75
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.010531853884458542,
      "contrastive_loss#1": 0.05265926942229271,
      "epoch": 4.310880829015544,
      "lm_loss": 0.0003743295674212277,
      "loss": 0.010906183160841465,
      "step": 2496,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 4.312607944732297,
      "grad_norm": 14.3125,
      "learning_rate": 5e-05,
      "loss": 0.0143,
      "step": 2497
    },
    {
      "epoch": 4.312607944732297,
      "latent_token_nums": 16.0,
      "step": 2497
    },
    {
      "epoch": 4.312607944732297,
      "step": 2497,
      "thought_step_nums": 11.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.00934464018791914,
      "contrastive_loss#1": 0.046723201870918274,
      "epoch": 4.312607944732297,
      "lm_loss": 0.00023107597371563315,
      "loss": 0.009575716219842434,
      "step": 2497,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.31433506044905,
      "grad_norm": 2.96875,
      "learning_rate": 5e-05,
      "loss": 0.0182,
      "step": 2498
    },
    {
      "epoch": 4.31433506044905,
      "latent_token_nums": 16.0,
      "step": 2498
    },
    {
      "epoch": 4.31433506044905,
      "step": 2498,
      "thought_step_nums": 12.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0033648365642875433,
      "contrastive_loss#1": 0.016824182122945786,
      "epoch": 4.31433506044905,
      "lm_loss": 7.173142512328923e-05,
      "loss": 0.003436567960307002,
      "step": 2498,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.316062176165803,
      "grad_norm": 10.3125,
      "learning_rate": 5e-05,
      "loss": 0.0148,
      "step": 2499
    },
    {
      "epoch": 4.316062176165803,
      "latent_token_nums": 16.0,
      "step": 2499
    },
    {
      "epoch": 4.316062176165803,
      "step": 2499,
      "thought_step_nums": 11.75
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0038160395342856646,
      "contrastive_loss#1": 0.01908019743859768,
      "epoch": 4.316062176165803,
      "lm_loss": 0.0002675937139429152,
      "loss": 0.0040836334228515625,
      "step": 2499,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.317789291882556,
      "grad_norm": 4.6875,
      "learning_rate": 5e-05,
      "loss": 0.0178,
      "step": 2500
    },
    {
      "epoch": 4.317789291882556,
      "latent_token_nums": 16.0,
      "step": 2500
    },
    {
      "epoch": 4.317789291882556,
      "step": 2500,
      "thought_step_nums": 11.9375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.027775494381785393,
      "contrastive_loss#1": 0.13887746632099152,
      "epoch": 4.317789291882556,
      "lm_loss": 0.00010713933443184942,
      "loss": 0.027882633730769157,
      "step": 2500,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.319516407599309,
      "grad_norm": 3.265625,
      "learning_rate": 5e-05,
      "loss": 0.0145,
      "step": 2501
    },
    {
      "epoch": 4.319516407599309,
      "latent_token_nums": 16.0,
      "step": 2501
    },
    {
      "epoch": 4.319516407599309,
      "step": 2501,
      "thought_step_nums": 10.9375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.022163206711411476,
      "contrastive_loss#1": 0.11081603169441223,
      "epoch": 4.319516407599309,
      "lm_loss": 0.00019714327936526388,
      "loss": 0.02236034907400608,
      "step": 2501,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.321243523316062,
      "grad_norm": 18.625,
      "learning_rate": 5e-05,
      "loss": 0.018,
      "step": 2502
    },
    {
      "epoch": 4.321243523316062,
      "latent_token_nums": 16.0,
      "step": 2502
    },
    {
      "epoch": 4.321243523316062,
      "step": 2502,
      "thought_step_nums": 11.5
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03661804273724556,
      "contrastive_loss#1": 0.1830902099609375,
      "epoch": 4.321243523316062,
      "lm_loss": 0.00030755213811062276,
      "loss": 0.03692559525370598,
      "step": 2502,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.322970639032815,
      "grad_norm": 4.09375,
      "learning_rate": 5e-05,
      "loss": 0.017,
      "step": 2503
    },
    {
      "epoch": 4.322970639032815,
      "latent_token_nums": 16.0,
      "step": 2503
    },
    {
      "epoch": 4.322970639032815,
      "step": 2503,
      "thought_step_nums": 11.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.018036412075161934,
      "contrastive_loss#1": 0.09018205851316452,
      "epoch": 4.322970639032815,
      "lm_loss": 0.00016835186397656798,
      "loss": 0.018204763531684875,
      "step": 2503,
      "valid_batch_size": 1024.5
    },
    {
      "epoch": 4.324697754749568,
      "grad_norm": 3.21875,
      "learning_rate": 5e-05,
      "loss": 0.0141,
      "step": 2504
    },
    {
      "epoch": 4.324697754749568,
      "latent_token_nums": 16.0,
      "step": 2504
    },
    {
      "epoch": 4.324697754749568,
      "step": 2504,
      "thought_step_nums": 11.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.027390534058213234,
      "contrastive_loss#1": 0.13695266842842102,
      "epoch": 4.324697754749568,
      "lm_loss": 0.00040082185296341777,
      "loss": 0.027791356667876244,
      "step": 2504,
      "valid_batch_size": 1024.4375
    },
    {
      "epoch": 4.3264248704663215,
      "grad_norm": 3.625,
      "learning_rate": 5e-05,
      "loss": 0.0166,
      "step": 2505
    },
    {
      "epoch": 4.3264248704663215,
      "latent_token_nums": 16.0,
      "step": 2505
    },
    {
      "epoch": 4.3264248704663215,
      "step": 2505,
      "thought_step_nums": 11.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0033997788559645414,
      "contrastive_loss#1": 0.01699889451265335,
      "epoch": 4.3264248704663215,
      "lm_loss": 0.0004502314841374755,
      "loss": 0.003850010223686695,
      "step": 2505,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.328151986183074,
      "grad_norm": 3.40625,
      "learning_rate": 5e-05,
      "loss": 0.0182,
      "step": 2506
    },
    {
      "epoch": 4.328151986183074,
      "latent_token_nums": 16.0,
      "step": 2506
    },
    {
      "epoch": 4.328151986183074,
      "step": 2506,
      "thought_step_nums": 12.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0003546707739587873,
      "contrastive_loss#1": 0.0017733537824824452,
      "epoch": 4.328151986183074,
      "lm_loss": 0.00046322954585775733,
      "loss": 0.0008179002907127142,
      "step": 2506,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 4.329879101899827,
      "grad_norm": 3.109375,
      "learning_rate": 5e-05,
      "loss": 0.0162,
      "step": 2507
    },
    {
      "epoch": 4.329879101899827,
      "latent_token_nums": 16.0,
      "step": 2507
    },
    {
      "epoch": 4.329879101899827,
      "step": 2507,
      "thought_step_nums": 11.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0021853900980204344,
      "contrastive_loss#1": 0.010926949791610241,
      "epoch": 4.329879101899827,
      "lm_loss": 0.0003551164409145713,
      "loss": 0.002540506422519684,
      "step": 2507,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.331606217616581,
      "grad_norm": 4.78125,
      "learning_rate": 5e-05,
      "loss": 0.0156,
      "step": 2508
    },
    {
      "epoch": 4.331606217616581,
      "latent_token_nums": 16.0,
      "step": 2508
    },
    {
      "epoch": 4.331606217616581,
      "step": 2508,
      "thought_step_nums": 12.875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0015180878108367324,
      "contrastive_loss#1": 0.007590439170598984,
      "epoch": 4.331606217616581,
      "lm_loss": 0.00021190471306908876,
      "loss": 0.0017299925675615668,
      "step": 2508,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.333333333333333,
      "grad_norm": 8.125,
      "learning_rate": 5e-05,
      "loss": 0.0172,
      "step": 2509
    },
    {
      "epoch": 4.333333333333333,
      "latent_token_nums": 16.0,
      "step": 2509
    },
    {
      "epoch": 4.333333333333333,
      "step": 2509,
      "thought_step_nums": 11.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02568909339606762,
      "contrastive_loss#1": 0.12844546139240265,
      "epoch": 4.333333333333333,
      "lm_loss": 0.000360513455234468,
      "loss": 0.026049606502056122,
      "step": 2509,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.335060449050086,
      "grad_norm": 4.1875,
      "learning_rate": 5e-05,
      "loss": 0.0201,
      "step": 2510
    },
    {
      "epoch": 4.335060449050086,
      "latent_token_nums": 16.0,
      "step": 2510
    },
    {
      "epoch": 4.335060449050086,
      "step": 2510,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.07002168148756027,
      "contrastive_loss#1": 0.35010841488838196,
      "epoch": 4.335060449050086,
      "lm_loss": 0.0001417076273355633,
      "loss": 0.07016339153051376,
      "step": 2510,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.33678756476684,
      "grad_norm": 5.625,
      "learning_rate": 5e-05,
      "loss": 0.0174,
      "step": 2511
    },
    {
      "epoch": 4.33678756476684,
      "latent_token_nums": 16.0,
      "step": 2511
    },
    {
      "epoch": 4.33678756476684,
      "step": 2511,
      "thought_step_nums": 12.1875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02172795869410038,
      "contrastive_loss#1": 0.10863979160785675,
      "epoch": 4.33678756476684,
      "lm_loss": 0.0001341694442089647,
      "loss": 0.021862128749489784,
      "step": 2511,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 4.338514680483592,
      "grad_norm": 3.796875,
      "learning_rate": 5e-05,
      "loss": 0.0168,
      "step": 2512
    },
    {
      "epoch": 4.338514680483592,
      "latent_token_nums": 16.0,
      "step": 2512
    },
    {
      "epoch": 4.338514680483592,
      "step": 2512,
      "thought_step_nums": 12.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0003653351159300655,
      "contrastive_loss#1": 0.001826675608754158,
      "epoch": 4.338514680483592,
      "lm_loss": 0.0004267263866495341,
      "loss": 0.0007920615025795996,
      "step": 2512,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.3402417962003454,
      "grad_norm": 3.4375,
      "learning_rate": 5e-05,
      "loss": 0.0163,
      "step": 2513
    },
    {
      "epoch": 4.3402417962003454,
      "latent_token_nums": 16.0,
      "step": 2513
    },
    {
      "epoch": 4.3402417962003454,
      "step": 2513,
      "thought_step_nums": 11.75
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.009253996424376965,
      "contrastive_loss#1": 0.0462699793279171,
      "epoch": 4.3402417962003454,
      "lm_loss": 0.0005407455028034747,
      "loss": 0.009794741868972778,
      "step": 2513,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.341968911917099,
      "grad_norm": 3.296875,
      "learning_rate": 5e-05,
      "loss": 0.0176,
      "step": 2514
    },
    {
      "epoch": 4.341968911917099,
      "latent_token_nums": 16.0,
      "step": 2514
    },
    {
      "epoch": 4.341968911917099,
      "step": 2514,
      "thought_step_nums": 12.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.008216551505029202,
      "contrastive_loss#1": 0.041082754731178284,
      "epoch": 4.341968911917099,
      "lm_loss": 0.0002942305291071534,
      "loss": 0.00851078238338232,
      "step": 2514,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.343696027633851,
      "grad_norm": 3.203125,
      "learning_rate": 5e-05,
      "loss": 0.018,
      "step": 2515
    },
    {
      "epoch": 4.343696027633851,
      "latent_token_nums": 16.0,
      "step": 2515
    },
    {
      "epoch": 4.343696027633851,
      "step": 2515,
      "thought_step_nums": 10.875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0027491990476846695,
      "contrastive_loss#1": 0.013745995238423347,
      "epoch": 4.343696027633851,
      "lm_loss": 0.0009687425917945802,
      "loss": 0.0037179416976869106,
      "step": 2515,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.3454231433506045,
      "grad_norm": 3.359375,
      "learning_rate": 5e-05,
      "loss": 0.0163,
      "step": 2516
    },
    {
      "epoch": 4.3454231433506045,
      "latent_token_nums": 16.0,
      "step": 2516
    },
    {
      "epoch": 4.3454231433506045,
      "step": 2516,
      "thought_step_nums": 11.0625
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09956610202789307,
      "contrastive_loss#1": 0.49783051013946533,
      "epoch": 4.3454231433506045,
      "lm_loss": 0.00016286037862300873,
      "loss": 0.09972896426916122,
      "step": 2516,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.347150259067358,
      "grad_norm": 32.25,
      "learning_rate": 5e-05,
      "loss": 0.0196,
      "step": 2517
    },
    {
      "epoch": 4.347150259067358,
      "latent_token_nums": 16.0,
      "step": 2517
    },
    {
      "epoch": 4.347150259067358,
      "step": 2517,
      "thought_step_nums": 12.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.003377296030521393,
      "contrastive_loss#1": 0.016886480152606964,
      "epoch": 4.347150259067358,
      "lm_loss": 0.0017537211533635855,
      "loss": 0.005131017416715622,
      "step": 2517,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.34887737478411,
      "grad_norm": 2.9375,
      "learning_rate": 5e-05,
      "loss": 0.0131,
      "step": 2518
    },
    {
      "epoch": 4.34887737478411,
      "latent_token_nums": 16.0,
      "step": 2518
    },
    {
      "epoch": 4.34887737478411,
      "step": 2518,
      "thought_step_nums": 12.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.005002021789550781,
      "contrastive_loss#1": 0.025010108947753906,
      "epoch": 4.34887737478411,
      "lm_loss": 0.00018380247638560832,
      "loss": 0.005185824353247881,
      "step": 2518,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.350604490500864,
      "grad_norm": 5.6875,
      "learning_rate": 5e-05,
      "loss": 0.018,
      "step": 2519
    },
    {
      "epoch": 4.350604490500864,
      "latent_token_nums": 16.0,
      "step": 2519
    },
    {
      "epoch": 4.350604490500864,
      "step": 2519,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06038271263241768,
      "contrastive_loss#1": 0.3019135594367981,
      "epoch": 4.350604490500864,
      "lm_loss": 0.000133742782054469,
      "loss": 0.06051645427942276,
      "step": 2519,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.352331606217617,
      "grad_norm": 3.984375,
      "learning_rate": 5e-05,
      "loss": 0.0199,
      "step": 2520
    },
    {
      "epoch": 4.352331606217617,
      "latent_token_nums": 16.0,
      "step": 2520
    },
    {
      "epoch": 4.352331606217617,
      "step": 2520,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.007177136838436127,
      "contrastive_loss#1": 0.035885684192180634,
      "epoch": 4.352331606217617,
      "lm_loss": 0.00018680174252949655,
      "loss": 0.0073639387264847755,
      "step": 2520,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.354058721934369,
      "grad_norm": 2.6875,
      "learning_rate": 5e-05,
      "loss": 0.0153,
      "step": 2521
    },
    {
      "epoch": 4.354058721934369,
      "latent_token_nums": 16.0,
      "step": 2521
    },
    {
      "epoch": 4.354058721934369,
      "step": 2521,
      "thought_step_nums": 10.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.007321235723793507,
      "contrastive_loss#1": 0.03660617768764496,
      "epoch": 4.354058721934369,
      "lm_loss": 0.00019569099822547287,
      "loss": 0.007516926620155573,
      "step": 2521,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.355785837651123,
      "grad_norm": 3.140625,
      "learning_rate": 5e-05,
      "loss": 0.0138,
      "step": 2522
    },
    {
      "epoch": 4.355785837651123,
      "latent_token_nums": 16.0,
      "step": 2522
    },
    {
      "epoch": 4.355785837651123,
      "step": 2522,
      "thought_step_nums": 11.9375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.011908816173672676,
      "contrastive_loss#1": 0.05954407900571823,
      "epoch": 4.355785837651123,
      "lm_loss": 0.00022680778056383133,
      "loss": 0.012135623954236507,
      "step": 2522,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.357512953367876,
      "grad_norm": 3.921875,
      "learning_rate": 5e-05,
      "loss": 0.0224,
      "step": 2523
    },
    {
      "epoch": 4.357512953367876,
      "latent_token_nums": 16.0,
      "step": 2523
    },
    {
      "epoch": 4.357512953367876,
      "step": 2523,
      "thought_step_nums": 12.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.019614364951848984,
      "contrastive_loss#1": 0.09807182103395462,
      "epoch": 4.357512953367876,
      "lm_loss": 8.591973892180249e-05,
      "loss": 0.01970028504729271,
      "step": 2523,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.3592400690846285,
      "grad_norm": 3.734375,
      "learning_rate": 5e-05,
      "loss": 0.0208,
      "step": 2524
    },
    {
      "epoch": 4.3592400690846285,
      "latent_token_nums": 16.0,
      "step": 2524
    },
    {
      "epoch": 4.3592400690846285,
      "step": 2524,
      "thought_step_nums": 10.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0088747413828969,
      "contrastive_loss#1": 0.044373705983161926,
      "epoch": 4.3592400690846285,
      "lm_loss": 9.440709254704416e-05,
      "loss": 0.008969148620963097,
      "step": 2524,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.360967184801382,
      "grad_norm": 3.421875,
      "learning_rate": 5e-05,
      "loss": 0.0136,
      "step": 2525
    },
    {
      "epoch": 4.360967184801382,
      "latent_token_nums": 16.0,
      "step": 2525
    },
    {
      "epoch": 4.360967184801382,
      "step": 2525,
      "thought_step_nums": 11.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.003153196070343256,
      "contrastive_loss#1": 0.015765979886054993,
      "epoch": 4.360967184801382,
      "lm_loss": 0.00044838106259703636,
      "loss": 0.0036015771329402924,
      "step": 2525,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.362694300518135,
      "grad_norm": 3.40625,
      "learning_rate": 5e-05,
      "loss": 0.0169,
      "step": 2526
    },
    {
      "epoch": 4.362694300518135,
      "latent_token_nums": 16.0,
      "step": 2526
    },
    {
      "epoch": 4.362694300518135,
      "step": 2526,
      "thought_step_nums": 11.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0034596887417137623,
      "contrastive_loss#1": 0.017298443242907524,
      "epoch": 4.362694300518135,
      "lm_loss": 0.0004459154442884028,
      "loss": 0.003905604127794504,
      "step": 2526,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.3644214162348876,
      "grad_norm": 3.71875,
      "learning_rate": 5e-05,
      "loss": 0.0164,
      "step": 2527
    },
    {
      "epoch": 4.3644214162348876,
      "latent_token_nums": 16.0,
      "step": 2527
    },
    {
      "epoch": 4.3644214162348876,
      "step": 2527,
      "thought_step_nums": 10.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01658674143254757,
      "contrastive_loss#1": 0.082933709025383,
      "epoch": 4.3644214162348876,
      "lm_loss": 0.0005477900267578661,
      "loss": 0.01713453233242035,
      "step": 2527,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.366148531951641,
      "grad_norm": 3.703125,
      "learning_rate": 5e-05,
      "loss": 0.0151,
      "step": 2528
    },
    {
      "epoch": 4.366148531951641,
      "latent_token_nums": 16.0,
      "step": 2528
    },
    {
      "epoch": 4.366148531951641,
      "step": 2528,
      "thought_step_nums": 12.375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03873554244637489,
      "contrastive_loss#1": 0.19367770850658417,
      "epoch": 4.366148531951641,
      "lm_loss": 0.00019761415023822337,
      "loss": 0.0389331579208374,
      "step": 2528,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 4.367875647668393,
      "grad_norm": 3.53125,
      "learning_rate": 5e-05,
      "loss": 0.0182,
      "step": 2529
    },
    {
      "epoch": 4.367875647668393,
      "latent_token_nums": 16.0,
      "step": 2529
    },
    {
      "epoch": 4.367875647668393,
      "step": 2529,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0011254161363467574,
      "contrastive_loss#1": 0.005627080798149109,
      "epoch": 4.367875647668393,
      "lm_loss": 0.00024075413239188492,
      "loss": 0.0013661702396348119,
      "step": 2529,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.369602763385147,
      "grad_norm": 3.59375,
      "learning_rate": 5e-05,
      "loss": 0.0171,
      "step": 2530
    },
    {
      "epoch": 4.369602763385147,
      "latent_token_nums": 16.0,
      "step": 2530
    },
    {
      "epoch": 4.369602763385147,
      "step": 2530,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01467500813305378,
      "contrastive_loss#1": 0.07337503880262375,
      "epoch": 4.369602763385147,
      "lm_loss": 0.00022378601715900004,
      "loss": 0.014898793771862984,
      "step": 2530,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.3713298791019,
      "grad_norm": 3.171875,
      "learning_rate": 5e-05,
      "loss": 0.0164,
      "step": 2531
    },
    {
      "epoch": 4.3713298791019,
      "latent_token_nums": 16.0,
      "step": 2531
    },
    {
      "epoch": 4.3713298791019,
      "step": 2531,
      "thought_step_nums": 11.25
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02917470969259739,
      "contrastive_loss#1": 0.1458735466003418,
      "epoch": 4.3713298791019,
      "lm_loss": 0.001184479333460331,
      "loss": 0.030359189957380295,
      "step": 2531,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 4.373056994818652,
      "grad_norm": 3.625,
      "learning_rate": 5e-05,
      "loss": 0.0172,
      "step": 2532
    },
    {
      "epoch": 4.373056994818652,
      "latent_token_nums": 16.0,
      "step": 2532
    },
    {
      "epoch": 4.373056994818652,
      "step": 2532,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.024595359340310097,
      "contrastive_loss#1": 0.12297679483890533,
      "epoch": 4.373056994818652,
      "lm_loss": 0.00012958473234903067,
      "loss": 0.024724943563342094,
      "step": 2532,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 4.374784110535406,
      "grad_norm": 4.25,
      "learning_rate": 5e-05,
      "loss": 0.0224,
      "step": 2533
    },
    {
      "epoch": 4.374784110535406,
      "latent_token_nums": 16.0,
      "step": 2533
    },
    {
      "epoch": 4.374784110535406,
      "step": 2533,
      "thought_step_nums": 11.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.001415875623933971,
      "contrastive_loss#1": 0.007079377770423889,
      "epoch": 4.374784110535406,
      "lm_loss": 8.702927152626216e-05,
      "loss": 0.0015029049245640635,
      "step": 2533,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.376511226252159,
      "grad_norm": 2.765625,
      "learning_rate": 5e-05,
      "loss": 0.0147,
      "step": 2534
    },
    {
      "epoch": 4.376511226252159,
      "latent_token_nums": 16.0,
      "step": 2534
    },
    {
      "epoch": 4.376511226252159,
      "step": 2534,
      "thought_step_nums": 10.875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.007115017157047987,
      "contrastive_loss#1": 0.03557508438825607,
      "epoch": 4.376511226252159,
      "lm_loss": 0.0001566901191836223,
      "loss": 0.007271707057952881,
      "step": 2534,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 4.3782383419689115,
      "grad_norm": 4.46875,
      "learning_rate": 5e-05,
      "loss": 0.0164,
      "step": 2535
    },
    {
      "epoch": 4.3782383419689115,
      "latent_token_nums": 16.0,
      "step": 2535
    },
    {
      "epoch": 4.3782383419689115,
      "step": 2535,
      "thought_step_nums": 10.4375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.06714459508657455,
      "contrastive_loss#1": 0.335722953081131,
      "epoch": 4.3782383419689115,
      "lm_loss": 6.538177694892511e-05,
      "loss": 0.06720997393131256,
      "step": 2535,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.379965457685665,
      "grad_norm": 4.21875,
      "learning_rate": 5e-05,
      "loss": 0.0207,
      "step": 2536
    },
    {
      "epoch": 4.379965457685665,
      "latent_token_nums": 16.0,
      "step": 2536
    },
    {
      "epoch": 4.379965457685665,
      "step": 2536,
      "thought_step_nums": 12.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0065709981136024,
      "contrastive_loss#1": 0.03285498917102814,
      "epoch": 4.379965457685665,
      "lm_loss": 6.138236494734883e-05,
      "loss": 0.006632380653172731,
      "step": 2536,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 4.381692573402418,
      "grad_norm": 3.515625,
      "learning_rate": 5e-05,
      "loss": 0.0204,
      "step": 2537
    },
    {
      "epoch": 4.381692573402418,
      "latent_token_nums": 16.0,
      "step": 2537
    },
    {
      "epoch": 4.381692573402418,
      "step": 2537,
      "thought_step_nums": 12.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.004134793300181627,
      "contrastive_loss#1": 0.02067396603524685,
      "epoch": 4.381692573402418,
      "lm_loss": 0.00031737927929498255,
      "loss": 0.004452172666788101,
      "step": 2537,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.383419689119171,
      "grad_norm": 3.1875,
      "learning_rate": 5e-05,
      "loss": 0.0206,
      "step": 2538
    },
    {
      "epoch": 4.383419689119171,
      "latent_token_nums": 16.0,
      "step": 2538
    },
    {
      "epoch": 4.383419689119171,
      "step": 2538,
      "thought_step_nums": 13.125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.028754383325576782,
      "contrastive_loss#1": 0.1437719166278839,
      "epoch": 4.383419689119171,
      "lm_loss": 0.00012958250590600073,
      "loss": 0.02888396568596363,
      "step": 2538,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.385146804835924,
      "grad_norm": 3.796875,
      "learning_rate": 5e-05,
      "loss": 0.0185,
      "step": 2539
    },
    {
      "epoch": 4.385146804835924,
      "latent_token_nums": 16.0,
      "step": 2539
    },
    {
      "epoch": 4.385146804835924,
      "step": 2539,
      "thought_step_nums": 11.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0012260329676792026,
      "contrastive_loss#1": 0.006130164489150047,
      "epoch": 4.385146804835924,
      "lm_loss": 0.00035320318420417607,
      "loss": 0.0015792361227795482,
      "step": 2539,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.386873920552677,
      "grad_norm": 3.046875,
      "learning_rate": 5e-05,
      "loss": 0.0175,
      "step": 2540
    },
    {
      "epoch": 4.386873920552677,
      "latent_token_nums": 16.0,
      "step": 2540
    },
    {
      "epoch": 4.386873920552677,
      "step": 2540,
      "thought_step_nums": 11.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0009590739500708878,
      "contrastive_loss#1": 0.004795369692146778,
      "epoch": 4.386873920552677,
      "lm_loss": 0.00011943616846110672,
      "loss": 0.0010785100748762488,
      "step": 2540,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.38860103626943,
      "grad_norm": 2.890625,
      "learning_rate": 5e-05,
      "loss": 0.0131,
      "step": 2541
    },
    {
      "epoch": 4.38860103626943,
      "latent_token_nums": 16.0,
      "step": 2541
    },
    {
      "epoch": 4.38860103626943,
      "step": 2541,
      "thought_step_nums": 11.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03297901526093483,
      "contrastive_loss#1": 0.16489507257938385,
      "epoch": 4.38860103626943,
      "lm_loss": 0.001600816030986607,
      "loss": 0.03457983210682869,
      "step": 2541,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 4.390328151986183,
      "grad_norm": 6.4375,
      "learning_rate": 5e-05,
      "loss": 0.0251,
      "step": 2542
    },
    {
      "epoch": 4.390328151986183,
      "latent_token_nums": 16.0,
      "step": 2542
    },
    {
      "epoch": 4.390328151986183,
      "step": 2542,
      "thought_step_nums": 11.9375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.017133286222815514,
      "contrastive_loss#1": 0.08566643297672272,
      "epoch": 4.390328151986183,
      "lm_loss": 0.00043305446160957217,
      "loss": 0.017566340044140816,
      "step": 2542,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.392055267702936,
      "grad_norm": 3.828125,
      "learning_rate": 5e-05,
      "loss": 0.021,
      "step": 2543
    },
    {
      "epoch": 4.392055267702936,
      "latent_token_nums": 16.0,
      "step": 2543
    },
    {
      "epoch": 4.392055267702936,
      "step": 2543,
      "thought_step_nums": 11.8125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.012128914706408978,
      "contrastive_loss#1": 0.060644570738077164,
      "epoch": 4.392055267702936,
      "lm_loss": 0.00030313016031868756,
      "loss": 0.012432045303285122,
      "step": 2543,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.393782383419689,
      "grad_norm": 3.578125,
      "learning_rate": 5e-05,
      "loss": 0.0156,
      "step": 2544
    },
    {
      "epoch": 4.393782383419689,
      "latent_token_nums": 16.0,
      "step": 2544
    },
    {
      "epoch": 4.393782383419689,
      "step": 2544,
      "thought_step_nums": 12.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04703163728117943,
      "contrastive_loss#1": 0.23515817523002625,
      "epoch": 4.393782383419689,
      "lm_loss": 0.0005401790258474648,
      "loss": 0.0475718155503273,
      "step": 2544,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 4.395509499136442,
      "grad_norm": 3.5,
      "learning_rate": 5e-05,
      "loss": 0.0155,
      "step": 2545
    },
    {
      "epoch": 4.395509499136442,
      "latent_token_nums": 16.0,
      "step": 2545
    },
    {
      "epoch": 4.395509499136442,
      "step": 2545,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.005565098952502012,
      "contrastive_loss#1": 0.02782549522817135,
      "epoch": 4.395509499136442,
      "lm_loss": 0.0001923457020893693,
      "loss": 0.00575744453817606,
      "step": 2545,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.397236614853195,
      "grad_norm": 3.390625,
      "learning_rate": 5e-05,
      "loss": 0.0149,
      "step": 2546
    },
    {
      "epoch": 4.397236614853195,
      "latent_token_nums": 16.0,
      "step": 2546
    },
    {
      "epoch": 4.397236614853195,
      "step": 2546,
      "thought_step_nums": 10.8125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.011791319586336613,
      "contrastive_loss#1": 0.05895659700036049,
      "epoch": 4.397236614853195,
      "lm_loss": 0.0002759203198365867,
      "loss": 0.012067239731550217,
      "step": 2546,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.398963730569948,
      "grad_norm": 3.546875,
      "learning_rate": 5e-05,
      "loss": 0.0169,
      "step": 2547
    },
    {
      "epoch": 4.398963730569948,
      "latent_token_nums": 16.0,
      "step": 2547
    },
    {
      "epoch": 4.398963730569948,
      "step": 2547,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.014460237696766853,
      "contrastive_loss#1": 0.07230118662118912,
      "epoch": 4.398963730569948,
      "lm_loss": 0.0006790669867768884,
      "loss": 0.015139305032789707,
      "step": 2547,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.400690846286701,
      "grad_norm": 9.375,
      "learning_rate": 5e-05,
      "loss": 0.0131,
      "step": 2548
    },
    {
      "epoch": 4.400690846286701,
      "latent_token_nums": 16.0,
      "step": 2548
    },
    {
      "epoch": 4.400690846286701,
      "step": 2548,
      "thought_step_nums": 11.1875
    },
    {
      "acc@1": 0.8125,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.060660697519779205,
      "contrastive_loss#1": 0.30330348014831543,
      "epoch": 4.400690846286701,
      "lm_loss": 0.0002894513600040227,
      "loss": 0.0609501488506794,
      "step": 2548,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.4024179620034545,
      "grad_norm": 3.28125,
      "learning_rate": 5e-05,
      "loss": 0.0164,
      "step": 2549
    },
    {
      "epoch": 4.4024179620034545,
      "latent_token_nums": 16.0,
      "step": 2549
    },
    {
      "epoch": 4.4024179620034545,
      "step": 2549,
      "thought_step_nums": 11.8125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05367777496576309,
      "contrastive_loss#1": 0.26838886737823486,
      "epoch": 4.4024179620034545,
      "lm_loss": 0.0005263244966045022,
      "loss": 0.054204098880290985,
      "step": 2549,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.404145077720207,
      "grad_norm": 3.328125,
      "learning_rate": 5e-05,
      "loss": 0.0174,
      "step": 2550
    },
    {
      "epoch": 4.404145077720207,
      "latent_token_nums": 16.0,
      "step": 2550
    },
    {
      "epoch": 4.404145077720207,
      "step": 2550,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.003007173305377364,
      "contrastive_loss#1": 0.01503586582839489,
      "epoch": 4.404145077720207,
      "lm_loss": 0.0060294740833342075,
      "loss": 0.009036647155880928,
      "step": 2550,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.40587219343696,
      "grad_norm": 3.296875,
      "learning_rate": 5e-05,
      "loss": 0.0151,
      "step": 2551
    },
    {
      "epoch": 4.40587219343696,
      "latent_token_nums": 16.0,
      "step": 2551
    },
    {
      "epoch": 4.40587219343696,
      "step": 2551,
      "thought_step_nums": 13.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0010510622523725033,
      "contrastive_loss#1": 0.005255311261862516,
      "epoch": 4.40587219343696,
      "lm_loss": 0.001025169505737722,
      "loss": 0.002076231874525547,
      "step": 2551,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.407599309153714,
      "grad_norm": 3.75,
      "learning_rate": 5e-05,
      "loss": 0.0172,
      "step": 2552
    },
    {
      "epoch": 4.407599309153714,
      "latent_token_nums": 16.0,
      "step": 2552
    },
    {
      "epoch": 4.407599309153714,
      "step": 2552,
      "thought_step_nums": 13.0625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0431535542011261,
      "contrastive_loss#1": 0.2157677710056305,
      "epoch": 4.407599309153714,
      "lm_loss": 0.0007544313557446003,
      "loss": 0.04390798509120941,
      "step": 2552,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.409326424870466,
      "grad_norm": 5.40625,
      "learning_rate": 5e-05,
      "loss": 0.0176,
      "step": 2553
    },
    {
      "epoch": 4.409326424870466,
      "latent_token_nums": 16.0,
      "step": 2553
    },
    {
      "epoch": 4.409326424870466,
      "step": 2553,
      "thought_step_nums": 11.25
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02646331861615181,
      "contrastive_loss#1": 0.13231658935546875,
      "epoch": 4.409326424870466,
      "lm_loss": 0.00019454365246929228,
      "loss": 0.026657862588763237,
      "step": 2553,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.411053540587219,
      "grad_norm": 3.4375,
      "learning_rate": 5e-05,
      "loss": 0.0211,
      "step": 2554
    },
    {
      "epoch": 4.411053540587219,
      "latent_token_nums": 16.0,
      "step": 2554
    },
    {
      "epoch": 4.411053540587219,
      "step": 2554,
      "thought_step_nums": 11.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0018749081064015627,
      "contrastive_loss#1": 0.00937454029917717,
      "epoch": 4.411053540587219,
      "lm_loss": 0.00014955675578676164,
      "loss": 0.002024464774876833,
      "step": 2554,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.412780656303973,
      "grad_norm": 5.0625,
      "learning_rate": 5e-05,
      "loss": 0.0159,
      "step": 2555
    },
    {
      "epoch": 4.412780656303973,
      "latent_token_nums": 16.0,
      "step": 2555
    },
    {
      "epoch": 4.412780656303973,
      "step": 2555,
      "thought_step_nums": 12.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.009547541849315166,
      "contrastive_loss#1": 0.04773771017789841,
      "epoch": 4.412780656303973,
      "lm_loss": 0.0001279192656511441,
      "loss": 0.009675460867583752,
      "step": 2555,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.414507772020725,
      "grad_norm": 3.625,
      "learning_rate": 5e-05,
      "loss": 0.018,
      "step": 2556
    },
    {
      "epoch": 4.414507772020725,
      "latent_token_nums": 16.0,
      "step": 2556
    },
    {
      "epoch": 4.414507772020725,
      "step": 2556,
      "thought_step_nums": 11.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0065243239514529705,
      "contrastive_loss#1": 0.03262161836028099,
      "epoch": 4.414507772020725,
      "lm_loss": 7.53332205931656e-05,
      "loss": 0.006599657237529755,
      "step": 2556,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.416234887737478,
      "grad_norm": 4.53125,
      "learning_rate": 5e-05,
      "loss": 0.0147,
      "step": 2557
    },
    {
      "epoch": 4.416234887737478,
      "latent_token_nums": 16.0,
      "step": 2557
    },
    {
      "epoch": 4.416234887737478,
      "step": 2557,
      "thought_step_nums": 12.125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03778756409883499,
      "contrastive_loss#1": 0.18893781304359436,
      "epoch": 4.416234887737478,
      "lm_loss": 5.209689697949216e-05,
      "loss": 0.03783966228365898,
      "step": 2557,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.417962003454232,
      "grad_norm": 3.890625,
      "learning_rate": 5e-05,
      "loss": 0.0164,
      "step": 2558
    },
    {
      "epoch": 4.417962003454232,
      "latent_token_nums": 16.0,
      "step": 2558
    },
    {
      "epoch": 4.417962003454232,
      "step": 2558,
      "thought_step_nums": 10.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0012043046299368143,
      "contrastive_loss#1": 0.006021522916853428,
      "epoch": 4.417962003454232,
      "lm_loss": 0.00010832348198164254,
      "loss": 0.0013126281555742025,
      "step": 2558,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.419689119170984,
      "grad_norm": 3.765625,
      "learning_rate": 5e-05,
      "loss": 0.0192,
      "step": 2559
    },
    {
      "epoch": 4.419689119170984,
      "latent_token_nums": 16.0,
      "step": 2559
    },
    {
      "epoch": 4.419689119170984,
      "step": 2559,
      "thought_step_nums": 11.875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0393553264439106,
      "contrastive_loss#1": 0.1967766284942627,
      "epoch": 4.419689119170984,
      "lm_loss": 0.00020667542412411422,
      "loss": 0.03956200182437897,
      "step": 2559,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.4214162348877375,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.025,
      "step": 2560
    },
    {
      "epoch": 4.4214162348877375,
      "latent_token_nums": 16.0,
      "step": 2560
    },
    {
      "epoch": 4.4214162348877375,
      "step": 2560,
      "thought_step_nums": 11.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.005457570776343346,
      "contrastive_loss#1": 0.027287853881716728,
      "epoch": 4.4214162348877375,
      "lm_loss": 0.00021647267567459494,
      "loss": 0.005674043670296669,
      "step": 2560,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.423143350604491,
      "grad_norm": 2.609375,
      "learning_rate": 5e-05,
      "loss": 0.0139,
      "step": 2561
    },
    {
      "epoch": 4.423143350604491,
      "latent_token_nums": 16.0,
      "step": 2561
    },
    {
      "epoch": 4.423143350604491,
      "step": 2561,
      "thought_step_nums": 10.0
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.048896074295043945,
      "contrastive_loss#1": 0.24448037147521973,
      "epoch": 4.423143350604491,
      "lm_loss": 0.00010367960203438997,
      "loss": 0.04899975284934044,
      "step": 2561,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 4.424870466321243,
      "grad_norm": 28.5,
      "learning_rate": 5e-05,
      "loss": 0.0155,
      "step": 2562
    },
    {
      "epoch": 4.424870466321243,
      "latent_token_nums": 16.0,
      "step": 2562
    },
    {
      "epoch": 4.424870466321243,
      "step": 2562,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.016145311295986176,
      "contrastive_loss#1": 0.08072655647993088,
      "epoch": 4.424870466321243,
      "lm_loss": 0.0028310941997915506,
      "loss": 0.018976405262947083,
      "step": 2562,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.426597582037997,
      "grad_norm": 3.703125,
      "learning_rate": 5e-05,
      "loss": 0.0174,
      "step": 2563
    },
    {
      "epoch": 4.426597582037997,
      "latent_token_nums": 16.0,
      "step": 2563
    },
    {
      "epoch": 4.426597582037997,
      "step": 2563,
      "thought_step_nums": 10.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0053120749071240425,
      "contrastive_loss#1": 0.026560373604297638,
      "epoch": 4.426597582037997,
      "lm_loss": 0.000736285001039505,
      "loss": 0.0060483599081635475,
      "step": 2563,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.42832469775475,
      "grad_norm": 4.28125,
      "learning_rate": 5e-05,
      "loss": 0.0171,
      "step": 2564
    },
    {
      "epoch": 4.42832469775475,
      "latent_token_nums": 16.0,
      "step": 2564
    },
    {
      "epoch": 4.42832469775475,
      "step": 2564,
      "thought_step_nums": 12.1875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.022141478955745697,
      "contrastive_loss#1": 0.11070739477872849,
      "epoch": 4.42832469775475,
      "lm_loss": 0.00010990093142027035,
      "loss": 0.02225138060748577,
      "step": 2564,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.430051813471502,
      "grad_norm": 3.625,
      "learning_rate": 5e-05,
      "loss": 0.0176,
      "step": 2565
    },
    {
      "epoch": 4.430051813471502,
      "latent_token_nums": 16.0,
      "step": 2565
    },
    {
      "epoch": 4.430051813471502,
      "step": 2565,
      "thought_step_nums": 11.75
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.008006276562809944,
      "contrastive_loss#1": 0.04003138095140457,
      "epoch": 4.430051813471502,
      "lm_loss": 0.00038985160063020885,
      "loss": 0.008396128192543983,
      "step": 2565,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 4.431778929188256,
      "grad_norm": 2.828125,
      "learning_rate": 5e-05,
      "loss": 0.0143,
      "step": 2566
    },
    {
      "epoch": 4.431778929188256,
      "latent_token_nums": 16.0,
      "step": 2566
    },
    {
      "epoch": 4.431778929188256,
      "step": 2566,
      "thought_step_nums": 12.625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03523186221718788,
      "contrastive_loss#1": 0.1761593073606491,
      "epoch": 4.431778929188256,
      "lm_loss": 6.704576662741601e-05,
      "loss": 0.0352989062666893,
      "step": 2566,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.433506044905009,
      "grad_norm": 3.546875,
      "learning_rate": 5e-05,
      "loss": 0.0155,
      "step": 2567
    },
    {
      "epoch": 4.433506044905009,
      "latent_token_nums": 16.0,
      "step": 2567
    },
    {
      "epoch": 4.433506044905009,
      "step": 2567,
      "thought_step_nums": 11.75
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.055308546870946884,
      "contrastive_loss#1": 0.2765427231788635,
      "epoch": 4.433506044905009,
      "lm_loss": 0.00010669376933947206,
      "loss": 0.05541523918509483,
      "step": 2567,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 4.435233160621761,
      "grad_norm": 3.25,
      "learning_rate": 5e-05,
      "loss": 0.0156,
      "step": 2568
    },
    {
      "epoch": 4.435233160621761,
      "latent_token_nums": 16.0,
      "step": 2568
    },
    {
      "epoch": 4.435233160621761,
      "step": 2568,
      "thought_step_nums": 12.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0014912254409864545,
      "contrastive_loss#1": 0.007456127088516951,
      "epoch": 4.435233160621761,
      "lm_loss": 0.00022833787079434842,
      "loss": 0.0017195632681250572,
      "step": 2568,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.436960276338515,
      "grad_norm": 3.265625,
      "learning_rate": 5e-05,
      "loss": 0.0173,
      "step": 2569
    },
    {
      "epoch": 4.436960276338515,
      "latent_token_nums": 16.0,
      "step": 2569
    },
    {
      "epoch": 4.436960276338515,
      "step": 2569,
      "thought_step_nums": 11.875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03786563128232956,
      "contrastive_loss#1": 0.1893281489610672,
      "epoch": 4.436960276338515,
      "lm_loss": 0.0006605901871807873,
      "loss": 0.03852622210979462,
      "step": 2569,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.438687392055268,
      "grad_norm": 3.328125,
      "learning_rate": 5e-05,
      "loss": 0.018,
      "step": 2570
    },
    {
      "epoch": 4.438687392055268,
      "latent_token_nums": 16.0,
      "step": 2570
    },
    {
      "epoch": 4.438687392055268,
      "step": 2570,
      "thought_step_nums": 12.0625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03243425861001015,
      "contrastive_loss#1": 0.16217128932476044,
      "epoch": 4.438687392055268,
      "lm_loss": 0.0003775492077693343,
      "loss": 0.032811809331178665,
      "step": 2570,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.4404145077720205,
      "grad_norm": 3.0,
      "learning_rate": 5e-05,
      "loss": 0.014,
      "step": 2571
    },
    {
      "epoch": 4.4404145077720205,
      "latent_token_nums": 16.0,
      "step": 2571
    },
    {
      "epoch": 4.4404145077720205,
      "step": 2571,
      "thought_step_nums": 10.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0015386453596875072,
      "contrastive_loss#1": 0.00769322644919157,
      "epoch": 4.4404145077720205,
      "lm_loss": 0.0016041179187595844,
      "loss": 0.0031427633948624134,
      "step": 2571,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.442141623488774,
      "grad_norm": 3.140625,
      "learning_rate": 5e-05,
      "loss": 0.0151,
      "step": 2572
    },
    {
      "epoch": 4.442141623488774,
      "latent_token_nums": 16.0,
      "step": 2572
    },
    {
      "epoch": 4.442141623488774,
      "step": 2572,
      "thought_step_nums": 11.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.002191971754655242,
      "contrastive_loss#1": 0.010959858074784279,
      "epoch": 4.442141623488774,
      "lm_loss": 0.0026067427825182676,
      "loss": 0.00479871453717351,
      "step": 2572,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.443868739205527,
      "grad_norm": 3.484375,
      "learning_rate": 5e-05,
      "loss": 0.0189,
      "step": 2573
    },
    {
      "epoch": 4.443868739205527,
      "latent_token_nums": 16.0,
      "step": 2573
    },
    {
      "epoch": 4.443868739205527,
      "step": 2573,
      "thought_step_nums": 11.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0014955656370148063,
      "contrastive_loss#1": 0.007477828301489353,
      "epoch": 4.443868739205527,
      "lm_loss": 0.0003273760376032442,
      "loss": 0.001822941703721881,
      "step": 2573,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 4.44559585492228,
      "grad_norm": 2.859375,
      "learning_rate": 5e-05,
      "loss": 0.0135,
      "step": 2574
    },
    {
      "epoch": 4.44559585492228,
      "latent_token_nums": 16.0,
      "step": 2574
    },
    {
      "epoch": 4.44559585492228,
      "step": 2574,
      "thought_step_nums": 10.625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0789966806769371,
      "contrastive_loss#1": 0.3949834108352661,
      "epoch": 4.44559585492228,
      "lm_loss": 0.0001783414336387068,
      "loss": 0.07917502522468567,
      "step": 2574,
      "valid_batch_size": 1024.6875
    },
    {
      "epoch": 4.447322970639033,
      "grad_norm": 3.75,
      "learning_rate": 5e-05,
      "loss": 0.0183,
      "step": 2575
    },
    {
      "epoch": 4.447322970639033,
      "latent_token_nums": 16.0,
      "step": 2575
    },
    {
      "epoch": 4.447322970639033,
      "step": 2575,
      "thought_step_nums": 12.75
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.002023660810664296,
      "contrastive_loss#1": 0.010118303820490837,
      "epoch": 4.447322970639033,
      "lm_loss": 0.0007099068607203662,
      "loss": 0.0027335677295923233,
      "step": 2575,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.449050086355786,
      "grad_norm": 3.328125,
      "learning_rate": 5e-05,
      "loss": 0.0166,
      "step": 2576
    },
    {
      "epoch": 4.449050086355786,
      "latent_token_nums": 16.0,
      "step": 2576
    },
    {
      "epoch": 4.449050086355786,
      "step": 2576,
      "thought_step_nums": 12.375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02630661241710186,
      "contrastive_loss#1": 0.13153305649757385,
      "epoch": 4.449050086355786,
      "lm_loss": 0.00025023394846357405,
      "loss": 0.026556845754384995,
      "step": 2576,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.450777202072539,
      "grad_norm": 3.53125,
      "learning_rate": 5e-05,
      "loss": 0.0165,
      "step": 2577
    },
    {
      "epoch": 4.450777202072539,
      "latent_token_nums": 16.0,
      "step": 2577
    },
    {
      "epoch": 4.450777202072539,
      "step": 2577,
      "thought_step_nums": 11.8125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02524111233651638,
      "contrastive_loss#1": 0.12620556354522705,
      "epoch": 4.450777202072539,
      "lm_loss": 0.00018543694750405848,
      "loss": 0.025426549836993217,
      "step": 2577,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 4.452504317789292,
      "grad_norm": 4.09375,
      "learning_rate": 5e-05,
      "loss": 0.0161,
      "step": 2578
    },
    {
      "epoch": 4.452504317789292,
      "latent_token_nums": 16.0,
      "step": 2578
    },
    {
      "epoch": 4.452504317789292,
      "step": 2578,
      "thought_step_nums": 12.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.005723521113395691,
      "contrastive_loss#1": 0.028617605566978455,
      "epoch": 4.452504317789292,
      "lm_loss": 0.0007151748286560178,
      "loss": 0.006438695825636387,
      "step": 2578,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.454231433506045,
      "grad_norm": 3.84375,
      "learning_rate": 5e-05,
      "loss": 0.0212,
      "step": 2579
    },
    {
      "epoch": 4.454231433506045,
      "latent_token_nums": 16.0,
      "step": 2579
    },
    {
      "epoch": 4.454231433506045,
      "step": 2579,
      "thought_step_nums": 12.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.014155319891870022,
      "contrastive_loss#1": 0.07077659666538239,
      "epoch": 4.454231433506045,
      "lm_loss": 0.0005875774077139795,
      "loss": 0.014742896892130375,
      "step": 2579,
      "valid_batch_size": 1024.5
    },
    {
      "epoch": 4.455958549222798,
      "grad_norm": 3.484375,
      "learning_rate": 5e-05,
      "loss": 0.0154,
      "step": 2580
    },
    {
      "epoch": 4.455958549222798,
      "latent_token_nums": 16.0,
      "step": 2580
    },
    {
      "epoch": 4.455958549222798,
      "step": 2580,
      "thought_step_nums": 11.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.006300147157162428,
      "contrastive_loss#1": 0.03150073438882828,
      "epoch": 4.455958549222798,
      "lm_loss": 0.0005482821725308895,
      "loss": 0.006848429329693317,
      "step": 2580,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.457685664939551,
      "grad_norm": 3.71875,
      "learning_rate": 5e-05,
      "loss": 0.0154,
      "step": 2581
    },
    {
      "epoch": 4.457685664939551,
      "latent_token_nums": 16.0,
      "step": 2581
    },
    {
      "epoch": 4.457685664939551,
      "step": 2581,
      "thought_step_nums": 12.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.005834083538502455,
      "contrastive_loss#1": 0.029170416295528412,
      "epoch": 4.457685664939551,
      "lm_loss": 0.0002058159589068964,
      "loss": 0.006039899308234453,
      "step": 2581,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 4.459412780656304,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.0268,
      "step": 2582
    },
    {
      "epoch": 4.459412780656304,
      "latent_token_nums": 16.0,
      "step": 2582
    },
    {
      "epoch": 4.459412780656304,
      "step": 2582,
      "thought_step_nums": 10.75
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0025120405480265617,
      "contrastive_loss#1": 0.012560202740132809,
      "epoch": 4.459412780656304,
      "lm_loss": 0.00019474379951134324,
      "loss": 0.002706784289330244,
      "step": 2582,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.461139896373057,
      "grad_norm": 3.609375,
      "learning_rate": 5e-05,
      "loss": 0.0206,
      "step": 2583
    },
    {
      "epoch": 4.461139896373057,
      "latent_token_nums": 16.0,
      "step": 2583
    },
    {
      "epoch": 4.461139896373057,
      "step": 2583,
      "thought_step_nums": 12.6875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02726118080317974,
      "contrastive_loss#1": 0.13630589842796326,
      "epoch": 4.461139896373057,
      "lm_loss": 0.0002805702097248286,
      "loss": 0.0275417510420084,
      "step": 2583,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.46286701208981,
      "grad_norm": 3.328125,
      "learning_rate": 5e-05,
      "loss": 0.0189,
      "step": 2584
    },
    {
      "epoch": 4.46286701208981,
      "latent_token_nums": 16.0,
      "step": 2584
    },
    {
      "epoch": 4.46286701208981,
      "step": 2584,
      "thought_step_nums": 12.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.006970688700675964,
      "contrastive_loss#1": 0.03485344350337982,
      "epoch": 4.46286701208981,
      "lm_loss": 0.0002704108483158052,
      "loss": 0.0072410996071994305,
      "step": 2584,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.4645941278065635,
      "grad_norm": 17.25,
      "learning_rate": 5e-05,
      "loss": 0.021,
      "step": 2585
    },
    {
      "epoch": 4.4645941278065635,
      "latent_token_nums": 16.0,
      "step": 2585
    },
    {
      "epoch": 4.4645941278065635,
      "step": 2585,
      "thought_step_nums": 12.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.004665973596274853,
      "contrastive_loss#1": 0.02332986705005169,
      "epoch": 4.4645941278065635,
      "lm_loss": 0.0006004844908602536,
      "loss": 0.005266458261758089,
      "step": 2585,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.466321243523316,
      "grad_norm": 4.25,
      "learning_rate": 5e-05,
      "loss": 0.0169,
      "step": 2586
    },
    {
      "epoch": 4.466321243523316,
      "latent_token_nums": 16.0,
      "step": 2586
    },
    {
      "epoch": 4.466321243523316,
      "step": 2586,
      "thought_step_nums": 12.6875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02026422508060932,
      "contrastive_loss#1": 0.10132112354040146,
      "epoch": 4.466321243523316,
      "lm_loss": 0.00022482519852928817,
      "loss": 0.020489050075411797,
      "step": 2586,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 4.468048359240069,
      "grad_norm": 3.90625,
      "learning_rate": 5e-05,
      "loss": 0.0177,
      "step": 2587
    },
    {
      "epoch": 4.468048359240069,
      "latent_token_nums": 16.0,
      "step": 2587
    },
    {
      "epoch": 4.468048359240069,
      "step": 2587,
      "thought_step_nums": 11.75
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03705458715558052,
      "contrastive_loss#1": 0.1852729320526123,
      "epoch": 4.468048359240069,
      "lm_loss": 0.001142681110650301,
      "loss": 0.038197267800569534,
      "step": 2587,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.469775474956822,
      "grad_norm": 3.8125,
      "learning_rate": 5e-05,
      "loss": 0.0181,
      "step": 2588
    },
    {
      "epoch": 4.469775474956822,
      "latent_token_nums": 16.0,
      "step": 2588
    },
    {
      "epoch": 4.469775474956822,
      "step": 2588,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05507826432585716,
      "contrastive_loss#1": 0.2753913104534149,
      "epoch": 4.469775474956822,
      "lm_loss": 0.00014342543727252632,
      "loss": 0.055221688002347946,
      "step": 2588,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.471502590673575,
      "grad_norm": 3.21875,
      "learning_rate": 5e-05,
      "loss": 0.0139,
      "step": 2589
    },
    {
      "epoch": 4.471502590673575,
      "latent_token_nums": 16.0,
      "step": 2589
    },
    {
      "epoch": 4.471502590673575,
      "step": 2589,
      "thought_step_nums": 11.75
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.004056257661432028,
      "contrastive_loss#1": 0.020281288772821426,
      "epoch": 4.471502590673575,
      "lm_loss": 0.0001177513477159664,
      "loss": 0.0041740089654922485,
      "step": 2589,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.473229706390328,
      "grad_norm": 3.421875,
      "learning_rate": 5e-05,
      "loss": 0.0146,
      "step": 2590
    },
    {
      "epoch": 4.473229706390328,
      "latent_token_nums": 16.0,
      "step": 2590
    },
    {
      "epoch": 4.473229706390328,
      "step": 2590,
      "thought_step_nums": 10.4375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.023814043030142784,
      "contrastive_loss#1": 0.11907020956277847,
      "epoch": 4.473229706390328,
      "lm_loss": 4.1792281990638e-05,
      "loss": 0.02385583519935608,
      "step": 2590,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.474956822107081,
      "grad_norm": 3.171875,
      "learning_rate": 5e-05,
      "loss": 0.0115,
      "step": 2591
    },
    {
      "epoch": 4.474956822107081,
      "latent_token_nums": 16.0,
      "step": 2591
    },
    {
      "epoch": 4.474956822107081,
      "step": 2591,
      "thought_step_nums": 11.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.005536050070077181,
      "contrastive_loss#1": 0.027680249884724617,
      "epoch": 4.474956822107081,
      "lm_loss": 0.00031758955447003245,
      "loss": 0.005853639449924231,
      "step": 2591,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.476683937823834,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.0163,
      "step": 2592
    },
    {
      "epoch": 4.476683937823834,
      "latent_token_nums": 16.0,
      "step": 2592
    },
    {
      "epoch": 4.476683937823834,
      "step": 2592,
      "thought_step_nums": 12.25
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.005508136004209518,
      "contrastive_loss#1": 0.027540680021047592,
      "epoch": 4.476683937823834,
      "lm_loss": 9.709256119094789e-05,
      "loss": 0.005605228710919619,
      "step": 2592,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.478411053540587,
      "grad_norm": 3.125,
      "learning_rate": 5e-05,
      "loss": 0.0116,
      "step": 2593
    },
    {
      "epoch": 4.478411053540587,
      "latent_token_nums": 16.0,
      "step": 2593
    },
    {
      "epoch": 4.478411053540587,
      "step": 2593,
      "thought_step_nums": 12.125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09131796658039093,
      "contrastive_loss#1": 0.45658981800079346,
      "epoch": 4.478411053540587,
      "lm_loss": 0.0005373038002289832,
      "loss": 0.09185527265071869,
      "step": 2593,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.48013816925734,
      "grad_norm": 34.0,
      "learning_rate": 5e-05,
      "loss": 0.0134,
      "step": 2594
    },
    {
      "epoch": 4.48013816925734,
      "latent_token_nums": 16.0,
      "step": 2594
    },
    {
      "epoch": 4.48013816925734,
      "step": 2594,
      "thought_step_nums": 12.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0005687567754648626,
      "contrastive_loss#1": 0.00284378370270133,
      "epoch": 4.48013816925734,
      "lm_loss": 0.00014235114213079214,
      "loss": 0.0007111079175956547,
      "step": 2594,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.481865284974093,
      "grad_norm": 4.21875,
      "learning_rate": 5e-05,
      "loss": 0.0202,
      "step": 2595
    },
    {
      "epoch": 4.481865284974093,
      "latent_token_nums": 16.0,
      "step": 2595
    },
    {
      "epoch": 4.481865284974093,
      "step": 2595,
      "thought_step_nums": 12.75
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05764434486627579,
      "contrastive_loss#1": 0.28822171688079834,
      "epoch": 4.481865284974093,
      "lm_loss": 0.001100574736483395,
      "loss": 0.058744918555021286,
      "step": 2595,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 4.4835924006908465,
      "grad_norm": 3.703125,
      "learning_rate": 5e-05,
      "loss": 0.0193,
      "step": 2596
    },
    {
      "epoch": 4.4835924006908465,
      "latent_token_nums": 16.0,
      "step": 2596
    },
    {
      "epoch": 4.4835924006908465,
      "step": 2596,
      "thought_step_nums": 11.4375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0278970655053854,
      "contrastive_loss#1": 0.13948532938957214,
      "epoch": 4.4835924006908465,
      "lm_loss": 0.00023246477940119803,
      "loss": 0.02812953107059002,
      "step": 2596,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.485319516407599,
      "grad_norm": 3.828125,
      "learning_rate": 5e-05,
      "loss": 0.0195,
      "step": 2597
    },
    {
      "epoch": 4.485319516407599,
      "latent_token_nums": 16.0,
      "step": 2597
    },
    {
      "epoch": 4.485319516407599,
      "step": 2597,
      "thought_step_nums": 11.8125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.046552568674087524,
      "contrastive_loss#1": 0.23276284337043762,
      "epoch": 4.485319516407599,
      "lm_loss": 0.0004284890601411462,
      "loss": 0.04698105901479721,
      "step": 2597,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 4.487046632124352,
      "grad_norm": 10.0,
      "learning_rate": 5e-05,
      "loss": 0.0143,
      "step": 2598
    },
    {
      "epoch": 4.487046632124352,
      "latent_token_nums": 16.0,
      "step": 2598
    },
    {
      "epoch": 4.487046632124352,
      "step": 2598,
      "thought_step_nums": 11.6875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.009618493728339672,
      "contrastive_loss#1": 0.048092469573020935,
      "epoch": 4.487046632124352,
      "lm_loss": 0.0001856645249063149,
      "loss": 0.009804158471524715,
      "step": 2598,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.488773747841106,
      "grad_norm": 2.96875,
      "learning_rate": 5e-05,
      "loss": 0.0131,
      "step": 2599
    },
    {
      "epoch": 4.488773747841106,
      "latent_token_nums": 16.0,
      "step": 2599
    },
    {
      "epoch": 4.488773747841106,
      "step": 2599,
      "thought_step_nums": 11.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.005135257728397846,
      "contrastive_loss#1": 0.025676287710666656,
      "epoch": 4.488773747841106,
      "lm_loss": 0.00028423822368495166,
      "loss": 0.005419495981186628,
      "step": 2599,
      "valid_batch_size": 1024.375
    },
    {
      "epoch": 4.490500863557858,
      "grad_norm": 3.703125,
      "learning_rate": 5e-05,
      "loss": 0.0196,
      "step": 2600
    },
    {
      "epoch": 4.490500863557858,
      "latent_token_nums": 16.0,
      "step": 2600
    },
    {
      "epoch": 4.490500863557858,
      "step": 2600,
      "thought_step_nums": 11.8125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.023237263783812523,
      "contrastive_loss#1": 0.11618632078170776,
      "epoch": 4.490500863557858,
      "lm_loss": 0.002374393632635474,
      "loss": 0.02561165764927864,
      "step": 2600,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 4.492227979274611,
      "grad_norm": 3.640625,
      "learning_rate": 5e-05,
      "loss": 0.0194,
      "step": 2601
    },
    {
      "epoch": 4.492227979274611,
      "latent_token_nums": 16.0,
      "step": 2601
    },
    {
      "epoch": 4.492227979274611,
      "step": 2601,
      "thought_step_nums": 11.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0010082111693918705,
      "contrastive_loss#1": 0.0050410558469593525,
      "epoch": 4.492227979274611,
      "lm_loss": 0.00012129583774367347,
      "loss": 0.001129506970755756,
      "step": 2601,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.493955094991365,
      "grad_norm": 4.09375,
      "learning_rate": 5e-05,
      "loss": 0.0211,
      "step": 2602
    },
    {
      "epoch": 4.493955094991365,
      "latent_token_nums": 16.0,
      "step": 2602
    },
    {
      "epoch": 4.493955094991365,
      "step": 2602,
      "thought_step_nums": 12.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.00767822889611125,
      "contrastive_loss#1": 0.03839114308357239,
      "epoch": 4.493955094991365,
      "lm_loss": 0.00015248628915287554,
      "loss": 0.00783071480691433,
      "step": 2602,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.495682210708117,
      "grad_norm": 20.75,
      "learning_rate": 5e-05,
      "loss": 0.017,
      "step": 2603
    },
    {
      "epoch": 4.495682210708117,
      "latent_token_nums": 16.0,
      "step": 2603
    },
    {
      "epoch": 4.495682210708117,
      "step": 2603,
      "thought_step_nums": 10.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.004360109101980925,
      "contrastive_loss#1": 0.02180054411292076,
      "epoch": 4.495682210708117,
      "lm_loss": 0.00014201883459463716,
      "loss": 0.004502127878367901,
      "step": 2603,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.4974093264248705,
      "grad_norm": 3.53125,
      "learning_rate": 5e-05,
      "loss": 0.0179,
      "step": 2604
    },
    {
      "epoch": 4.4974093264248705,
      "latent_token_nums": 16.0,
      "step": 2604
    },
    {
      "epoch": 4.4974093264248705,
      "step": 2604,
      "thought_step_nums": 11.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0028145168907940388,
      "contrastive_loss#1": 0.014072583988308907,
      "epoch": 4.4974093264248705,
      "lm_loss": 0.00012303450785111636,
      "loss": 0.0029375513549894094,
      "step": 2604,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 4.499136442141624,
      "grad_norm": 4.5625,
      "learning_rate": 5e-05,
      "loss": 0.0221,
      "step": 2605
    },
    {
      "epoch": 4.499136442141624,
      "latent_token_nums": 16.0,
      "step": 2605
    },
    {
      "epoch": 4.499136442141624,
      "step": 2605,
      "thought_step_nums": 12.25
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.009232960641384125,
      "contrastive_loss#1": 0.046164803206920624,
      "epoch": 4.499136442141624,
      "lm_loss": 0.00016593268082942814,
      "loss": 0.00939889345318079,
      "step": 2605,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.500863557858376,
      "grad_norm": 3.21875,
      "learning_rate": 5e-05,
      "loss": 0.0149,
      "step": 2606
    },
    {
      "epoch": 4.500863557858376,
      "latent_token_nums": 16.0,
      "step": 2606
    },
    {
      "epoch": 4.500863557858376,
      "step": 2606,
      "thought_step_nums": 11.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.010912339203059673,
      "contrastive_loss#1": 0.05456169322133064,
      "epoch": 4.500863557858376,
      "lm_loss": 0.0002653630217537284,
      "loss": 0.011177701875567436,
      "step": 2606,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.5025906735751295,
      "grad_norm": 3.28125,
      "learning_rate": 5e-05,
      "loss": 0.0143,
      "step": 2607
    },
    {
      "epoch": 4.5025906735751295,
      "latent_token_nums": 16.0,
      "step": 2607
    },
    {
      "epoch": 4.5025906735751295,
      "step": 2607,
      "thought_step_nums": 10.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.002332371426746249,
      "contrastive_loss#1": 0.01166185736656189,
      "epoch": 4.5025906735751295,
      "lm_loss": 0.0005075723165646195,
      "loss": 0.0028399438597261906,
      "step": 2607,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.504317789291883,
      "grad_norm": 3.703125,
      "learning_rate": 5e-05,
      "loss": 0.0218,
      "step": 2608
    },
    {
      "epoch": 4.504317789291883,
      "latent_token_nums": 16.0,
      "step": 2608
    },
    {
      "epoch": 4.504317789291883,
      "step": 2608,
      "thought_step_nums": 11.0625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.006636178586632013,
      "contrastive_loss#1": 0.03318089246749878,
      "epoch": 4.504317789291883,
      "lm_loss": 0.0026709192898124456,
      "loss": 0.009307097643613815,
      "step": 2608,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.506044905008635,
      "grad_norm": 3.640625,
      "learning_rate": 5e-05,
      "loss": 0.0189,
      "step": 2609
    },
    {
      "epoch": 4.506044905008635,
      "latent_token_nums": 16.0,
      "step": 2609
    },
    {
      "epoch": 4.506044905008635,
      "step": 2609,
      "thought_step_nums": 12.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0017861382802948356,
      "contrastive_loss#1": 0.0089306915178895,
      "epoch": 4.506044905008635,
      "lm_loss": 0.004754986148327589,
      "loss": 0.006541124545037746,
      "step": 2609,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 4.507772020725389,
      "grad_norm": 3.125,
      "learning_rate": 5e-05,
      "loss": 0.0123,
      "step": 2610
    },
    {
      "epoch": 4.507772020725389,
      "latent_token_nums": 16.0,
      "step": 2610
    },
    {
      "epoch": 4.507772020725389,
      "step": 2610,
      "thought_step_nums": 11.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0027893148362636566,
      "contrastive_loss#1": 0.013946574181318283,
      "epoch": 4.507772020725389,
      "lm_loss": 6.669655704172328e-05,
      "loss": 0.002856011502444744,
      "step": 2610,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 4.509499136442142,
      "grad_norm": 3.40625,
      "learning_rate": 5e-05,
      "loss": 0.0196,
      "step": 2611
    },
    {
      "epoch": 4.509499136442142,
      "latent_token_nums": 16.0,
      "step": 2611
    },
    {
      "epoch": 4.509499136442142,
      "step": 2611,
      "thought_step_nums": 10.8125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0035579900722950697,
      "contrastive_loss#1": 0.017789950594305992,
      "epoch": 4.509499136442142,
      "lm_loss": 0.00040039134910330176,
      "loss": 0.003958381246775389,
      "step": 2611,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.511226252158894,
      "grad_norm": 2.71875,
      "learning_rate": 5e-05,
      "loss": 0.0118,
      "step": 2612
    },
    {
      "epoch": 4.511226252158894,
      "latent_token_nums": 16.0,
      "step": 2612
    },
    {
      "epoch": 4.511226252158894,
      "step": 2612,
      "thought_step_nums": 11.375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.02584010921418667,
      "contrastive_loss#1": 0.1292005479335785,
      "epoch": 4.511226252158894,
      "lm_loss": 0.00019085673557128757,
      "loss": 0.02603096514940262,
      "step": 2612,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.512953367875648,
      "grad_norm": 3.453125,
      "learning_rate": 5e-05,
      "loss": 0.0178,
      "step": 2613
    },
    {
      "epoch": 4.512953367875648,
      "latent_token_nums": 16.0,
      "step": 2613
    },
    {
      "epoch": 4.512953367875648,
      "step": 2613,
      "thought_step_nums": 11.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0021927186753600836,
      "contrastive_loss#1": 0.010963592678308487,
      "epoch": 4.512953367875648,
      "lm_loss": 0.00023254627012647688,
      "loss": 0.002425265032798052,
      "step": 2613,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.514680483592401,
      "grad_norm": 7.5,
      "learning_rate": 5e-05,
      "loss": 0.0201,
      "step": 2614
    },
    {
      "epoch": 4.514680483592401,
      "latent_token_nums": 16.0,
      "step": 2614
    },
    {
      "epoch": 4.514680483592401,
      "step": 2614,
      "thought_step_nums": 11.0625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.004801053553819656,
      "contrastive_loss#1": 0.024005267769098282,
      "epoch": 4.514680483592401,
      "lm_loss": 0.000265925977146253,
      "loss": 0.005066979676485062,
      "step": 2614,
      "valid_batch_size": 1024.375
    },
    {
      "epoch": 4.5164075993091535,
      "grad_norm": 4.0625,
      "learning_rate": 5e-05,
      "loss": 0.0205,
      "step": 2615
    },
    {
      "epoch": 4.5164075993091535,
      "latent_token_nums": 16.0,
      "step": 2615
    },
    {
      "epoch": 4.5164075993091535,
      "step": 2615,
      "thought_step_nums": 11.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.014970420859754086,
      "contrastive_loss#1": 0.0748521015048027,
      "epoch": 4.5164075993091535,
      "lm_loss": 0.0014828976709395647,
      "loss": 0.016453318297863007,
      "step": 2615,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 4.518134715025907,
      "grad_norm": 3.375,
      "learning_rate": 5e-05,
      "loss": 0.0162,
      "step": 2616
    },
    {
      "epoch": 4.518134715025907,
      "latent_token_nums": 16.0,
      "step": 2616
    },
    {
      "epoch": 4.518134715025907,
      "step": 2616,
      "thought_step_nums": 12.5
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.014179239049553871,
      "contrastive_loss#1": 0.0708961933851242,
      "epoch": 4.518134715025907,
      "lm_loss": 0.0001699923595879227,
      "loss": 0.014349231496453285,
      "step": 2616,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.51986183074266,
      "grad_norm": 4.125,
      "learning_rate": 5e-05,
      "loss": 0.0226,
      "step": 2617
    },
    {
      "epoch": 4.51986183074266,
      "latent_token_nums": 16.0,
      "step": 2617
    },
    {
      "epoch": 4.51986183074266,
      "step": 2617,
      "thought_step_nums": 12.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0026133470237255096,
      "contrastive_loss#1": 0.013066735118627548,
      "epoch": 4.51986183074266,
      "lm_loss": 0.00010193981870543212,
      "loss": 0.002715286798775196,
      "step": 2617,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.521588946459413,
      "grad_norm": 3.28125,
      "learning_rate": 5e-05,
      "loss": 0.0127,
      "step": 2618
    },
    {
      "epoch": 4.521588946459413,
      "latent_token_nums": 16.0,
      "step": 2618
    },
    {
      "epoch": 4.521588946459413,
      "step": 2618,
      "thought_step_nums": 13.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0033969201613217592,
      "contrastive_loss#1": 0.016984600573778152,
      "epoch": 4.521588946459413,
      "lm_loss": 0.00026049636653624475,
      "loss": 0.0036574164405465126,
      "step": 2618,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.523316062176166,
      "grad_norm": 3.28125,
      "learning_rate": 5e-05,
      "loss": 0.0153,
      "step": 2619
    },
    {
      "epoch": 4.523316062176166,
      "latent_token_nums": 16.0,
      "step": 2619
    },
    {
      "epoch": 4.523316062176166,
      "step": 2619,
      "thought_step_nums": 11.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.009325194172561169,
      "contrastive_loss#1": 0.04662596806883812,
      "epoch": 4.523316062176166,
      "lm_loss": 0.00012125985085731372,
      "loss": 0.009446454234421253,
      "step": 2619,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.525043177892919,
      "grad_norm": 3.421875,
      "learning_rate": 5e-05,
      "loss": 0.0203,
      "step": 2620
    },
    {
      "epoch": 4.525043177892919,
      "latent_token_nums": 16.0,
      "step": 2620
    },
    {
      "epoch": 4.525043177892919,
      "step": 2620,
      "thought_step_nums": 11.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.014459754340350628,
      "contrastive_loss#1": 0.07229877263307571,
      "epoch": 4.525043177892919,
      "lm_loss": 0.00011413803440518677,
      "loss": 0.014573892578482628,
      "step": 2620,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.526770293609672,
      "grad_norm": 2.890625,
      "learning_rate": 5e-05,
      "loss": 0.0126,
      "step": 2621
    },
    {
      "epoch": 4.526770293609672,
      "latent_token_nums": 16.0,
      "step": 2621
    },
    {
      "epoch": 4.526770293609672,
      "step": 2621,
      "thought_step_nums": 11.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.00986811239272356,
      "contrastive_loss#1": 0.04934056103229523,
      "epoch": 4.526770293609672,
      "lm_loss": 0.0004800021415576339,
      "loss": 0.010348114185035229,
      "step": 2621,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.528497409326425,
      "grad_norm": 4.5625,
      "learning_rate": 5e-05,
      "loss": 0.0212,
      "step": 2622
    },
    {
      "epoch": 4.528497409326425,
      "latent_token_nums": 16.0,
      "step": 2622
    },
    {
      "epoch": 4.528497409326425,
      "step": 2622,
      "thought_step_nums": 12.0
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.03622791916131973,
      "contrastive_loss#1": 0.18113958835601807,
      "epoch": 4.528497409326425,
      "lm_loss": 0.00024161263718269765,
      "loss": 0.03646953031420708,
      "step": 2622,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.530224525043177,
      "grad_norm": 4.375,
      "learning_rate": 5e-05,
      "loss": 0.0154,
      "step": 2623
    },
    {
      "epoch": 4.530224525043177,
      "latent_token_nums": 16.0,
      "step": 2623
    },
    {
      "epoch": 4.530224525043177,
      "step": 2623,
      "thought_step_nums": 11.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.005543788895010948,
      "contrastive_loss#1": 0.02771894447505474,
      "epoch": 4.530224525043177,
      "lm_loss": 0.0006674472824670374,
      "loss": 0.006211236119270325,
      "step": 2623,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.531951640759931,
      "grad_norm": 147.0,
      "learning_rate": 5e-05,
      "loss": 0.0153,
      "step": 2624
    },
    {
      "epoch": 4.531951640759931,
      "latent_token_nums": 16.0,
      "step": 2624
    },
    {
      "epoch": 4.531951640759931,
      "step": 2624,
      "thought_step_nums": 11.875
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05873103067278862,
      "contrastive_loss#1": 0.2936551570892334,
      "epoch": 4.531951640759931,
      "lm_loss": 0.00012325498391874135,
      "loss": 0.05885428562760353,
      "step": 2624,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 4.533678756476684,
      "grad_norm": 3.578125,
      "learning_rate": 5e-05,
      "loss": 0.0175,
      "step": 2625
    },
    {
      "epoch": 4.533678756476684,
      "latent_token_nums": 16.0,
      "step": 2625
    },
    {
      "epoch": 4.533678756476684,
      "step": 2625,
      "thought_step_nums": 11.8125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.012711725197732449,
      "contrastive_loss#1": 0.06355862319469452,
      "epoch": 4.533678756476684,
      "lm_loss": 0.00019880131003446877,
      "loss": 0.012910526245832443,
      "step": 2625,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.5354058721934365,
      "grad_norm": 4.09375,
      "learning_rate": 5e-05,
      "loss": 0.0155,
      "step": 2626
    },
    {
      "epoch": 4.5354058721934365,
      "latent_token_nums": 16.0,
      "step": 2626
    },
    {
      "epoch": 4.5354058721934365,
      "step": 2626,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01973118633031845,
      "contrastive_loss#1": 0.09865593165159225,
      "epoch": 4.5354058721934365,
      "lm_loss": 9.387781756231561e-05,
      "loss": 0.01982506364583969,
      "step": 2626,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 4.53713298791019,
      "grad_norm": 3.46875,
      "learning_rate": 5e-05,
      "loss": 0.0127,
      "step": 2627
    },
    {
      "epoch": 4.53713298791019,
      "latent_token_nums": 16.0,
      "step": 2627
    },
    {
      "epoch": 4.53713298791019,
      "step": 2627,
      "thought_step_nums": 11.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.002436332870274782,
      "contrastive_loss#1": 0.012181663885712624,
      "epoch": 4.53713298791019,
      "lm_loss": 0.00032076024217531085,
      "loss": 0.002757093170657754,
      "step": 2627,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.538860103626943,
      "grad_norm": 3.78125,
      "learning_rate": 5e-05,
      "loss": 0.0216,
      "step": 2628
    },
    {
      "epoch": 4.538860103626943,
      "latent_token_nums": 16.0,
      "step": 2628
    },
    {
      "epoch": 4.538860103626943,
      "step": 2628,
      "thought_step_nums": 10.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.003159245941787958,
      "contrastive_loss#1": 0.015796229243278503,
      "epoch": 4.538860103626943,
      "lm_loss": 0.00015285846893675625,
      "loss": 0.003312104381620884,
      "step": 2628,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 4.540587219343696,
      "grad_norm": 3.859375,
      "learning_rate": 5e-05,
      "loss": 0.0182,
      "step": 2629
    },
    {
      "epoch": 4.540587219343696,
      "latent_token_nums": 16.0,
      "step": 2629
    },
    {
      "epoch": 4.540587219343696,
      "step": 2629,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.09128141403198242,
      "contrastive_loss#1": 0.4564070701599121,
      "epoch": 4.540587219343696,
      "lm_loss": 0.0003722657565958798,
      "loss": 0.09165368229150772,
      "step": 2629,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.542314335060449,
      "grad_norm": 3.65625,
      "learning_rate": 5e-05,
      "loss": 0.0212,
      "step": 2630
    },
    {
      "epoch": 4.542314335060449,
      "latent_token_nums": 16.0,
      "step": 2630
    },
    {
      "epoch": 4.542314335060449,
      "step": 2630,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.013384993188083172,
      "contrastive_loss#1": 0.06692496687173843,
      "epoch": 4.542314335060449,
      "lm_loss": 0.00016577844507992268,
      "loss": 0.01355077140033245,
      "step": 2630,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.544041450777202,
      "grad_norm": 3.90625,
      "learning_rate": 5e-05,
      "loss": 0.0193,
      "step": 2631
    },
    {
      "epoch": 4.544041450777202,
      "latent_token_nums": 16.0,
      "step": 2631
    },
    {
      "epoch": 4.544041450777202,
      "step": 2631,
      "thought_step_nums": 11.8125
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.04821401089429855,
      "contrastive_loss#1": 0.24107004702091217,
      "epoch": 4.544041450777202,
      "lm_loss": 0.00015027893823571503,
      "loss": 0.04836428910493851,
      "step": 2631,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 4.545768566493955,
      "grad_norm": 3.765625,
      "learning_rate": 5e-05,
      "loss": 0.0183,
      "step": 2632
    },
    {
      "epoch": 4.545768566493955,
      "latent_token_nums": 16.0,
      "step": 2632
    },
    {
      "epoch": 4.545768566493955,
      "step": 2632,
      "thought_step_nums": 12.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.006386385764926672,
      "contrastive_loss#1": 0.03193192929029465,
      "epoch": 4.545768566493955,
      "lm_loss": 0.0001563848345540464,
      "loss": 0.006542770657688379,
      "step": 2632,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.547495682210708,
      "grad_norm": 4.09375,
      "learning_rate": 5e-05,
      "loss": 0.0155,
      "step": 2633
    },
    {
      "epoch": 4.547495682210708,
      "latent_token_nums": 16.0,
      "step": 2633
    },
    {
      "epoch": 4.547495682210708,
      "step": 2633,
      "thought_step_nums": 11.1875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.029151661321520805,
      "contrastive_loss#1": 0.14575830101966858,
      "epoch": 4.547495682210708,
      "lm_loss": 0.00022080991766415536,
      "loss": 0.02937247045338154,
      "step": 2633,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.549222797927461,
      "grad_norm": 6.125,
      "learning_rate": 5e-05,
      "loss": 0.0236,
      "step": 2634
    },
    {
      "epoch": 4.549222797927461,
      "latent_token_nums": 16.0,
      "step": 2634
    },
    {
      "epoch": 4.549222797927461,
      "step": 2634,
      "thought_step_nums": 12.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.002018375787883997,
      "contrastive_loss#1": 0.010091878473758698,
      "epoch": 4.549222797927461,
      "lm_loss": 0.0001992423931369558,
      "loss": 0.0022176182828843594,
      "step": 2634,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.550949913644214,
      "grad_norm": 3.8125,
      "learning_rate": 5e-05,
      "loss": 0.0159,
      "step": 2635
    },
    {
      "epoch": 4.550949913644214,
      "latent_token_nums": 16.0,
      "step": 2635
    },
    {
      "epoch": 4.550949913644214,
      "step": 2635,
      "thought_step_nums": 11.875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0568481869995594,
      "contrastive_loss#1": 0.2842409312725067,
      "epoch": 4.550949913644214,
      "lm_loss": 7.734432438155636e-05,
      "loss": 0.05692553147673607,
      "step": 2635,
      "valid_batch_size": 1024.375
    },
    {
      "epoch": 4.552677029360967,
      "grad_norm": 3.609375,
      "learning_rate": 5e-05,
      "loss": 0.0164,
      "step": 2636
    },
    {
      "epoch": 4.552677029360967,
      "latent_token_nums": 16.0,
      "step": 2636
    },
    {
      "epoch": 4.552677029360967,
      "step": 2636,
      "thought_step_nums": 11.625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.029898783192038536,
      "contrastive_loss#1": 0.14949391782283783,
      "epoch": 4.552677029360967,
      "lm_loss": 0.0001499456266174093,
      "loss": 0.030048727989196777,
      "step": 2636,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.55440414507772,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.0154,
      "step": 2637
    },
    {
      "epoch": 4.55440414507772,
      "latent_token_nums": 16.0,
      "step": 2637
    },
    {
      "epoch": 4.55440414507772,
      "step": 2637,
      "thought_step_nums": 10.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.00725417910143733,
      "contrastive_loss#1": 0.03627089411020279,
      "epoch": 4.55440414507772,
      "lm_loss": 0.0009176353341899812,
      "loss": 0.008171814493834972,
      "step": 2637,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 4.556131260794473,
      "grad_norm": 3.390625,
      "learning_rate": 5e-05,
      "loss": 0.0135,
      "step": 2638
    },
    {
      "epoch": 4.556131260794473,
      "latent_token_nums": 16.0,
      "step": 2638
    },
    {
      "epoch": 4.556131260794473,
      "step": 2638,
      "thought_step_nums": 11.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.007331985514611006,
      "contrastive_loss#1": 0.03665992617607117,
      "epoch": 4.556131260794473,
      "lm_loss": 0.00011536669626366347,
      "loss": 0.007447352167218924,
      "step": 2638,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.557858376511226,
      "grad_norm": 6.6875,
      "learning_rate": 5e-05,
      "loss": 0.0137,
      "step": 2639
    },
    {
      "epoch": 4.557858376511226,
      "latent_token_nums": 16.0,
      "step": 2639
    },
    {
      "epoch": 4.557858376511226,
      "step": 2639,
      "thought_step_nums": 11.9375
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.09491775184869766,
      "contrastive_loss#1": 0.4745887517929077,
      "epoch": 4.557858376511226,
      "lm_loss": 0.0003045727498829365,
      "loss": 0.09522232413291931,
      "step": 2639,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 4.5595854922279795,
      "grad_norm": 5.28125,
      "learning_rate": 5e-05,
      "loss": 0.0213,
      "step": 2640
    },
    {
      "epoch": 4.5595854922279795,
      "latent_token_nums": 16.0,
      "step": 2640
    },
    {
      "epoch": 4.5595854922279795,
      "step": 2640,
      "thought_step_nums": 11.75
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.015465989708900452,
      "contrastive_loss#1": 0.07732994854450226,
      "epoch": 4.5595854922279795,
      "lm_loss": 0.00022220212849788368,
      "loss": 0.01568819209933281,
      "step": 2640,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 4.561312607944732,
      "grad_norm": 4.78125,
      "learning_rate": 5e-05,
      "loss": 0.025,
      "step": 2641
    },
    {
      "epoch": 4.561312607944732,
      "latent_token_nums": 16.0,
      "step": 2641
    },
    {
      "epoch": 4.561312607944732,
      "step": 2641,
      "thought_step_nums": 13.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.009286772459745407,
      "contrastive_loss#1": 0.046433862298727036,
      "epoch": 4.561312607944732,
      "lm_loss": 0.0006441024597734213,
      "loss": 0.009930875152349472,
      "step": 2641,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.563039723661485,
      "grad_norm": 4.9375,
      "learning_rate": 5e-05,
      "loss": 0.0172,
      "step": 2642
    },
    {
      "epoch": 4.563039723661485,
      "latent_token_nums": 16.0,
      "step": 2642
    },
    {
      "epoch": 4.563039723661485,
      "step": 2642,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.002847585827112198,
      "contrastive_loss#1": 0.01423792913556099,
      "epoch": 4.563039723661485,
      "lm_loss": 0.00015688237908761948,
      "loss": 0.0030044682789593935,
      "step": 2642,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 4.564766839378239,
      "grad_norm": 4.46875,
      "learning_rate": 5e-05,
      "loss": 0.0242,
      "step": 2643
    },
    {
      "epoch": 4.564766839378239,
      "latent_token_nums": 16.0,
      "step": 2643
    },
    {
      "epoch": 4.564766839378239,
      "step": 2643,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.006874661892652512,
      "contrastive_loss#1": 0.03437330946326256,
      "epoch": 4.564766839378239,
      "lm_loss": 0.00042015776853077114,
      "loss": 0.007294819690287113,
      "step": 2643,
      "valid_batch_size": 1024.625
    },
    {
      "epoch": 4.566493955094991,
      "grad_norm": 7.96875,
      "learning_rate": 5e-05,
      "loss": 0.0153,
      "step": 2644
    },
    {
      "epoch": 4.566493955094991,
      "latent_token_nums": 16.0,
      "step": 2644
    },
    {
      "epoch": 4.566493955094991,
      "step": 2644,
      "thought_step_nums": 11.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.022217102348804474,
      "contrastive_loss#1": 0.11108551174402237,
      "epoch": 4.566493955094991,
      "lm_loss": 0.00034164515091106296,
      "loss": 0.022558746859431267,
      "step": 2644,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 4.568221070811744,
      "grad_norm": 4.3125,
      "learning_rate": 5e-05,
      "loss": 0.0219,
      "step": 2645
    },
    {
      "epoch": 4.568221070811744,
      "latent_token_nums": 16.0,
      "step": 2645
    },
    {
      "epoch": 4.568221070811744,
      "step": 2645,
      "thought_step_nums": 11.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01718127727508545,
      "contrastive_loss#1": 0.08590638637542725,
      "epoch": 4.568221070811744,
      "lm_loss": 0.0003465043264441192,
      "loss": 0.017527781426906586,
      "step": 2645,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.569948186528498,
      "grad_norm": 3.625,
      "learning_rate": 5e-05,
      "loss": 0.016,
      "step": 2646
    },
    {
      "epoch": 4.569948186528498,
      "latent_token_nums": 16.0,
      "step": 2646
    },
    {
      "epoch": 4.569948186528498,
      "step": 2646,
      "thought_step_nums": 12.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.000747502432204783,
      "contrastive_loss#1": 0.003737512044608593,
      "epoch": 4.569948186528498,
      "lm_loss": 0.00023722856712993234,
      "loss": 0.0009847310138866305,
      "step": 2646,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.57167530224525,
      "grad_norm": 3.109375,
      "learning_rate": 5e-05,
      "loss": 0.0134,
      "step": 2647
    },
    {
      "epoch": 4.57167530224525,
      "latent_token_nums": 16.0,
      "step": 2647
    },
    {
      "epoch": 4.57167530224525,
      "step": 2647,
      "thought_step_nums": 11.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.016509586945176125,
      "contrastive_loss#1": 0.08254793286323547,
      "epoch": 4.57167530224525,
      "lm_loss": 0.0001439149782527238,
      "loss": 0.016653502359986305,
      "step": 2647,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.573402417962003,
      "grad_norm": 3.0,
      "learning_rate": 5e-05,
      "loss": 0.0143,
      "step": 2648
    },
    {
      "epoch": 4.573402417962003,
      "latent_token_nums": 16.0,
      "step": 2648
    },
    {
      "epoch": 4.573402417962003,
      "step": 2648,
      "thought_step_nums": 10.5625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.08480629324913025,
      "contrastive_loss#1": 0.42403146624565125,
      "epoch": 4.573402417962003,
      "lm_loss": 0.00038131827022880316,
      "loss": 0.08518761396408081,
      "step": 2648,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.575129533678757,
      "grad_norm": 4.0,
      "learning_rate": 5e-05,
      "loss": 0.0191,
      "step": 2649
    },
    {
      "epoch": 4.575129533678757,
      "latent_token_nums": 16.0,
      "step": 2649
    },
    {
      "epoch": 4.575129533678757,
      "step": 2649,
      "thought_step_nums": 12.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.012215602211654186,
      "contrastive_loss#1": 0.061078011989593506,
      "epoch": 4.575129533678757,
      "lm_loss": 9.828848124016076e-05,
      "loss": 0.012313890270888805,
      "step": 2649,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.576856649395509,
      "grad_norm": 3.28125,
      "learning_rate": 5e-05,
      "loss": 0.0177,
      "step": 2650
    },
    {
      "epoch": 4.576856649395509,
      "latent_token_nums": 16.0,
      "step": 2650
    },
    {
      "epoch": 4.576856649395509,
      "step": 2650,
      "thought_step_nums": 10.9375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.059633102267980576,
      "contrastive_loss#1": 0.298165500164032,
      "epoch": 4.576856649395509,
      "lm_loss": 0.0006378803518600762,
      "loss": 0.06027098372578621,
      "step": 2650,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.5785837651122625,
      "grad_norm": 4.6875,
      "learning_rate": 5e-05,
      "loss": 0.022,
      "step": 2651
    },
    {
      "epoch": 4.5785837651122625,
      "latent_token_nums": 16.0,
      "step": 2651
    },
    {
      "epoch": 4.5785837651122625,
      "step": 2651,
      "thought_step_nums": 11.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0019948664121329784,
      "contrastive_loss#1": 0.009974331595003605,
      "epoch": 4.5785837651122625,
      "lm_loss": 0.0003244834369979799,
      "loss": 0.0023193499073386192,
      "step": 2651,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 4.580310880829016,
      "grad_norm": 3.515625,
      "learning_rate": 5e-05,
      "loss": 0.019,
      "step": 2652
    },
    {
      "epoch": 4.580310880829016,
      "latent_token_nums": 16.0,
      "step": 2652
    },
    {
      "epoch": 4.580310880829016,
      "step": 2652,
      "thought_step_nums": 10.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0008797308546490967,
      "contrastive_loss#1": 0.004398654215037823,
      "epoch": 4.580310880829016,
      "lm_loss": 0.0005071241175755858,
      "loss": 0.0013868550304323435,
      "step": 2652,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 4.582037996545768,
      "grad_norm": 3.40625,
      "learning_rate": 5e-05,
      "loss": 0.0144,
      "step": 2653
    },
    {
      "epoch": 4.582037996545768,
      "latent_token_nums": 16.0,
      "step": 2653
    },
    {
      "epoch": 4.582037996545768,
      "step": 2653,
      "thought_step_nums": 12.875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0014099034015089273,
      "contrastive_loss#1": 0.007049516774713993,
      "epoch": 4.582037996545768,
      "lm_loss": 0.0002381790109211579,
      "loss": 0.00164808239787817,
      "step": 2653,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 4.583765112262522,
      "grad_norm": 3.8125,
      "learning_rate": 5e-05,
      "loss": 0.0211,
      "step": 2654
    },
    {
      "epoch": 4.583765112262522,
      "latent_token_nums": 16.0,
      "step": 2654
    },
    {
      "epoch": 4.583765112262522,
      "step": 2654,
      "thought_step_nums": 10.75
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.022130826488137245,
      "contrastive_loss#1": 0.11065413057804108,
      "epoch": 4.583765112262522,
      "lm_loss": 0.0003937872243113816,
      "loss": 0.02252461388707161,
      "step": 2654,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 4.585492227979275,
      "grad_norm": 4.125,
      "learning_rate": 5e-05,
      "loss": 0.0193,
      "step": 2655
    },
    {
      "epoch": 4.585492227979275,
      "latent_token_nums": 16.0,
      "step": 2655
    },
    {
      "epoch": 4.585492227979275,
      "step": 2655,
      "thought_step_nums": 11.875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.04257366806268692,
      "contrastive_loss#1": 0.212868332862854,
      "epoch": 4.585492227979275,
      "lm_loss": 0.0012887754710391164,
      "loss": 0.043862443417310715,
      "step": 2655,
      "valid_batch_size": 1024.5625
    },
    {
      "epoch": 4.587219343696027,
      "grad_norm": 3.8125,
      "learning_rate": 5e-05,
      "loss": 0.0196,
      "step": 2656
    },
    {
      "epoch": 4.587219343696027,
      "latent_token_nums": 16.0,
      "step": 2656
    },
    {
      "epoch": 4.587219343696027,
      "step": 2656,
      "thought_step_nums": 11.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0017877729842439294,
      "contrastive_loss#1": 0.008938864804804325,
      "epoch": 4.587219343696027,
      "lm_loss": 0.0003085556672886014,
      "loss": 0.002096328651532531,
      "step": 2656,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.588946459412781,
      "grad_norm": 3.296875,
      "learning_rate": 5e-05,
      "loss": 0.0191,
      "step": 2657
    },
    {
      "epoch": 4.588946459412781,
      "latent_token_nums": 16.0,
      "step": 2657
    },
    {
      "epoch": 4.588946459412781,
      "step": 2657,
      "thought_step_nums": 10.875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0031204328406602144,
      "contrastive_loss#1": 0.015602163970470428,
      "epoch": 4.588946459412781,
      "lm_loss": 0.0014858937356621027,
      "loss": 0.004606326576322317,
      "step": 2657,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.590673575129534,
      "grad_norm": 3.5625,
      "learning_rate": 5e-05,
      "loss": 0.0159,
      "step": 2658
    },
    {
      "epoch": 4.590673575129534,
      "latent_token_nums": 16.0,
      "step": 2658
    },
    {
      "epoch": 4.590673575129534,
      "step": 2658,
      "thought_step_nums": 12.0625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.022093333303928375,
      "contrastive_loss#1": 0.11046666651964188,
      "epoch": 4.590673575129534,
      "lm_loss": 0.00022014077694620937,
      "loss": 0.022313473746180534,
      "step": 2658,
      "valid_batch_size": 1024.3125
    },
    {
      "epoch": 4.592400690846286,
      "grad_norm": 3.4375,
      "learning_rate": 5e-05,
      "loss": 0.0153,
      "step": 2659
    },
    {
      "epoch": 4.592400690846286,
      "latent_token_nums": 16.0,
      "step": 2659
    },
    {
      "epoch": 4.592400690846286,
      "step": 2659,
      "thought_step_nums": 12.9375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01645311713218689,
      "contrastive_loss#1": 0.08226558566093445,
      "epoch": 4.592400690846286,
      "lm_loss": 0.00038994901115074754,
      "loss": 0.01684306561946869,
      "step": 2659,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 4.59412780656304,
      "grad_norm": 3.671875,
      "learning_rate": 5e-05,
      "loss": 0.0175,
      "step": 2660
    },
    {
      "epoch": 4.59412780656304,
      "latent_token_nums": 16.0,
      "step": 2660
    },
    {
      "epoch": 4.59412780656304,
      "step": 2660,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.007059687282890081,
      "contrastive_loss#1": 0.035298436880111694,
      "epoch": 4.59412780656304,
      "lm_loss": 8.788378909230232e-05,
      "loss": 0.007147571071982384,
      "step": 2660,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.595854922279793,
      "grad_norm": 5.75,
      "learning_rate": 5e-05,
      "loss": 0.0156,
      "step": 2661
    },
    {
      "epoch": 4.595854922279793,
      "latent_token_nums": 16.0,
      "step": 2661
    },
    {
      "epoch": 4.595854922279793,
      "step": 2661,
      "thought_step_nums": 11.25
    },
    {
      "acc@1": 0.875,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.056625302881002426,
      "contrastive_loss#1": 0.28312650322914124,
      "epoch": 4.595854922279793,
      "lm_loss": 7.064764940878376e-05,
      "loss": 0.05669594928622246,
      "step": 2661,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.5975820379965455,
      "grad_norm": 4.1875,
      "learning_rate": 5e-05,
      "loss": 0.0194,
      "step": 2662
    },
    {
      "epoch": 4.5975820379965455,
      "latent_token_nums": 16.0,
      "step": 2662
    },
    {
      "epoch": 4.5975820379965455,
      "step": 2662,
      "thought_step_nums": 11.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.002871877746656537,
      "contrastive_loss#1": 0.014359388500452042,
      "epoch": 4.5975820379965455,
      "lm_loss": 0.00024462223518639803,
      "loss": 0.003116500098258257,
      "step": 2662,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.599309153713299,
      "grad_norm": 3.359375,
      "learning_rate": 5e-05,
      "loss": 0.0166,
      "step": 2663
    },
    {
      "epoch": 4.599309153713299,
      "latent_token_nums": 16.0,
      "step": 2663
    },
    {
      "epoch": 4.599309153713299,
      "step": 2663,
      "thought_step_nums": 10.4375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.009391646832227707,
      "contrastive_loss#1": 0.046958234161138535,
      "epoch": 4.599309153713299,
      "lm_loss": 7.388438825728372e-05,
      "loss": 0.009465531446039677,
      "step": 2663,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 4.601036269430052,
      "grad_norm": 3.703125,
      "learning_rate": 5e-05,
      "loss": 0.0196,
      "step": 2664
    },
    {
      "epoch": 4.601036269430052,
      "latent_token_nums": 16.0,
      "step": 2664
    },
    {
      "epoch": 4.601036269430052,
      "step": 2664,
      "thought_step_nums": 11.875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0007622998091392219,
      "contrastive_loss#1": 0.003811498871073127,
      "epoch": 4.601036269430052,
      "lm_loss": 9.508016955805942e-05,
      "loss": 0.0008573799859732389,
      "step": 2664,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.602763385146805,
      "grad_norm": 5.25,
      "learning_rate": 5e-05,
      "loss": 0.0182,
      "step": 2665
    },
    {
      "epoch": 4.602763385146805,
      "latent_token_nums": 16.0,
      "step": 2665
    },
    {
      "epoch": 4.602763385146805,
      "step": 2665,
      "thought_step_nums": 11.75
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.002156333765015006,
      "contrastive_loss#1": 0.010781669057905674,
      "epoch": 4.602763385146805,
      "lm_loss": 0.00035994205973111093,
      "loss": 0.0025162757374346256,
      "step": 2665,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.604490500863558,
      "grad_norm": 4.8125,
      "learning_rate": 5e-05,
      "loss": 0.0173,
      "step": 2666
    },
    {
      "epoch": 4.604490500863558,
      "latent_token_nums": 16.0,
      "step": 2666
    },
    {
      "epoch": 4.604490500863558,
      "step": 2666,
      "thought_step_nums": 12.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.018394479528069496,
      "contrastive_loss#1": 0.09197239577770233,
      "epoch": 4.604490500863558,
      "lm_loss": 0.00039204617496579885,
      "loss": 0.01878652535378933,
      "step": 2666,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.606217616580311,
      "grad_norm": 3.484375,
      "learning_rate": 5e-05,
      "loss": 0.0145,
      "step": 2667
    },
    {
      "epoch": 4.606217616580311,
      "latent_token_nums": 16.0,
      "step": 2667
    },
    {
      "epoch": 4.606217616580311,
      "step": 2667,
      "thought_step_nums": 10.625
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.05974280834197998,
      "contrastive_loss#1": 0.2987140417098999,
      "epoch": 4.606217616580311,
      "lm_loss": 0.0008894151542335749,
      "loss": 0.06063222512602806,
      "step": 2667,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 4.607944732297064,
      "grad_norm": 14.4375,
      "learning_rate": 5e-05,
      "loss": 0.0182,
      "step": 2668
    },
    {
      "epoch": 4.607944732297064,
      "latent_token_nums": 16.0,
      "step": 2668
    },
    {
      "epoch": 4.607944732297064,
      "step": 2668,
      "thought_step_nums": 11.75
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.018926970660686493,
      "contrastive_loss#1": 0.09463485330343246,
      "epoch": 4.607944732297064,
      "lm_loss": 0.00024895367096178234,
      "loss": 0.019175924360752106,
      "step": 2668,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 4.609671848013817,
      "grad_norm": 5.3125,
      "learning_rate": 5e-05,
      "loss": 0.0197,
      "step": 2669
    },
    {
      "epoch": 4.609671848013817,
      "latent_token_nums": 16.0,
      "step": 2669
    },
    {
      "epoch": 4.609671848013817,
      "step": 2669,
      "thought_step_nums": 10.75
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.009112643077969551,
      "contrastive_loss#1": 0.045563213527202606,
      "epoch": 4.609671848013817,
      "lm_loss": 0.00011341585195623338,
      "loss": 0.00922605860978365,
      "step": 2669,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.61139896373057,
      "grad_norm": 4.71875,
      "learning_rate": 5e-05,
      "loss": 0.0166,
      "step": 2670
    },
    {
      "epoch": 4.61139896373057,
      "latent_token_nums": 16.0,
      "step": 2670
    },
    {
      "epoch": 4.61139896373057,
      "step": 2670,
      "thought_step_nums": 12.875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.013872252777218819,
      "contrastive_loss#1": 0.06936126202344894,
      "epoch": 4.61139896373057,
      "lm_loss": 9.427640907233581e-05,
      "loss": 0.013966529630124569,
      "step": 2670,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 4.613126079447323,
      "grad_norm": 6.46875,
      "learning_rate": 5e-05,
      "loss": 0.0171,
      "step": 2671
    },
    {
      "epoch": 4.613126079447323,
      "latent_token_nums": 16.0,
      "step": 2671
    },
    {
      "epoch": 4.613126079447323,
      "step": 2671,
      "thought_step_nums": 12.0625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.00987627450376749,
      "contrastive_loss#1": 0.04938137158751488,
      "epoch": 4.613126079447323,
      "lm_loss": 0.0004221273120492697,
      "loss": 0.010298402048647404,
      "step": 2671,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 4.614853195164076,
      "grad_norm": 6.1875,
      "learning_rate": 5e-05,
      "loss": 0.0186,
      "step": 2672
    },
    {
      "epoch": 4.614853195164076,
      "latent_token_nums": 16.0,
      "step": 2672
    },
    {
      "epoch": 4.614853195164076,
      "step": 2672,
      "thought_step_nums": 11.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.005586579907685518,
      "contrastive_loss#1": 0.027932899072766304,
      "epoch": 4.614853195164076,
      "lm_loss": 0.001071671606041491,
      "loss": 0.0066582513973116875,
      "step": 2672,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 4.616580310880829,
      "grad_norm": 3.8125,
      "learning_rate": 5e-05,
      "loss": 0.0189,
      "step": 2673
    },
    {
      "epoch": 4.616580310880829,
      "latent_token_nums": 16.0,
      "step": 2673
    },
    {
      "epoch": 4.616580310880829,
      "step": 2673,
      "thought_step_nums": 10.6875
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 0.9375,
      "contrastive_loss": 0.042507003992795944,
      "contrastive_loss#1": 0.21253502368927002,
      "epoch": 4.616580310880829,
      "lm_loss": 0.00024713831953704357,
      "loss": 0.042754143476486206,
      "step": 2673,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.618307426597582,
      "grad_norm": 3.90625,
      "learning_rate": 5e-05,
      "loss": 0.0163,
      "step": 2674
    },
    {
      "epoch": 4.618307426597582,
      "latent_token_nums": 16.0,
      "step": 2674
    },
    {
      "epoch": 4.618307426597582,
      "step": 2674,
      "thought_step_nums": 11.5625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0006724131526425481,
      "contrastive_loss#1": 0.0033620656467974186,
      "epoch": 4.618307426597582,
      "lm_loss": 0.0001993258047150448,
      "loss": 0.0008717389428056777,
      "step": 2674,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.620034542314335,
      "grad_norm": 3.890625,
      "learning_rate": 5e-05,
      "loss": 0.0216,
      "step": 2675
    },
    {
      "epoch": 4.620034542314335,
      "latent_token_nums": 16.0,
      "step": 2675
    },
    {
      "epoch": 4.620034542314335,
      "step": 2675,
      "thought_step_nums": 12.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0028724491130560637,
      "contrastive_loss#1": 0.014362244866788387,
      "epoch": 4.620034542314335,
      "lm_loss": 0.0003570813569240272,
      "loss": 0.0032295305281877518,
      "step": 2675,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.6217616580310885,
      "grad_norm": 163.0,
      "learning_rate": 5e-05,
      "loss": 0.0201,
      "step": 2676
    },
    {
      "epoch": 4.6217616580310885,
      "latent_token_nums": 16.0,
      "step": 2676
    },
    {
      "epoch": 4.6217616580310885,
      "step": 2676,
      "thought_step_nums": 11.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0010897655738517642,
      "contrastive_loss#1": 0.005448827985674143,
      "epoch": 4.6217616580310885,
      "lm_loss": 0.00046671958989463747,
      "loss": 0.0015564851928502321,
      "step": 2676,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.623488773747841,
      "grad_norm": 3.71875,
      "learning_rate": 5e-05,
      "loss": 0.0185,
      "step": 2677
    },
    {
      "epoch": 4.623488773747841,
      "latent_token_nums": 16.0,
      "step": 2677
    },
    {
      "epoch": 4.623488773747841,
      "step": 2677,
      "thought_step_nums": 12.0625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0034891688264906406,
      "contrastive_loss#1": 0.017445843666791916,
      "epoch": 4.623488773747841,
      "lm_loss": 0.00012394445366226137,
      "loss": 0.0036131131928414106,
      "step": 2677,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.625215889464594,
      "grad_norm": 3.59375,
      "learning_rate": 5e-05,
      "loss": 0.0176,
      "step": 2678
    },
    {
      "epoch": 4.625215889464594,
      "latent_token_nums": 16.0,
      "step": 2678
    },
    {
      "epoch": 4.625215889464594,
      "step": 2678,
      "thought_step_nums": 11.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.007949410937726498,
      "contrastive_loss#1": 0.03974705561995506,
      "epoch": 4.625215889464594,
      "lm_loss": 0.00068518245825544,
      "loss": 0.008634593337774277,
      "step": 2678,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.626943005181348,
      "grad_norm": 3.890625,
      "learning_rate": 5e-05,
      "loss": 0.0186,
      "step": 2679
    },
    {
      "epoch": 4.626943005181348,
      "latent_token_nums": 16.0,
      "step": 2679
    },
    {
      "epoch": 4.626943005181348,
      "step": 2679,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.012830127961933613,
      "contrastive_loss#1": 0.06415063887834549,
      "epoch": 4.626943005181348,
      "lm_loss": 0.002207816345617175,
      "loss": 0.015037944540381432,
      "step": 2679,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 4.6286701208981,
      "grad_norm": 4.03125,
      "learning_rate": 5e-05,
      "loss": 0.0185,
      "step": 2680
    },
    {
      "epoch": 4.6286701208981,
      "latent_token_nums": 16.0,
      "step": 2680
    },
    {
      "epoch": 4.6286701208981,
      "step": 2680,
      "thought_step_nums": 10.9375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01413663662970066,
      "contrastive_loss#1": 0.07068318128585815,
      "epoch": 4.6286701208981,
      "lm_loss": 0.0006008801283314824,
      "loss": 0.014737516641616821,
      "step": 2680,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 4.630397236614853,
      "grad_norm": 3.5,
      "learning_rate": 5e-05,
      "loss": 0.0151,
      "step": 2681
    },
    {
      "epoch": 4.630397236614853,
      "latent_token_nums": 16.0,
      "step": 2681
    },
    {
      "epoch": 4.630397236614853,
      "step": 2681,
      "thought_step_nums": 11.8125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0215081088244915,
      "contrastive_loss#1": 0.1075405403971672,
      "epoch": 4.630397236614853,
      "lm_loss": 0.00043761602137237787,
      "loss": 0.02194572426378727,
      "step": 2681,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.632124352331607,
      "grad_norm": 3.5625,
      "learning_rate": 5e-05,
      "loss": 0.0178,
      "step": 2682
    },
    {
      "epoch": 4.632124352331607,
      "latent_token_nums": 16.0,
      "step": 2682
    },
    {
      "epoch": 4.632124352331607,
      "step": 2682,
      "thought_step_nums": 11.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.004671510774642229,
      "contrastive_loss#1": 0.023357553407549858,
      "epoch": 4.632124352331607,
      "lm_loss": 9.18793521123007e-05,
      "loss": 0.004763389937579632,
      "step": 2682,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 4.633851468048359,
      "grad_norm": 3.09375,
      "learning_rate": 5e-05,
      "loss": 0.0145,
      "step": 2683
    },
    {
      "epoch": 4.633851468048359,
      "latent_token_nums": 16.0,
      "step": 2683
    },
    {
      "epoch": 4.633851468048359,
      "step": 2683,
      "thought_step_nums": 12.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.004089754074811935,
      "contrastive_loss#1": 0.020448770374059677,
      "epoch": 4.633851468048359,
      "lm_loss": 0.00010404526983620599,
      "loss": 0.0041937995702028275,
      "step": 2683,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 4.6355785837651124,
      "grad_norm": 5.40625,
      "learning_rate": 5e-05,
      "loss": 0.0204,
      "step": 2684
    },
    {
      "epoch": 4.6355785837651124,
      "latent_token_nums": 16.0,
      "step": 2684
    },
    {
      "epoch": 4.6355785837651124,
      "step": 2684,
      "thought_step_nums": 11.3125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.014514400623738766,
      "contrastive_loss#1": 0.0725720003247261,
      "epoch": 4.6355785837651124,
      "lm_loss": 0.00023891055025160313,
      "loss": 0.014753310941159725,
      "step": 2684,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.637305699481866,
      "grad_norm": 92.0,
      "learning_rate": 5e-05,
      "loss": 0.0172,
      "step": 2685
    },
    {
      "epoch": 4.637305699481866,
      "latent_token_nums": 16.0,
      "step": 2685
    },
    {
      "epoch": 4.637305699481866,
      "step": 2685,
      "thought_step_nums": 12.8125
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.026532376185059547,
      "contrastive_loss#1": 0.1326618790626526,
      "epoch": 4.637305699481866,
      "lm_loss": 0.0009762111585587263,
      "loss": 0.027508586645126343,
      "step": 2685,
      "valid_batch_size": 1024.75
    },
    {
      "epoch": 4.639032815198618,
      "grad_norm": 3.71875,
      "learning_rate": 5e-05,
      "loss": 0.0192,
      "step": 2686
    },
    {
      "epoch": 4.639032815198618,
      "latent_token_nums": 16.0,
      "step": 2686
    },
    {
      "epoch": 4.639032815198618,
      "step": 2686,
      "thought_step_nums": 10.625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0029107932932674885,
      "contrastive_loss#1": 0.014553966000676155,
      "epoch": 4.639032815198618,
      "lm_loss": 8.239656744990498e-05,
      "loss": 0.0029931899625808,
      "step": 2686,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 4.6407599309153715,
      "grad_norm": 3.640625,
      "learning_rate": 5e-05,
      "loss": 0.0197,
      "step": 2687
    },
    {
      "epoch": 4.6407599309153715,
      "latent_token_nums": 16.0,
      "step": 2687
    },
    {
      "epoch": 4.6407599309153715,
      "step": 2687,
      "thought_step_nums": 12.1875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.030580708757042885,
      "contrastive_loss#1": 0.15290354192256927,
      "epoch": 4.6407599309153715,
      "lm_loss": 0.0006410995847545564,
      "loss": 0.03122180886566639,
      "step": 2687,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.642487046632124,
      "grad_norm": 3.25,
      "learning_rate": 5e-05,
      "loss": 0.0182,
      "step": 2688
    },
    {
      "epoch": 4.642487046632124,
      "latent_token_nums": 16.0,
      "step": 2688
    },
    {
      "epoch": 4.642487046632124,
      "step": 2688,
      "thought_step_nums": 11.125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0014765671221539378,
      "contrastive_loss#1": 0.007382835261523724,
      "epoch": 4.642487046632124,
      "lm_loss": 0.0028354101814329624,
      "loss": 0.004311977420002222,
      "step": 2688,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 4.644214162348877,
      "grad_norm": 3.453125,
      "learning_rate": 5e-05,
      "loss": 0.0165,
      "step": 2689
    },
    {
      "epoch": 4.644214162348877,
      "latent_token_nums": 16.0,
      "step": 2689
    },
    {
      "epoch": 4.644214162348877,
      "step": 2689,
      "thought_step_nums": 12.25
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.010528964921832085,
      "contrastive_loss#1": 0.052644822746515274,
      "epoch": 4.644214162348877,
      "lm_loss": 0.0001934068714035675,
      "loss": 0.010722371749579906,
      "step": 2689,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.645941278065631,
      "grad_norm": 3.359375,
      "learning_rate": 5e-05,
      "loss": 0.0181,
      "step": 2690
    },
    {
      "epoch": 4.645941278065631,
      "latent_token_nums": 16.0,
      "step": 2690
    },
    {
      "epoch": 4.645941278065631,
      "step": 2690,
      "thought_step_nums": 11.875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.002270534634590149,
      "contrastive_loss#1": 0.011352673172950745,
      "epoch": 4.645941278065631,
      "lm_loss": 8.842300303513184e-05,
      "loss": 0.0023589576594531536,
      "step": 2690,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.647668393782383,
      "grad_norm": 3.1875,
      "learning_rate": 5e-05,
      "loss": 0.0153,
      "step": 2691
    },
    {
      "epoch": 4.647668393782383,
      "latent_token_nums": 16.0,
      "step": 2691
    },
    {
      "epoch": 4.647668393782383,
      "step": 2691,
      "thought_step_nums": 12.0625
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.00270565552636981,
      "contrastive_loss#1": 0.013528277166187763,
      "epoch": 4.647668393782383,
      "lm_loss": 0.00017529650358483195,
      "loss": 0.002880952088162303,
      "step": 2691,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.649395509499136,
      "grad_norm": 3.375,
      "learning_rate": 5e-05,
      "loss": 0.0174,
      "step": 2692
    },
    {
      "epoch": 4.649395509499136,
      "latent_token_nums": 16.0,
      "step": 2692
    },
    {
      "epoch": 4.649395509499136,
      "step": 2692,
      "thought_step_nums": 10.8125
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.01738421991467476,
      "contrastive_loss#1": 0.0869210958480835,
      "epoch": 4.649395509499136,
      "lm_loss": 0.00039928322075866163,
      "loss": 0.017783503979444504,
      "step": 2692,
      "valid_batch_size": 1024.9375
    },
    {
      "epoch": 4.65112262521589,
      "grad_norm": 3.203125,
      "learning_rate": 5e-05,
      "loss": 0.015,
      "step": 2693
    },
    {
      "epoch": 4.65112262521589,
      "latent_token_nums": 16.0,
      "step": 2693
    },
    {
      "epoch": 4.65112262521589,
      "step": 2693,
      "thought_step_nums": 11.375
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.008340088650584221,
      "contrastive_loss#1": 0.041700441390275955,
      "epoch": 4.65112262521589,
      "lm_loss": 4.2535350075922906e-05,
      "loss": 0.008382624015212059,
      "step": 2693,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 4.652849740932642,
      "grad_norm": 3.921875,
      "learning_rate": 5e-05,
      "loss": 0.0185,
      "step": 2694
    },
    {
      "epoch": 4.652849740932642,
      "latent_token_nums": 16.0,
      "step": 2694
    },
    {
      "epoch": 4.652849740932642,
      "step": 2694,
      "thought_step_nums": 11.4375
    },
    {
      "acc@1": 0.9375,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.020940568298101425,
      "contrastive_loss#1": 0.10470283776521683,
      "epoch": 4.652849740932642,
      "lm_loss": 9.629049600334838e-05,
      "loss": 0.02103685960173607,
      "step": 2694,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 4.6545768566493955,
      "grad_norm": 5.4375,
      "learning_rate": 5e-05,
      "loss": 0.0171,
      "step": 2695
    },
    {
      "epoch": 4.6545768566493955,
      "latent_token_nums": 16.0,
      "step": 2695
    },
    {
      "epoch": 4.6545768566493955,
      "step": 2695,
      "thought_step_nums": 12.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.005236403085291386,
      "contrastive_loss#1": 0.026182014495134354,
      "epoch": 4.6545768566493955,
      "lm_loss": 0.00031898976885713637,
      "loss": 0.00555539270862937,
      "step": 2695,
      "valid_batch_size": 1024.8125
    },
    {
      "epoch": 4.656303972366149,
      "grad_norm": 3.671875,
      "learning_rate": 5e-05,
      "loss": 0.0197,
      "step": 2696
    },
    {
      "epoch": 4.656303972366149,
      "latent_token_nums": 16.0,
      "step": 2696
    },
    {
      "epoch": 4.656303972366149,
      "step": 2696,
      "thought_step_nums": 13.5
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.00804158579558134,
      "contrastive_loss#1": 0.04020792990922928,
      "epoch": 4.656303972366149,
      "lm_loss": 0.00015301728853955865,
      "loss": 0.008194603025913239,
      "step": 2696,
      "valid_batch_size": 1024.875
    },
    {
      "epoch": 4.658031088082901,
      "grad_norm": 3.484375,
      "learning_rate": 5e-05,
      "loss": 0.0166,
      "step": 2697
    },
    {
      "epoch": 4.658031088082901,
      "latent_token_nums": 16.0,
      "step": 2697
    },
    {
      "epoch": 4.658031088082901,
      "step": 2697,
      "thought_step_nums": 12.0
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.001901370706036687,
      "contrastive_loss#1": 0.00950685329735279,
      "epoch": 4.658031088082901,
      "lm_loss": 3.765580913750455e-05,
      "loss": 0.001939026522450149,
      "step": 2697,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.6597582037996546,
      "grad_norm": 3.3125,
      "learning_rate": 5e-05,
      "loss": 0.0186,
      "step": 2698
    },
    {
      "epoch": 4.6597582037996546,
      "latent_token_nums": 16.0,
      "step": 2698
    },
    {
      "epoch": 4.6597582037996546,
      "step": 2698,
      "thought_step_nums": 10.875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.0023829317651689053,
      "contrastive_loss#1": 0.011914658360183239,
      "epoch": 4.6597582037996546,
      "lm_loss": 3.8110476452857256e-05,
      "loss": 0.0024210421834141016,
      "step": 2698,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.661485319516408,
      "grad_norm": 3.296875,
      "learning_rate": 5e-05,
      "loss": 0.0137,
      "step": 2699
    },
    {
      "epoch": 4.661485319516408,
      "latent_token_nums": 16.0,
      "step": 2699
    },
    {
      "epoch": 4.661485319516408,
      "step": 2699,
      "thought_step_nums": 10.875
    },
    {
      "acc@1": 1.0,
      "acc@10": 1.0,
      "acc@5": 1.0,
      "contrastive_loss": 0.002848887350410223,
      "contrastive_loss#1": 0.014244436286389828,
      "epoch": 4.661485319516408,
      "lm_loss": 0.00040146990795619786,
      "loss": 0.0032503572292625904,
      "step": 2699,
      "valid_batch_size": 1025.0
    },
    {
      "epoch": 4.66321243523316,
      "grad_norm": 4.09375,
      "learning_rate": 5e-05,
      "loss": 0.0223,
      "step": 2700
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 4053,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 7,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}