{ "alora_invocation_tokens": null, "alpha_pattern": {}, "arrow_config": null, "auto_mapping": null, "base_model_name_or_path": "Qwen/Qwen3.5-2B-Base", "bias": "none", "corda_config": null, "ensure_weight_tying": true, "eva_config": null, "exclude_modules": null, "fan_in_fan_out": false, "inference_mode": true, "init_lora_weights": true, "layer_replication": null, "layers_pattern": null, "layers_to_transform": null, "loftq_config": {}, "lora_alpha": 32, "lora_bias": false, "lora_dropout": 0.05, "lora_ga_config": null, "megatron_config": null, "megatron_core": "megatron.core", "modules_to_save": null, "peft_type": "LORA", "peft_version": "0.19.1", "qalora_group_size": 16, "r": 16, "rank_pattern": {}, "revision": null, "target_modules": [ "gate_proj", "k_proj", "q_proj", "down_proj", "o_proj", "v_proj", "up_proj" ], "target_parameters": null, "task_type": "CAUSAL_LM", "trainable_token_indices": [ 248044, 248045, 248046, 248047, 248048, 248049, 248050, 248051, 248052, 248053, 248054, 248055, 248056, 248057, 248058, 248059, 248060, 248061, 248062, 248063, 248064, 248065, 248066, 248067, 248068, 248069, 248070, 248071, 248072, 248073, 248074, 248075, 248076, 248077, 248078, 248079, 248080, 248081, 248082, 248083, 248084, 248085, 248086, 248087, 248088, 248089, 248090, 248091, 248092, 248093, 248094, 248095, 248096, 248097, 248098, 248099, 248100, 248101, 248102, 248103, 248104, 248105, 248106, 248107, 248108, 248109, 248110, 248111, 248112, 248113, 248114, 248115, 248116, 248117, 248118, 248119, 248120, 248121, 248122, 248123, 248124, 248125, 248126, 248127, 248128, 248129, 248130, 248131, 248132, 248133, 248134, 248135, 248136, 248137, 248138, 248139, 248140, 248141, 248142, 248143, 248144, 248145, 248146, 248147, 248148, 248149, 248150, 248151, 248152, 248153, 248154, 248155, 248156, 248157, 248158, 248159, 248160, 248161, 248162, 248163, 248164, 248165, 248166, 248167, 248168, 248169, 248170, 248171, 248172, 248173, 248174, 248175, 248176, 248177, 248178, 248179, 248180, 248181, 248182, 248183, 248184, 248185, 248186, 248187, 248188, 248189, 248190, 248191, 248192, 248193, 248194, 248195, 248196, 248197, 248198, 248199, 248200, 248201, 248202, 248203, 248204, 248205, 248206, 248207, 248208, 248209, 248210, 248211, 248212, 248213, 248214, 248215, 248216, 248217, 248218, 248219, 248220, 248221, 248222, 248223, 248224, 248225, 248226, 248227, 248228, 248229, 248230, 248231, 248232, 248233, 248234, 248235, 248236, 248237, 248238, 248239, 248240, 248241, 248242, 248243, 248244, 248245, 248246, 248247, 248248, 248249, 248250, 248251, 248252, 248253, 248254, 248255, 248256, 248257, 248258, 248259, 248260, 248261, 248262, 248263, 248264, 248265, 248266, 248267, 248268, 248269, 248270, 248271, 248272, 248273, 248274, 248275, 248276, 248277, 248278, 248279, 248280, 248281, 248282, 248283, 248284, 248285, 248286, 248287, 248288, 248289, 248290, 248291, 248292, 248293, 248294, 248295, 248296, 248297, 248298, 248299, 248300, 248301, 248302, 248303, 248304, 248305, 248306, 248307, 248308, 248309, 248310, 248311, 248312, 248313, 248314, 248315, 248316, 248317, 248318, 248319, 248320, 248321, 248322, 248323, 248324, 248325, 248326, 248327, 248328, 248329, 248330, 248331, 248332, 248333, 248334, 248335, 248336, 248337, 248338, 248339, 248340, 248341, 248342, 248343, 248344, 248345, 248346, 248347, 248348, 248349, 248350, 248351, 248352, 248353, 248354, 248355, 248356, 248357, 248358, 248359, 248360, 248361, 248362, 248363, 248364, 248365, 248366, 248367, 248368, 248369, 248370, 248371, 248372, 248373, 248374, 248375, 248376, 248377, 248378, 248379, 248380, 248381, 248382, 248383, 248384, 248385, 248386, 248387, 248388, 248389, 248390, 248391, 248392, 248393, 248394, 248395, 248396, 248397, 248398, 248399, 248400, 248401, 248402, 248403, 248404, 248405, 248406, 248407, 248408, 248409, 248410, 248411, 248412, 248413, 248414, 248415, 248416, 248417, 248418, 248419, 248420, 248421, 248422, 248423, 248424, 248425, 248426, 248427, 248428, 248429, 248430, 248431, 248432, 248433, 248434, 248435, 248436, 248437, 248438, 248439, 248440, 248441, 248442, 248443, 248444, 248445, 248446, 248447, 248448, 248449, 248450, 248451, 248452, 248453, 248454, 248455, 248456, 248457, 248458, 248459, 248460, 248461, 248462, 248463, 248464, 248465, 248466, 248467, 248468, 248469, 248470, 248471, 248472, 248473, 248474, 248475, 248476, 248477, 248478, 248479, 248480, 248481, 248482, 248483, 248484, 248485, 248486, 248487, 248488, 248489, 248490, 248491, 248492, 248493, 248494, 248495, 248496, 248497, 248498, 248499, 248500, 248501, 248502, 248503, 248504, 248505, 248506, 248507, 248508, 248509, 248510, 248511, 248512, 248513, 248514, 248515, 248516, 248517, 248518, 248519, 248520, 248521, 248522, 248523, 248524, 248525, 248526, 248527, 248528, 248529, 248530, 248531, 248532, 248533, 248534, 248535, 248536, 248537, 248538, 248539, 248540, 248541, 248542, 248543, 248544, 248545, 248546, 248547, 248548, 248549, 248550, 248551, 248552, 248553, 248554, 248555, 248556, 248557, 248558, 248559, 248560, 248561, 248562, 248563, 248564, 248565, 248566, 248567, 248568, 248569, 248570, 248571, 248572, 248573, 248574, 248575, 248576, 248577, 248578, 248579, 248580, 248581, 248582, 248583, 248584, 248585, 248586, 248587, 248588, 248589, 248590, 248591, 248592, 248593, 248594, 248595, 248596, 248597, 248598, 248599, 248600, 248601, 248602, 248603, 248604, 248605, 248606, 248607, 248608, 248609, 248610, 248611, 248612, 248613, 248614, 248615, 248616, 248617, 248618, 248619, 248620, 248621, 248622, 248623, 248624, 248625, 248626, 248627, 248628, 248629, 248630, 248631, 248632, 248633, 248634, 248635, 248636, 248637, 248638, 248639, 248640, 248641, 248642, 248643, 248644, 248645, 248646, 248647, 248648, 248649, 248650, 248651, 248652, 248653, 248654, 248655, 248656, 248657, 248658, 248659, 248660, 248661, 248662, 248663, 248664, 248665, 248666, 248667, 248668, 248669, 248670, 248671, 248672, 248673, 248674, 248675, 248676, 248677, 248678, 248679, 248680, 248681, 248682, 248683, 248684, 248685, 248686, 248687, 248688, 248689, 248690, 248691, 248692, 248693, 248694, 248695, 248696, 248697, 248698, 248699, 248700, 248701, 248702, 248703, 248704, 248705, 248706, 248707, 248708, 248709, 248710, 248711, 248712, 248713, 248714, 248715, 248716, 248717, 248718, 248719, 248720, 248721, 248722, 248723, 248724, 248725, 248726, 248727, 248728, 248729, 248730, 248731, 248732, 248733, 248734, 248735, 248736, 248737, 248738, 248739, 248740, 248741, 248742, 248743, 248744, 248745, 248746, 248747, 248748, 248749, 248750, 248751, 248752, 248753, 248754, 248755, 248756, 248757, 248758, 248759, 248760, 248761, 248762, 248763, 248764, 248765, 248766, 248767, 248768, 248769, 248770, 248771, 248772, 248773, 248774, 248775, 248776, 248777, 248778, 248779, 248780, 248781, 248782, 248783, 248784, 248785, 248786, 248787, 248788, 248789, 248790, 248791, 248792, 248793, 248794, 248795, 248796, 248797, 248798, 248799, 248800, 248801, 248802, 248803, 248804, 248805, 248806, 248807, 248808, 248809, 248810, 248811, 248812, 248813, 248814, 248815, 248816, 248817, 248818, 248819, 248820, 248821, 248822, 248823, 248824, 248825, 248826, 248827, 248828, 248829, 248830, 248831, 248832, 248833, 248834, 248835, 248836, 248837, 248838, 248839, 248840, 248841, 248842, 248843, 248844, 248845, 248846, 248847, 248848, 248849, 248850, 248851, 248852, 248853, 248854, 248855, 248856, 248857, 248858, 248859, 248860, 248861, 248862, 248863, 248864, 248865, 248866, 248867, 248868, 248869, 248870, 248871, 248872, 248873, 248874, 248875, 248876, 248877, 248878, 248879, 248880, 248881, 248882, 248883, 248884, 248885, 248886, 248887, 248888, 248889, 248890, 248891, 248892, 248893, 248894, 248895, 248896, 248897, 248898, 248899, 248900, 248901, 248902, 248903, 248904, 248905, 248906, 248907, 248908, 248909, 248910, 248911, 248912, 248913, 248914, 248915, 248916, 248917, 248918, 248919, 248920, 248921, 248922, 248923, 248924, 248925, 248926, 248927, 248928, 248929, 248930, 248931, 248932, 248933, 248934, 248935, 248936, 248937, 248938, 248939, 248940, 248941, 248942, 248943, 248944, 248945, 248946, 248947, 248948, 248949, 248950, 248951, 248952, 248953, 248954, 248955, 248956, 248957, 248958, 248959, 248960, 248961, 248962, 248963, 248964, 248965, 248966, 248967, 248968, 248969, 248970, 248971, 248972, 248973, 248974, 248975, 248976, 248977, 248978, 248979, 248980, 248981, 248982, 248983, 248984, 248985, 248986, 248987, 248988, 248989, 248990, 248991, 248992, 248993, 248994, 248995, 248996, 248997, 248998, 248999, 249000, 249001, 249002, 249003, 249004, 249005, 249006, 249007, 249008, 249009, 249010, 249011, 249012, 249013, 249014, 249015, 249016, 249017, 249018, 249019, 249020, 249021, 249022, 249023, 249024, 249025, 249026, 249027, 249028, 249029, 249030, 249031, 249032, 249033, 249034, 249035, 249036, 249037, 249038, 249039, 249040, 249041, 249042, 249043, 249044, 249045, 249046, 249047, 249048, 249049, 249050, 249051, 249052, 249053, 249054, 249055, 249056, 249057, 249058, 249059, 249060, 249061, 249062, 249063, 249064, 249065, 249066, 249067, 249068, 249069, 249070, 249071, 249072, 249073, 249074, 249075, 249076, 249077, 249078, 249079, 249080, 249081, 249082, 249083, 249084, 249085, 249086, 249087, 249088, 249089, 249090, 249091, 249092, 249093, 249094, 249095, 249096, 249097, 249098, 249099, 249100, 249101, 249102, 249103, 249104, 249105, 249106, 249107, 249108, 249109, 249110, 249111, 249112, 249113, 249114, 249115, 249116, 249117, 249118, 249119, 249120, 249121, 249122, 249123, 249124, 249125, 249126, 249127, 249128, 249129, 249130, 249131, 249132, 249133, 249134, 249135, 249136, 249137, 249138, 249139, 249140, 249141, 249142, 249143, 249144, 249145, 249146, 249147, 249148, 249149, 249150, 249151, 249152, 249153, 249154, 249155, 249156, 249157, 249158, 249159, 249160, 249161, 249162, 249163, 249164, 249165, 249166, 249167, 249168, 249169, 249170, 249171, 249172, 249173, 249174, 249175, 249176, 249177, 249178, 249179, 249180, 249181, 249182, 249183, 249184, 249185, 249186, 249187, 249188, 249189, 249190, 249191, 249192, 249193, 249194, 249195, 249196, 249197, 249198, 249199, 249200, 249201, 249202, 249203, 249204, 249205, 249206, 249207, 249208, 249209, 249210, 249211, 249212, 249213, 249214, 249215, 249216, 249217, 249218, 249219, 249220, 249221, 249222, 249223, 249224, 249225, 249226, 249227, 249228, 249229, 249230, 249231, 249232, 249233, 249234, 249235, 249236, 249237, 249238, 249239, 249240, 249241, 249242, 249243, 249244, 249245, 249246, 249247, 249248, 249249, 249250, 249251, 249252, 249253, 249254, 249255, 249256, 249257, 249258, 249259, 249260, 249261, 249262, 249263, 249264, 249265, 249266, 249267, 249268, 249269, 249270, 249271, 249272, 249273, 249274, 249275, 249276, 249277, 249278, 249279, 249280, 249281, 249282, 249283, 249284, 249285, 249286, 249287, 249288, 249289, 249290, 249291, 249292, 249293, 249294, 249295, 249296, 249297, 249298, 249299, 249300, 249301, 249302, 249303, 249304, 249305, 249306, 249307, 249308, 249309, 249310, 249311, 249312, 249313, 249314, 249315, 249316, 249317, 249318, 249319, 249320, 249321, 249322, 249323, 249324, 249325, 249326, 249327, 249328, 249329, 249330, 249331, 249332, 249333, 249334, 249335, 249336, 249337, 249338, 249339, 249340, 249341, 249342, 249343, 249344, 249345, 249346, 249347, 249348, 249349, 249350, 249351, 249352, 249353, 249354, 249355, 249356, 249357, 249358, 249359, 249360, 249361, 249362, 249363, 249364, 249365, 249366, 249367, 249368, 249369, 249370, 249371, 249372, 249373, 249374, 249375, 249376, 249377, 249378, 249379, 249380, 249381, 249382, 249383, 249384, 249385, 249386, 249387, 249388, 249389, 249390, 249391, 249392, 249393, 249394, 249395, 249396, 249397, 249398, 249399, 249400, 249401, 249402, 249403, 249404, 249405, 249406, 249407, 249408, 249409, 249410, 249411, 249412, 249413, 249414, 249415, 249416, 249417, 249418, 249419, 249420, 249421, 249422, 249423, 249424, 249425, 249426, 249427, 249428, 249429, 249430, 249431, 249432, 249433, 249434, 249435, 249436, 249437, 249438, 249439, 249440, 249441, 249442, 249443, 249444, 249445, 249446, 249447, 249448, 249449, 249450, 249451, 249452, 249453, 249454, 249455, 249456, 249457, 249458, 249459, 249460, 249461, 249462, 249463, 249464, 249465, 249466, 249467, 249468, 249469, 249470, 249471, 249472, 249473, 249474, 249475, 249476, 249477, 249478, 249479, 249480, 249481, 249482, 249483, 249484, 249485, 249486, 249487, 249488, 249489, 249490, 249491, 249492, 249493, 249494, 249495, 249496, 249497, 249498, 249499, 249500, 249501, 249502, 249503, 249504, 249505, 249506, 249507, 249508, 249509, 249510, 249511, 249512, 249513, 249514, 249515, 249516, 249517, 249518, 249519, 249520, 249521, 249522, 249523, 249524, 249525, 249526, 249527, 249528, 249529, 249530, 249531, 249532, 249533, 249534, 249535, 249536, 249537, 249538, 249539, 249540, 249541, 249542, 249543, 249544, 249545, 249546, 249547, 249548, 249549, 249550, 249551, 249552, 249553, 249554, 249555, 249556, 249557, 249558, 249559, 249560, 249561, 249562, 249563, 249564, 249565, 249566, 249567, 249568, 249569, 249570, 249571, 249572, 249573, 249574, 249575, 249576, 249577, 249578, 249579, 249580, 249581, 249582, 249583, 249584, 249585, 249586, 249587, 249588, 249589, 249590, 249591, 249592, 249593, 249594, 249595, 249596, 249597, 249598, 249599, 249600, 249601, 249602, 249603, 249604, 249605, 249606, 249607, 249608, 249609, 249610, 249611, 249612 ], "use_bdlora": null, "use_dora": false, "use_qalora": false, "use_rslora": false }