Instructions to use MariChatmen/MariChatmen-2B-Experimental with libraries, inference providers, notebooks, and local apps. Follow these links to get started.

Libraries

How to use MariChatmen/MariChatmen-2B-Experimental with PEFT:

from peft import PeftModel
from transformers import AutoModelForCausalLM

base_model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen3.5-2B-Base")
model = PeftModel.from_pretrained(base_model, "MariChatmen/MariChatmen-2B-Experimental")

Transformers

How to use MariChatmen/MariChatmen-2B-Experimental with Transformers:

# Use a pipeline as a high-level helper
from transformers import pipeline

pipe = pipeline("text-generation", model="MariChatmen/MariChatmen-2B-Experimental")
messages = [
    {"role": "user", "content": "Who are you?"},
]
pipe(messages)

# Load model directly
from transformers import AutoModel
model = AutoModel.from_pretrained("MariChatmen/MariChatmen-2B-Experimental", dtype="auto")

Notebooks
Google Colab
Kaggle
Local Apps Settings

vLLM

How to use MariChatmen/MariChatmen-2B-Experimental with vLLM:

Install from pip and serve model

# Install vLLM from pip:
pip install vllm
# Start the vLLM server:
vllm serve "MariChatmen/MariChatmen-2B-Experimental"
# Call the server using curl (OpenAI-compatible API):
curl -X POST "http://localhost:8000/v1/chat/completions" \
	-H "Content-Type: application/json" \
	--data '{
		"model": "MariChatmen/MariChatmen-2B-Experimental",
		"messages": [
			{
				"role": "user",
				"content": "What is the capital of France?"
			}
		]
	}'

Use Docker

docker model run hf.co/MariChatmen/MariChatmen-2B-Experimental

SGLang

How to use MariChatmen/MariChatmen-2B-Experimental with SGLang:

Install from pip and serve model

# Install SGLang from pip:
pip install sglang
# Start the SGLang server:
python3 -m sglang.launch_server \
    --model-path "MariChatmen/MariChatmen-2B-Experimental" \
    --host 0.0.0.0 \
    --port 30000
# Call the server using curl (OpenAI-compatible API):
curl -X POST "http://localhost:30000/v1/chat/completions" \
	-H "Content-Type: application/json" \
	--data '{
		"model": "MariChatmen/MariChatmen-2B-Experimental",
		"messages": [
			{
				"role": "user",
				"content": "What is the capital of France?"
			}
		]
	}'

Use Docker images

docker run --gpus all \
    --shm-size 32g \
    -p 30000:30000 \
    -v ~/.cache/huggingface:/root/.cache/huggingface \
    --env "HF_TOKEN=<secret>" \
    --ipc=host \
    lmsysorg/sglang:latest \
    python3 -m sglang.launch_server \
        --model-path "MariChatmen/MariChatmen-2B-Experimental" \
        --host 0.0.0.0 \
        --port 30000
# Call the server using curl (OpenAI-compatible API):
curl -X POST "http://localhost:30000/v1/chat/completions" \
	-H "Content-Type: application/json" \
	--data '{
		"model": "MariChatmen/MariChatmen-2B-Experimental",
		"messages": [
			{
				"role": "user",
				"content": "What is the capital of France?"
			}
		]
	}'

Docker Model Runner
How to use MariChatmen/MariChatmen-2B-Experimental with Docker Model Runner:
```
docker model run hf.co/MariChatmen/MariChatmen-2B-Experimental
```

MariChatmen-2B-Experimental / adapter_config.json

alobos

Publish local 2B experimental recovery adapter

e89aa7b verified about 2 months ago

Raw

History Blame Contribute Delete

19.9 kB

	{
	"alora_invocation_tokens": null,
	"alpha_pattern": {},
	"arrow_config": null,
	"auto_mapping": null,
	"base_model_name_or_path": "Qwen/Qwen3.5-2B-Base",
	"bias": "none",
	"corda_config": null,
	"ensure_weight_tying": true,
	"eva_config": null,
	"exclude_modules": null,
	"fan_in_fan_out": false,
	"inference_mode": true,
	"init_lora_weights": true,
	"layer_replication": null,
	"layers_pattern": null,
	"layers_to_transform": null,
	"loftq_config": {},
	"lora_alpha": 32,
	"lora_bias": false,
	"lora_dropout": 0.05,
	"lora_ga_config": null,
	"megatron_config": null,
	"megatron_core": "megatron.core",
	"modules_to_save": null,
	"peft_type": "LORA",
	"peft_version": "0.19.1",
	"qalora_group_size": 16,
	"r": 16,
	"rank_pattern": {},
	"revision": null,
	"target_modules": [
	"gate_proj",
	"k_proj",
	"q_proj",
	"down_proj",
	"o_proj",
	"v_proj",
	"up_proj"
	],
	"target_parameters": null,
	"task_type": "CAUSAL_LM",
	"trainable_token_indices": [
	248044,
	248045,
	248046,
	248047,
	248048,
	248049,
	248050,
	248051,
	248052,
	248053,
	248054,
	248055,
	248056,
	248057,
	248058,
	248059,
	248060,
	248061,
	248062,
	248063,
	248064,
	248065,
	248066,
	248067,
	248068,
	248069,
	248070,
	248071,
	248072,
	248073,
	248074,
	248075,
	248076,
	248077,
	248078,
	248079,
	248080,
	248081,
	248082,
	248083,
	248084,
	248085,
	248086,
	248087,
	248088,
	248089,
	248090,
	248091,
	248092,
	248093,
	248094,
	248095,
	248096,
	248097,
	248098,
	248099,
	248100,
	248101,
	248102,
	248103,
	248104,
	248105,
	248106,
	248107,
	248108,
	248109,
	248110,
	248111,
	248112,
	248113,
	248114,
	248115,
	248116,
	248117,
	248118,
	248119,
	248120,
	248121,
	248122,
	248123,
	248124,
	248125,
	248126,
	248127,
	248128,
	248129,
	248130,
	248131,
	248132,
	248133,
	248134,
	248135,
	248136,
	248137,
	248138,
	248139,
	248140,
	248141,
	248142,
	248143,
	248144,
	248145,
	248146,
	248147,
	248148,
	248149,
	248150,
	248151,
	248152,
	248153,
	248154,
	248155,
	248156,
	248157,
	248158,
	248159,
	248160,
	248161,
	248162,
	248163,
	248164,
	248165,
	248166,
	248167,
	248168,
	248169,
	248170,
	248171,
	248172,
	248173,
	248174,
	248175,
	248176,
	248177,
	248178,
	248179,
	248180,
	248181,
	248182,
	248183,
	248184,
	248185,
	248186,
	248187,
	248188,
	248189,
	248190,
	248191,
	248192,
	248193,
	248194,
	248195,
	248196,
	248197,
	248198,
	248199,
	248200,
	248201,
	248202,
	248203,
	248204,
	248205,
	248206,
	248207,
	248208,
	248209,
	248210,
	248211,
	248212,
	248213,
	248214,
	248215,
	248216,
	248217,
	248218,
	248219,
	248220,
	248221,
	248222,
	248223,
	248224,
	248225,
	248226,
	248227,
	248228,
	248229,
	248230,
	248231,
	248232,
	248233,
	248234,
	248235,
	248236,
	248237,
	248238,
	248239,
	248240,
	248241,
	248242,
	248243,
	248244,
	248245,
	248246,
	248247,
	248248,
	248249,
	248250,
	248251,
	248252,
	248253,
	248254,
	248255,
	248256,
	248257,
	248258,
	248259,
	248260,
	248261,
	248262,
	248263,
	248264,
	248265,
	248266,
	248267,
	248268,
	248269,
	248270,
	248271,
	248272,
	248273,
	248274,
	248275,
	248276,
	248277,
	248278,
	248279,
	248280,
	248281,
	248282,
	248283,
	248284,
	248285,
	248286,
	248287,
	248288,
	248289,
	248290,
	248291,
	248292,
	248293,
	248294,
	248295,
	248296,
	248297,
	248298,
	248299,
	248300,
	248301,
	248302,
	248303,
	248304,
	248305,
	248306,
	248307,
	248308,
	248309,
	248310,
	248311,
	248312,
	248313,
	248314,
	248315,
	248316,
	248317,
	248318,
	248319,
	248320,
	248321,
	248322,
	248323,
	248324,
	248325,
	248326,
	248327,
	248328,
	248329,
	248330,
	248331,
	248332,
	248333,
	248334,
	248335,
	248336,
	248337,
	248338,
	248339,
	248340,
	248341,
	248342,
	248343,
	248344,
	248345,
	248346,
	248347,
	248348,
	248349,
	248350,
	248351,
	248352,
	248353,
	248354,
	248355,
	248356,
	248357,
	248358,
	248359,
	248360,
	248361,
	248362,
	248363,
	248364,
	248365,
	248366,
	248367,
	248368,
	248369,
	248370,
	248371,
	248372,
	248373,
	248374,
	248375,
	248376,
	248377,
	248378,
	248379,
	248380,
	248381,
	248382,
	248383,
	248384,
	248385,
	248386,
	248387,
	248388,
	248389,
	248390,
	248391,
	248392,
	248393,
	248394,
	248395,
	248396,
	248397,
	248398,
	248399,
	248400,
	248401,
	248402,
	248403,
	248404,
	248405,
	248406,
	248407,
	248408,
	248409,
	248410,
	248411,
	248412,
	248413,
	248414,
	248415,
	248416,
	248417,
	248418,
	248419,
	248420,
	248421,
	248422,
	248423,
	248424,
	248425,
	248426,
	248427,
	248428,
	248429,
	248430,
	248431,
	248432,
	248433,
	248434,
	248435,
	248436,
	248437,
	248438,
	248439,
	248440,
	248441,
	248442,
	248443,
	248444,
	248445,
	248446,
	248447,
	248448,
	248449,
	248450,
	248451,
	248452,
	248453,
	248454,
	248455,
	248456,
	248457,
	248458,
	248459,
	248460,
	248461,
	248462,
	248463,
	248464,
	248465,
	248466,
	248467,
	248468,
	248469,
	248470,
	248471,
	248472,
	248473,
	248474,
	248475,
	248476,
	248477,
	248478,
	248479,
	248480,
	248481,
	248482,
	248483,
	248484,
	248485,
	248486,
	248487,
	248488,
	248489,
	248490,
	248491,
	248492,
	248493,
	248494,
	248495,
	248496,
	248497,
	248498,
	248499,
	248500,
	248501,
	248502,
	248503,
	248504,
	248505,
	248506,
	248507,
	248508,
	248509,
	248510,
	248511,
	248512,
	248513,
	248514,
	248515,
	248516,
	248517,
	248518,
	248519,
	248520,
	248521,
	248522,
	248523,
	248524,
	248525,
	248526,
	248527,
	248528,
	248529,
	248530,
	248531,
	248532,
	248533,
	248534,
	248535,
	248536,
	248537,
	248538,
	248539,
	248540,
	248541,
	248542,
	248543,
	248544,
	248545,
	248546,
	248547,
	248548,
	248549,
	248550,
	248551,
	248552,
	248553,
	248554,
	248555,
	248556,
	248557,
	248558,
	248559,
	248560,
	248561,
	248562,
	248563,
	248564,
	248565,
	248566,
	248567,
	248568,
	248569,
	248570,
	248571,
	248572,
	248573,
	248574,
	248575,
	248576,
	248577,
	248578,
	248579,
	248580,
	248581,
	248582,
	248583,
	248584,
	248585,
	248586,
	248587,
	248588,
	248589,
	248590,
	248591,
	248592,
	248593,
	248594,
	248595,
	248596,
	248597,
	248598,
	248599,
	248600,
	248601,
	248602,
	248603,
	248604,
	248605,
	248606,
	248607,
	248608,
	248609,
	248610,
	248611,
	248612,
	248613,
	248614,
	248615,
	248616,
	248617,
	248618,
	248619,
	248620,
	248621,
	248622,
	248623,
	248624,
	248625,
	248626,
	248627,
	248628,
	248629,
	248630,
	248631,
	248632,
	248633,
	248634,
	248635,
	248636,
	248637,
	248638,
	248639,
	248640,
	248641,
	248642,
	248643,
	248644,
	248645,
	248646,
	248647,
	248648,
	248649,
	248650,
	248651,
	248652,
	248653,
	248654,
	248655,
	248656,
	248657,
	248658,
	248659,
	248660,
	248661,
	248662,
	248663,
	248664,
	248665,
	248666,
	248667,
	248668,
	248669,
	248670,
	248671,
	248672,
	248673,
	248674,
	248675,
	248676,
	248677,
	248678,
	248679,
	248680,
	248681,
	248682,
	248683,
	248684,
	248685,
	248686,
	248687,
	248688,
	248689,
	248690,
	248691,
	248692,
	248693,
	248694,
	248695,
	248696,
	248697,
	248698,
	248699,
	248700,
	248701,
	248702,
	248703,
	248704,
	248705,
	248706,
	248707,
	248708,
	248709,
	248710,
	248711,
	248712,
	248713,
	248714,
	248715,
	248716,
	248717,
	248718,
	248719,
	248720,
	248721,
	248722,
	248723,
	248724,
	248725,
	248726,
	248727,
	248728,
	248729,
	248730,
	248731,
	248732,
	248733,
	248734,
	248735,
	248736,
	248737,
	248738,
	248739,
	248740,
	248741,
	248742,
	248743,
	248744,
	248745,
	248746,
	248747,
	248748,
	248749,
	248750,
	248751,
	248752,
	248753,
	248754,
	248755,
	248756,
	248757,
	248758,
	248759,
	248760,
	248761,
	248762,
	248763,
	248764,
	248765,
	248766,
	248767,
	248768,
	248769,
	248770,
	248771,
	248772,
	248773,
	248774,
	248775,
	248776,
	248777,
	248778,
	248779,
	248780,
	248781,
	248782,
	248783,
	248784,
	248785,
	248786,
	248787,
	248788,
	248789,
	248790,
	248791,
	248792,
	248793,
	248794,
	248795,
	248796,
	248797,
	248798,
	248799,
	248800,
	248801,
	248802,
	248803,
	248804,
	248805,
	248806,
	248807,
	248808,
	248809,
	248810,
	248811,
	248812,
	248813,
	248814,
	248815,
	248816,
	248817,
	248818,
	248819,
	248820,
	248821,
	248822,
	248823,
	248824,
	248825,
	248826,
	248827,
	248828,
	248829,
	248830,
	248831,
	248832,
	248833,
	248834,
	248835,
	248836,
	248837,
	248838,
	248839,
	248840,
	248841,
	248842,
	248843,
	248844,
	248845,
	248846,
	248847,
	248848,
	248849,
	248850,
	248851,
	248852,
	248853,
	248854,
	248855,
	248856,
	248857,
	248858,
	248859,
	248860,
	248861,
	248862,
	248863,
	248864,
	248865,
	248866,
	248867,
	248868,
	248869,
	248870,
	248871,
	248872,
	248873,
	248874,
	248875,
	248876,
	248877,
	248878,
	248879,
	248880,
	248881,
	248882,
	248883,
	248884,
	248885,
	248886,
	248887,
	248888,
	248889,
	248890,
	248891,
	248892,
	248893,
	248894,
	248895,
	248896,
	248897,
	248898,
	248899,
	248900,
	248901,
	248902,
	248903,
	248904,
	248905,
	248906,
	248907,
	248908,
	248909,
	248910,
	248911,
	248912,
	248913,
	248914,
	248915,
	248916,
	248917,
	248918,
	248919,
	248920,
	248921,
	248922,
	248923,
	248924,
	248925,
	248926,
	248927,
	248928,
	248929,
	248930,
	248931,
	248932,
	248933,
	248934,
	248935,
	248936,
	248937,
	248938,
	248939,
	248940,
	248941,
	248942,
	248943,
	248944,
	248945,
	248946,
	248947,
	248948,
	248949,
	248950,
	248951,
	248952,
	248953,
	248954,
	248955,
	248956,
	248957,
	248958,
	248959,
	248960,
	248961,
	248962,
	248963,
	248964,
	248965,
	248966,
	248967,
	248968,
	248969,
	248970,
	248971,
	248972,
	248973,
	248974,
	248975,
	248976,
	248977,
	248978,
	248979,
	248980,
	248981,
	248982,
	248983,
	248984,
	248985,
	248986,
	248987,
	248988,
	248989,
	248990,
	248991,
	248992,
	248993,
	248994,
	248995,
	248996,
	248997,
	248998,
	248999,
	249000,
	249001,
	249002,
	249003,
	249004,
	249005,
	249006,
	249007,
	249008,
	249009,
	249010,
	249011,
	249012,
	249013,
	249014,
	249015,
	249016,
	249017,
	249018,
	249019,
	249020,
	249021,
	249022,
	249023,
	249024,
	249025,
	249026,
	249027,
	249028,
	249029,
	249030,
	249031,
	249032,
	249033,
	249034,
	249035,
	249036,
	249037,
	249038,
	249039,
	249040,
	249041,
	249042,
	249043,
	249044,
	249045,
	249046,
	249047,
	249048,
	249049,
	249050,
	249051,
	249052,
	249053,
	249054,
	249055,
	249056,
	249057,
	249058,
	249059,
	249060,
	249061,
	249062,
	249063,
	249064,
	249065,
	249066,
	249067,
	249068,
	249069,
	249070,
	249071,
	249072,
	249073,
	249074,
	249075,
	249076,
	249077,
	249078,
	249079,
	249080,
	249081,
	249082,
	249083,
	249084,
	249085,
	249086,
	249087,
	249088,
	249089,
	249090,
	249091,
	249092,
	249093,
	249094,
	249095,
	249096,
	249097,
	249098,
	249099,
	249100,
	249101,
	249102,
	249103,
	249104,
	249105,
	249106,
	249107,
	249108,
	249109,
	249110,
	249111,
	249112,
	249113,
	249114,
	249115,
	249116,
	249117,
	249118,
	249119,
	249120,
	249121,
	249122,
	249123,
	249124,
	249125,
	249126,
	249127,
	249128,
	249129,
	249130,
	249131,
	249132,
	249133,
	249134,
	249135,
	249136,
	249137,
	249138,
	249139,
	249140,
	249141,
	249142,
	249143,
	249144,
	249145,
	249146,
	249147,
	249148,
	249149,
	249150,
	249151,
	249152,
	249153,
	249154,
	249155,
	249156,
	249157,
	249158,
	249159,
	249160,
	249161,
	249162,
	249163,
	249164,
	249165,
	249166,
	249167,
	249168,
	249169,
	249170,
	249171,
	249172,
	249173,
	249174,
	249175,
	249176,
	249177,
	249178,
	249179,
	249180,
	249181,
	249182,
	249183,
	249184,
	249185,
	249186,
	249187,
	249188,
	249189,
	249190,
	249191,
	249192,
	249193,
	249194,
	249195,
	249196,
	249197,
	249198,
	249199,
	249200,
	249201,
	249202,
	249203,
	249204,
	249205,
	249206,
	249207,
	249208,
	249209,
	249210,
	249211,
	249212,
	249213,
	249214,
	249215,
	249216,
	249217,
	249218,
	249219,
	249220,
	249221,
	249222,
	249223,
	249224,
	249225,
	249226,
	249227,
	249228,
	249229,
	249230,
	249231,
	249232,
	249233,
	249234,
	249235,
	249236,
	249237,
	249238,
	249239,
	249240,
	249241,
	249242,
	249243,
	249244,
	249245,
	249246,
	249247,
	249248,
	249249,
	249250,
	249251,
	249252,
	249253,
	249254,
	249255,
	249256,
	249257,
	249258,
	249259,
	249260,
	249261,
	249262,
	249263,
	249264,
	249265,
	249266,
	249267,
	249268,
	249269,
	249270,
	249271,
	249272,
	249273,
	249274,
	249275,
	249276,
	249277,
	249278,
	249279,
	249280,
	249281,
	249282,
	249283,
	249284,
	249285,
	249286,
	249287,
	249288,
	249289,
	249290,
	249291,
	249292,
	249293,
	249294,
	249295,
	249296,
	249297,
	249298,
	249299,
	249300,
	249301,
	249302,
	249303,
	249304,
	249305,
	249306,
	249307,
	249308,
	249309,
	249310,
	249311,
	249312,
	249313,
	249314,
	249315,
	249316,
	249317,
	249318,
	249319,
	249320,
	249321,
	249322,
	249323,
	249324,
	249325,
	249326,
	249327,
	249328,
	249329,
	249330,
	249331,
	249332,
	249333,
	249334,
	249335,
	249336,
	249337,
	249338,
	249339,
	249340,
	249341,
	249342,
	249343,
	249344,
	249345,
	249346,
	249347,
	249348,
	249349,
	249350,
	249351,
	249352,
	249353,
	249354,
	249355,
	249356,
	249357,
	249358,
	249359,
	249360,
	249361,
	249362,
	249363,
	249364,
	249365,
	249366,
	249367,
	249368,
	249369,
	249370,
	249371,
	249372,
	249373,
	249374,
	249375,
	249376,
	249377,
	249378,
	249379,
	249380,
	249381,
	249382,
	249383,
	249384,
	249385,
	249386,
	249387,
	249388,
	249389,
	249390,
	249391,
	249392,
	249393,
	249394,
	249395,
	249396,
	249397,
	249398,
	249399,
	249400,
	249401,
	249402,
	249403,
	249404,
	249405,
	249406,
	249407,
	249408,
	249409,
	249410,
	249411,
	249412,
	249413,
	249414,
	249415,
	249416,
	249417,
	249418,
	249419,
	249420,
	249421,
	249422,
	249423,
	249424,
	249425,
	249426,
	249427,
	249428,
	249429,
	249430,
	249431,
	249432,
	249433,
	249434,
	249435,
	249436,
	249437,
	249438,
	249439,
	249440,
	249441,
	249442,
	249443,
	249444,
	249445,
	249446,
	249447,
	249448,
	249449,
	249450,
	249451,
	249452,
	249453,
	249454,
	249455,
	249456,
	249457,
	249458,
	249459,
	249460,
	249461,
	249462,
	249463,
	249464,
	249465,
	249466,
	249467,
	249468,
	249469,
	249470,
	249471,
	249472,
	249473,
	249474,
	249475,
	249476,
	249477,
	249478,
	249479,
	249480,
	249481,
	249482,
	249483,
	249484,
	249485,
	249486,
	249487,
	249488,
	249489,
	249490,
	249491,
	249492,
	249493,
	249494,
	249495,
	249496,
	249497,
	249498,
	249499,
	249500,
	249501,
	249502,
	249503,
	249504,
	249505,
	249506,
	249507,
	249508,
	249509,
	249510,
	249511,
	249512,
	249513,
	249514,
	249515,
	249516,
	249517,
	249518,
	249519,
	249520,
	249521,
	249522,
	249523,
	249524,
	249525,
	249526,
	249527,
	249528,
	249529,
	249530,
	249531,
	249532,
	249533,
	249534,
	249535,
	249536,
	249537,
	249538,
	249539,
	249540,
	249541,
	249542,
	249543,
	249544,
	249545,
	249546,
	249547,
	249548,
	249549,
	249550,
	249551,
	249552,
	249553,
	249554,
	249555,
	249556,
	249557,
	249558,
	249559,
	249560,
	249561,
	249562,
	249563,
	249564,
	249565,
	249566,
	249567,
	249568,
	249569,
	249570,
	249571,
	249572,
	249573,
	249574,
	249575,
	249576,
	249577,
	249578,
	249579,
	249580,
	249581,
	249582,
	249583,
	249584,
	249585,
	249586,
	249587,
	249588,
	249589,
	249590,
	249591,
	249592,
	249593,
	249594,
	249595,
	249596,
	249597,
	249598,
	249599,
	249600,
	249601,
	249602,
	249603,
	249604,
	249605,
	249606,
	249607,
	249608,
	249609,
	249610,
	249611,
	249612
	],
	"use_bdlora": null,
	"use_dora": false,
	"use_qalora": false,
	"use_rslora": false
	}