Upload folder using huggingface_hub

README.md

@@ -0,0 +1,3 @@
+# LC-350M LoRA adapters for LiquidAI/LFM2.5-350M-MLX-4bit
+Base: LiquidAI/LFM2.5-350M-MLX-4bit
+See https://github.com/vasanthsreeram/lc-350m

light/adapter_config.json

@@ -0,0 +1,41 @@
+{
+    "adapter_path": "/Users/vas/Documents/macwispr/bench/polish_finetune/adapters/lfm350-polish-teacher",
+    "batch_size": 2,
+    "clear_cache_threshold": 0,
+    "config": null,
+    "data": "/Users/vas/Documents/macwispr/bench/polish_finetune/data",
+    "fine_tune_type": "lora",
+    "grad_accumulation_steps": 1,
+    "grad_checkpoint": false,
+    "iters": 800,
+    "learning_rate": 1e-05,
+    "lora_parameters": {
+        "rank": 8,
+        "dropout": 0.0,
+        "scale": 20.0
+    },
+    "lr_schedule": null,
+    "mask_prompt": true,
+    "max_seq_length": 512,
+    "model": "LiquidAI/LFM2.5-350M-MLX-4bit",
+    "num_layers": 8,
+    "optimizer": "adam",
+    "optimizer_config": {
+        "adam": {},
+        "adamw": {},
+        "muon": {},
+        "sgd": {},
+        "adafactor": {}
+    },
+    "project_name": null,
+    "report_to": null,
+    "resume_adapter_file": null,
+    "save_every": 100,
+    "seed": 42,
+    "steps_per_eval": 50,
+    "steps_per_report": 10,
+    "test": false,
+    "test_batches": 500,
+    "train": true,
+    "val_batches": 25
+}

light/adapters.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48da6ac57b1e654bacf54030127c893d9663ce5f7d974314e30f38bc4e7896b3
+size 6039553

smart/adapter_config.json

@@ -0,0 +1,41 @@
+{
+    "adapter_path": "polish_finetune/adapters/lfm350-smart-course",
+    "batch_size": 2,
+    "clear_cache_threshold": 0,
+    "config": null,
+    "data": "polish_finetune/data/smart",
+    "fine_tune_type": "lora",
+    "grad_accumulation_steps": 1,
+    "grad_checkpoint": false,
+    "iters": 600,
+    "learning_rate": 1e-05,
+    "lora_parameters": {
+        "rank": 8,
+        "dropout": 0.0,
+        "scale": 20.0
+    },
+    "lr_schedule": null,
+    "mask_prompt": true,
+    "max_seq_length": 512,
+    "model": "LiquidAI/LFM2.5-350M-MLX-4bit",
+    "num_layers": 8,
+    "optimizer": "adam",
+    "optimizer_config": {
+        "adam": {},
+        "adamw": {},
+        "muon": {},
+        "sgd": {},
+        "adafactor": {}
+    },
+    "project_name": null,
+    "report_to": null,
+    "resume_adapter_file": null,
+    "save_every": 100,
+    "seed": 42,
+    "steps_per_eval": 50,
+    "steps_per_report": 10,
+    "test": false,
+    "test_batches": 500,
+    "train": true,
+    "val_batches": 25
+}

smart/adapters.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c07d6f72e72c0a445213133ecbdb29cc1bd678a00ae7772959237155bd6bd42
+size 6039553