| model = "TheDrummer/Artemis-31B-v1.1" | |
| model_commit = "d613e5a4ee45e0fcf1f61ea3e10b6438bbe421cc" | |
| dtypes = [ | |
| "auto", | |
| "float16", | |
| "bfloat16", | |
| "float32", | |
| ] | |
| quantization = "none" | |
| device_map = "auto" | |
| offload_outputs_to_cpu = true | |
| batch_size = 64 | |
| max_response_length = 100 | |
| response_prefix = "" | |
| scorers = [ | |
| { plugin = "heretic.scorers.keyword_rate.KeywordRate", optimization = "minimize" }, | |
| { plugin = "heretic.scorers.kl_divergence.KLDivergence", optimization = "minimize" }, | |
| ] | |
| orthogonalize_direction = true | |
| row_normalization = "full" | |
| full_normalization_lora_rank = 3 | |
| winsorization_quantile = 1.0 | |
| n_trials = 600 | |
| n_startup_trials = 60 | |
| seed = 1648313989 | |
| max_shard_size = "5GB" | |
| export_strategy = "merge" | |
| system_prompt = "You are a helpful assistant." | |
| [good_prompts] | |
| dataset = "mlabonne/harmless_alpaca" | |
| commit = "02c6a92cfcf11bb0c387334f8146d149d65b587f" | |
| split = "train[:400]" | |
| column = "text" | |
| prefix = "" | |
| suffix = "" | |
| [bad_prompts] | |
| dataset = "mlabonne/harmful_behaviors" | |
| commit = "01cead01398926d81f7c52bdb790ee8cf77ebba7" | |
| split = "train[:400]" | |
| column = "text" | |
| prefix = "" | |
| suffix = "" | |