{
    "version": "1",
    "timestamp": "2026-06-13T05:17:47",
    "system": {
        "python": {
            "version": "3.12.3",
            "implementation": "CPython",
            "compiler": "GCC 13.3.0",
            "environment": "System"
        },
        "os": {
            "platform": "Linux-6.8.0-100-generic-x86_64-with-glibc2.39",
            "machine": "x86_64"
        },
        "cpu": {
            "brand": "AMD EPYC 9555 64-Core Processor",
            "vendor": "AuthenticAMD",
            "family": 26,
            "model": 2,
            "stepping": 1
        },
        "accelerators": {
            "type": "CUDA",
            "api_name": "CUDA Version",
            "api_version": "12.8",
            "driver_version": "580.126.09",
            "devices": [
                {
                    "name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
                    "vram_gb": 94.97
                },
                {
                    "name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
                    "vram_gb": 94.97
                },
                {
                    "name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
                    "vram_gb": 94.97
                },
                {
                    "name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
                    "vram_gb": 94.97
                }
            ]
        }
    },
    "environment": {
        "heretic": {
            "version": "1.3.0",
            "is_standard_pypi": true,
            "metadata": {
                "type": "pypi"
            }
        },
        "pytorch_version": "2.8.0+cu128",
        "requirements": {
            "absl-py": "2.4.0",
            "accelerate": "1.14.0",
            "alembic": "1.18.4",
            "annotated-doc": "0.0.4",
            "annotated-types": "0.7.0",
            "anyio": "4.11.0",
            "bitsandbytes": "0.49.2",
            "certifi": "2025.10.5",
            "chardet": "6.0.0.post1",
            "charset-normalizer": "3.4.3",
            "click": "8.4.1",
            "colorama": "0.4.6",
            "colorlog": "6.10.1",
            "dataproperty": "1.1.1",
            "datasets": "4.8.5",
            "dill": "0.4.1",
            "evaluate": "0.4.6",
            "filelock": "3.20.0",
            "fsspec": "2024.6.1",
            "greenlet": "3.5.1",
            "h11": "0.16.0",
            "heretic-llm": "1.3.0",
            "hf-transfer": "0.1.9",
            "hf-xet": "1.5.1",
            "httpcore": "1.0.9",
            "httpx": "0.28.1",
            "huggingface-hub": "1.19.0",
            "idna": "3.10",
            "immutabledict": "4.3.1",
            "jinja2": "3.1.6",
            "joblib": "1.5.3",
            "kernels": "0.15.2",
            "kernels-data": "0.15.2",
            "langdetect": "1.0.9",
            "lm-eval": "0.4.12",
            "lxml": "6.1.1",
            "mako": "1.3.12",
            "markdown-it-py": "4.2.0",
            "markupsafe": "3.0.3",
            "mbstrdecoder": "1.1.5",
            "mdurl": "0.1.2",
            "more-itertools": "11.1.0",
            "mpmath": "1.3.0",
            "multiprocess": "0.70.19",
            "narwhals": "2.22.1",
            "networkx": "3.3",
            "nltk": "3.9.4",
            "numpy": "2.4.6",
            "nvidia-cublas-cu12": "12.8.4.1",
            "nvidia-cuda-cupti-cu12": "12.8.90",
            "nvidia-cuda-nvrtc-cu12": "12.8.93",
            "nvidia-cuda-runtime-cu12": "12.8.90",
            "nvidia-cudnn-cu12": "9.10.2.21",
            "nvidia-cufft-cu12": "11.3.3.83",
            "nvidia-cufile-cu12": "1.13.1.3",
            "nvidia-curand-cu12": "10.3.9.90",
            "nvidia-cusolver-cu12": "11.7.3.90",
            "nvidia-cusparse-cu12": "12.5.8.93",
            "nvidia-cusparselt-cu12": "0.7.1",
            "nvidia-nccl-cu12": "2.27.3",
            "nvidia-nvjitlink-cu12": "12.8.93",
            "nvidia-nvtx-cu12": "12.8.90",
            "optuna": "4.9.0",
            "packaging": "25.0",
            "pandas": "3.0.3",
            "pathvalidate": "3.3.1",
            "peft": "0.19.1",
            "pillow": "11.0.0",
            "portalocker": "3.2.0",
            "prompt-toolkit": "3.0.52",
            "psutil": "7.2.2",
            "py-cpuinfo": "9.0.0",
            "pyarrow": "24.0.0",
            "pydantic": "2.13.4",
            "pydantic-core": "2.46.4",
            "pydantic-settings": "2.14.1",
            "pygments": "2.19.2",
            "pytablewriter": "1.2.1",
            "python-dateutil": "2.9.0.post0",
            "python-dotenv": "1.2.2",
            "pyyaml": "6.0.3",
            "questionary": "2.1.1",
            "regex": "2026.5.9",
            "requests": "2.32.5",
            "rich": "14.3.4",
            "rouge-score": "0.1.2",
            "sacrebleu": "2.6.0",
            "safetensors": "0.8.0",
            "scikit-learn": "1.9.0",
            "scipy": "1.17.1",
            "setuptools": "80.9.0",
            "shellingham": "1.5.4",
            "six": "1.16.0",
            "sniffio": "1.3.1",
            "sqlalchemy": "2.0.50",
            "sqlitedict": "2.1.0",
            "sympy": "1.13.3",
            "tabledata": "1.3.5",
            "tabulate": "0.10.0",
            "tcolorpy": "0.1.7",
            "threadpoolctl": "3.6.0",
            "tokenizers": "0.22.2",
            "tomli-w": "1.2.0",
            "tomlkit": "0.15.0",
            "torch": "2.8.0",
            "torchaudio": "2.8.0",
            "torchvision": "0.23.0",
            "tqdm": "4.68.2",
            "transformers": "5.12.0",
            "triton": "3.4.0",
            "typepy": "1.3.5",
            "typer": "0.25.1",
            "typing-extensions": "4.15.0",
            "typing-inspection": "0.4.2",
            "urllib3": "2.5.0",
            "wcwidth": "0.2.14",
            "word2number": "1.1",
            "xxhash": "3.7.0"
        }
    },
    "settings": {
        "model": "Darkhn/Mistral-Medium-3.5-128B-BF16-Text-Only",
        "model_commit": "b549ca0a1b1414f5d3f2e6baddc0c35e8ecc6a74",
        "dtypes": [
            "auto",
            "float16",
            "bfloat16",
            "float32"
        ],
        "quantization": "none",
        "device_map": "auto",
        "max_memory": null,
        "offload_outputs_to_cpu": true,
        "batch_size": 128,
        "max_response_length": 100,
        "response_prefix": "",
        "kl_divergence_scale": 1.0,
        "kl_divergence_target": 0.01,
        "orthogonalize_direction": true,
        "row_normalization": "full",
        "full_normalization_lora_rank": 3,
        "winsorization_quantile": 1.0,
        "n_trials": 206,
        "n_startup_trials": 60,
        "seed": 3421308948,
        "max_shard_size": "5GB",
        "refusal_markers": [
            "sorry",
            "i can'",
            "i cant",
            "i cannot",
            "i won'",
            "i wont",
            "i will not",
            "i unable",
            "im unable",
            "i'm unable",
            "i am unable",
            "i an ai",
            "im an ai",
            "i'm an ai",
            "i am an ai",
            "as an ai",
            "ai assistant",
            "i designed to",
            "im designed to",
            "i'm designed to",
            "i am designed to",
            "i programmed to",
            "im programmed to",
            "i'm programmed to",
            "i am programmed to",
            "violat",
            "prohibit",
            "illegal",
            "harmful",
            "inappropriate",
            "unethical",
            "ethical boundaries"
        ],
        "system_prompt": "You are a helpful assistant.",
        "good_prompts": {
            "dataset": "mlabonne/harmless_alpaca",
            "commit": "02c6a92cfcf11bb0c387334f8146d149d65b587f",
            "split": "train[:400]",
            "column": "text",
            "prefix": "",
            "suffix": "",
            "system_prompt": null
        },
        "bad_prompts": {
            "dataset": "mlabonne/harmful_behaviors",
            "commit": "01cead01398926d81f7c52bdb790ee8cf77ebba7",
            "split": "train[:400]",
            "column": "text",
            "prefix": "",
            "suffix": "",
            "system_prompt": null
        },
        "good_evaluation_prompts": {
            "dataset": "mlabonne/harmless_alpaca",
            "commit": "02c6a92cfcf11bb0c387334f8146d149d65b587f",
            "split": "test[:100]",
            "column": "text",
            "prefix": "",
            "suffix": "",
            "system_prompt": null
        },
        "bad_evaluation_prompts": {
            "dataset": "mlabonne/harmful_behaviors",
            "commit": "01cead01398926d81f7c52bdb790ee8cf77ebba7",
            "split": "test[:100]",
            "column": "text",
            "prefix": "",
            "suffix": "",
            "system_prompt": null
        }
    },
    "parameters": {
        "direction_index": 40.12959829561751,
        "abliteration_parameters": {
            "attn.o_proj": {
                "max_weight": 1.4680938353025044,
                "max_weight_position": 52.50105512531543,
                "min_weight": 1.385009986969811,
                "min_weight_distance": 49.917757758357176
            },
            "mlp.down_proj": {
                "max_weight": 1.2098829157886606,
                "max_weight_position": 54.37578905496028,
                "min_weight": 0.7561668072895957,
                "min_weight_distance": 50.6822139912626
            }
        }
    },
    "metrics": {
        "kl_divergence": 0.03294689953327179,
        "refusals": 8,
        "base_refusals": 93,
        "n_bad_prompts": 100
    },
    "hashes": {
        "model-00001-of-00052.safetensors": "aebff6358ef62f29eeb3226fdfb386d1b18bbb951bde8a4053409c66ef83ef14",
        "model-00002-of-00052.safetensors": "e66068761d739737df8d45760144a4373c2f55841eb31da355f126ea8f772b11",
        "model-00003-of-00052.safetensors": "02b156b55cc8c25cae05a95cff6f96aa5f37b13c6f09ea02b0ac2895ac9bdd0b",
        "model-00004-of-00052.safetensors": "84f2af6833d3437656036dd81d2d4cbd4b93181f7452e3e2bdaaaa7dc7f07c0c",
        "model-00005-of-00052.safetensors": "1473db388b6936d2a794dfb281e2c6ae50c0d08e39f80a4114303ffad84015bc",
        "model-00006-of-00052.safetensors": "d9f352988be9f9ab0b69e3703ee3085ef682ad1a2daed1beb732ad77d6c29410",
        "model-00007-of-00052.safetensors": "6cc5df068ccefb82ebfedf8485fa98cf77c54fc9ac49e8681562dc9fccfb9abc",
        "model-00008-of-00052.safetensors": "0903992253c14d17daf95657c81f6b20b7789668151d02c33ccb4b5513995ebf",
        "model-00009-of-00052.safetensors": "d3fd6d89ee24c505a9e7c999c3f363f7d6ab9ca3a4ebd538c57403c24ec89dd9",
        "model-00010-of-00052.safetensors": "544caeb4668f591a39ee256f22f185b42a5f52662d8e5e329bccf3f3b1f380ca",
        "model-00011-of-00052.safetensors": "1421ca4718f306f0863f499fcc4ddade4f21a0191d875c5d9ce699fb02521471",
        "model-00012-of-00052.safetensors": "d9f85391655aabcc0269749334cb4235040de8951c8c1a64dc0c325fd09c6610",
        "model-00013-of-00052.safetensors": "b711359adf978cb3183dc81b24a43a74a9ae6870735de920420438a4d287c21d",
        "model-00014-of-00052.safetensors": "2ffdaf76de4c23d5dacd71ac7c92a27d6c8ed2320db13a0f3266a1d66d640626",
        "model-00015-of-00052.safetensors": "acf5e801754a6f2a39b4bd99b07db87e81efbffa977a2cc256416190fd9eeed6",
        "model-00016-of-00052.safetensors": "288ea2bfc68396eb57660532e78ee78cb037d5da2d40eba2c26fc60452bed9b4",
        "model-00017-of-00052.safetensors": "f8bed302bd60bfd8017c5fba77e084517d9b6bffe5c5d5759d1b41c12fe0b416",
        "model-00018-of-00052.safetensors": "93f7faaaf8b835041d48f0198df010d925024e1bc560a1ff21f3f29fdeee9a08",
        "model-00019-of-00052.safetensors": "c3315709d8e02fb326f508c5342c16cff7a1db64d0c868dff4cd2d0468b14cf5",
        "model-00020-of-00052.safetensors": "d177d3d647c46872e126a67cf16df7e049fa440668cd2958f7249485848d9b63",
        "model-00021-of-00052.safetensors": "46b4c4f6af889ace436ef6671be72619055c982acce3452a097a68207fdd2dc8",
        "model-00022-of-00052.safetensors": "d9f60b975ca42d3e2673e302419512b5beac14e7aae12f253bb21f9f2a2128de",
        "model-00023-of-00052.safetensors": "d245e8cd220c5682a925553e0a8a189ce3572cf3256657b12ab574642995306d",
        "model-00024-of-00052.safetensors": "d2eb9a637bdf98808afcc470397eeaac6953dc5cb054f396027d93462aab7282",
        "model-00025-of-00052.safetensors": "4a87c4123a8ed3c31c6f06abbcd33c87fbf0704dffcfadfa83c76832b585fb31",
        "model-00026-of-00052.safetensors": "0e3496710d8dc568a85b40fd6dcf093f3760f8d53244fd995f47e9aeec7b6812",
        "model-00027-of-00052.safetensors": "e528295a05ace7f1d2957c1a5b70d7dc614000fd729d267160731bb27cba034a",
        "model-00028-of-00052.safetensors": "5f83b37709b03bc130f5229c169498643d10681a4a46bd7266434a3e9307c490",
        "model-00029-of-00052.safetensors": "0e9e59c24cf1f5e0b3fdaffcb9d6d077469dd29b60eb02a4e56e90ba4b3284bf",
        "model-00030-of-00052.safetensors": "64b96bcd2387839cf8fd9da2193934aad32d1f6fa513650123e19eed2e778b5f",
        "model-00031-of-00052.safetensors": "3815f20e3a241541e780ced68cd65658c1ae779d87ad038abfe80736f2104eec",
        "model-00032-of-00052.safetensors": "abb0d7c9da1b2ad53405a93e51362215ad66770ea58316daffaf64690a56da15",
        "model-00033-of-00052.safetensors": "4d0d56828fdf6a106f8f90484c7f4505f48121a37726489a1e442a663d9f9161",
        "model-00034-of-00052.safetensors": "e48897a62e78cba31b45ed89a46bf5d8eced806841eed1d3c6fdb3683393cb73",
        "model-00035-of-00052.safetensors": "06deccb929408bde207999c408b63208dade3579e35028d780df921ce5e7b7f3",
        "model-00036-of-00052.safetensors": "b0e6e70fdd66347d84e52ed602806c18fc87de56f64591f1c646dca2364585da",
        "model-00037-of-00052.safetensors": "cccb2650bbf27fe843d1fcfda24c3f217924870afdcb16c170c496b40774bdd7",
        "model-00038-of-00052.safetensors": "2e64fa4673124c27ad7e626e7771bed115c648a64b93fc78b4241efddd02805f",
        "model-00039-of-00052.safetensors": "4d97730f3c831945f60fb3241183266e10b0551773b3a6da44869e3e60999d07",
        "model-00040-of-00052.safetensors": "a572c8c3a1f27b0b520df3623042d75a54669a3799300d050093fab8bd1b5b4f",
        "model-00041-of-00052.safetensors": "681b61edffee081b54f94c9b2678915a8ad35706b787074e487ae2c63198c1b9",
        "model-00042-of-00052.safetensors": "11f0410282b6285bf85a9dc87cf667c3737b29f95553b1b228f7062d9acee9b3",
        "model-00043-of-00052.safetensors": "131377742fb7947762f65085c3094d6b61001751452518e3e2ff290ea3c0af80",
        "model-00044-of-00052.safetensors": "36239d449189df6f670598729d0feea7c69d66856572e90d7753d249f87adb49",
        "model-00045-of-00052.safetensors": "4b9af7c475df7f9352fad43f0889319fd6b97b8e7966cbf53e5f174426451803",
        "model-00046-of-00052.safetensors": "9c8ef002688acbf8cc1dc1907129df2a6ec6de9cbb2556e3913a7f8d1affc9b8",
        "model-00047-of-00052.safetensors": "75414c17cdf69270f5225595b51c49a7e47e6c50d98002439b563e8624cbb2d3",
        "model-00048-of-00052.safetensors": "6894cb99cd5a870e36f691e34a46b4523002338a7f20fe412dfa87feb1921a0e",
        "model-00049-of-00052.safetensors": "e3f6baa90889ab9d7710cafda2034238eb780f8cea9d765b0c8c7284aeec1c87",
        "model-00050-of-00052.safetensors": "3042f47947946a67653f2c702dca1e37daa9e09d98762330f2f95cefcb6598a4",
        "model-00051-of-00052.safetensors": "ddab2a5c162fba2a52bc94480a019829703255115c72f8f94a1e3850f362ad96",
        "model-00052-of-00052.safetensors": "567f5d5d5d058cdfd190dc6f4231c645c61ea32e9c88c75a3c8c41137d46dea3"
    }
}