obliteratus

1# OBLITERATUS Batch Abliteration Config2# Abliterate multiple models with the same method for comparison.3#4# Run each one sequentially:5#   for model in models; do obliteratus obliterate $model --method informed; done6#7# Or use this as a reference for which models to process.8 9# Common settings10defaults:11  method: "informed"12  quantization: "4bit"13  output_dir: "./abliterated-models"14 15# Models to process (grouped by compute tier)16models:17  # Small (4-8 GB VRAM)18  small:19    - "Qwen/Qwen2.5-1.5B-Instruct"20    - "microsoft/Phi-3.5-mini-instruct"21    - "meta-llama/Llama-3.2-3B-Instruct"22 23  # Medium (8-16 GB VRAM)24  medium:25    - "meta-llama/Llama-3.1-8B-Instruct"26    - "mistralai/Mistral-7B-Instruct-v0.3"27    - "google/gemma-2-9b-it"28    - "Qwen/Qwen2.5-7B-Instruct"29 30  # Large (24 GB VRAM, 4-bit quantization)31  large:32    - "Qwen/Qwen2.5-14B-Instruct"33    - "Qwen/Qwen3-32B"34    - "deepseek-ai/DeepSeek-R1-Distill-Qwen-32B"35 36# Per-model method overrides (optional)37overrides:38  "deepseek-ai/DeepSeek-R1-Distill-Qwen-32B":39    method: "surgical"        # CoT-aware for reasoning models40  "mistralai/Mixtral-8x7B-Instruct-v0.1":41    method: "nuclear"         # Expert-granular for MoE models42