examples/preset_attention.yaml

# Example: Deep-dive into attention heads
# Uses the "attention" preset — prunes every head individually
# Run with: obliteratus run examples/preset_attention.yaml

preset: attention

model:
  name: gpt2
  task: causal_lm
  dtype: float32
  device: cpu

dataset:
  name: wikitext
  subset: wikitext-2-raw-v1
  split: test
  text_column: text

output_dir: results/gpt2_attention