Spaces:
Running
Running
File size: 540 Bytes
2bc8e46 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 | # Example: Ablate every layer and FFN block in GPT-2
# Run with: obliteratus run examples/gpt2_layer_ablation.yaml
model:
name: gpt2
task: causal_lm
dtype: float32
device: cpu # change to "cuda" or "auto" for GPU
dataset:
name: wikitext
subset: wikitext-2-raw-v1
split: test
text_column: text
max_samples: 100 # keep small for a quick demo
strategies:
- name: layer_removal
params: {}
- name: ffn_ablation
params: {}
metrics:
- perplexity
batch_size: 4
max_length: 256
output_dir: results/gpt2_layers
|