#!/usr/bin/env python3
"""Compare zero-ablation of every Pythia-70M attention head on one repeated sequence."""
import argparse
import hashlib
import json
from pathlib import Path

import torch
from transformers import AutoModelForCausalLM
import induction_heads as induction


def sweep(model, discover_seed, test_seed):
    base = induction.make_result(model, discover_seed, test_seed)
    tokens = induction.sequence(test_seed)
    values = []
    for layer in range(model.config.num_hidden_layers):
        row = []
        for head in range(model.config.num_attention_heads):
            key = [layer, head]
            if key == base['selected']:
                losses = base['test']['selected_ablation_loss']
            elif key == base['control']:
                losses = base['test']['control_ablation_loss']
            else:
                losses = induction.measure(model, tokens, ablate=key)['repeated_loss']
            row.append(sum(losses) / len(losses))
        values.append(row)
    return {'format': 'learning-lab-induction-sweep-v1', 'base': base,
            'sweep_script_sha256': hashlib.sha256(Path(__file__).read_bytes()).hexdigest(),
            'ablated_loss': values}


def main():
    p = argparse.ArgumentParser(description=__doc__)
    p.add_argument('--discover-seed', type=int, default=7)
    p.add_argument('--test-seed', type=int, default=17)
    p.add_argument('--output', type=Path, default=Path('induction-sweep.json'))
    p.add_argument('--offline', action='store_true')
    args = p.parse_args()
    if any(not 0 <= seed < 2**32 for seed in (args.discover_seed, args.test_seed)) or args.discover_seed == args.test_seed:
        p.error('Vaelg to forskellige seeds fra 0 til 2³²−1.')
    if args.output.exists():
        p.error('Outputfilen findes allerede. Vaelg et andet navn.')
    torch.set_num_threads(1)
    model = AutoModelForCausalLM.from_pretrained(induction.MODEL, revision=induction.REVISION,
        local_files_only=args.offline, attn_implementation='eager').eval()
    result = sweep(model, args.discover_seed, args.test_seed)
    with args.output.open('x', encoding='utf-8') as file:
        json.dump(result, file, ensure_ascii=False, indent=2, allow_nan=False)
        file.write('\n')
    print(f"Maalte {len(result['ablated_loss']) * len(result['ablated_loss'][0])} heads; gemt: {args.output}")


if __name__ == '__main__':
    main()
