#!/usr/bin/env python3
"""Test whether denser sampling and a reject threshold recover small blemishes."""
import argparse
import csv
import json
from pathlib import Path

import numpy as np

from followup import DOMAINS, HOLDOUT, TRAIN, cases, paired
from simulate import DEADLINE, SCHEDULES, aggregate, fit, fit_sorter, rollout

SEEDS = (11011, 12503, 13801)
CUT_OFF = -1.8     # Fixed using the development set, before this holdout.
SWEEP = 180
CONDITIONS = {
    'original_crop': (False, 0),
    'denser_crop': (True, 0),
    'denser_crop_reject_sensitive': (True, CUT_OFF),
}


def run():
    group = {domain: {name: [] for name in CONDITIONS} for domain in DOMAINS}
    pace = SCHEDULES['phase_aware']
    for seed in SEEDS:
        training = cases(seed, TRAIN, 'reference')
        demo = rollout(training, pace, np.random.default_rng(seed + 90), roll_degrees=SWEEP)
        controller = fit(demo['samples'])
        classifiers = {}
        for detail in (False, True):
            demo = rollout(training, pace, np.random.default_rng(seed + 40), track_belt=True,
                           normalize_color=True, roll_degrees=SWEEP, detail=detail)
            classifiers[detail] = fit_sorter(demo['stats'], training['defect'])
        for index, domain in enumerate(DOMAINS):
            test = cases(seed + 10000 * (index + 1), HOLDOUT, domain)
            for name, (detail, cutoff) in CONDITIONS.items():
                result = rollout(test, pace, np.random.default_rng(seed + 450 + index),
                                 controller, classifiers[detail], track_belt=True, normalize_color=True,
                                 roll_degrees=SWEEP, detail=detail, route_cutoff=cutoff)
                for i in range(HOLDOUT):
                    elapsed = float(result['seconds'][i])
                    ok = bool(result['success'][i])
                    inspected = bool(result['inspected'][i])
                    defect = bool(test['defect'][i])
                    group[domain][name].append(dict(
                        domain=domain, condition=name, seed=seed, case=i, defective=defect,
                        inspected=inspected, correct_route=bool(result['route'][i] == defect) if inspected else None,
                        success=ok, on_time=ok and elapsed <= DEADLINE, seconds=round(elapsed, 6),
                        outcome=str(result['reasons'][i]),
                        correct_defect=defect and ok, correct_good=(not defect) and ok,
                    ))
    result = {}
    for domain, arms in group.items():
        summary = {}
        for label, rows in arms.items():
            metrics = aggregate(rows)
            metrics['defects_correct_end_to_end'] = sum(row['correct_defect'] for row in rows)
            metrics['defects_total'] = sum(row['defective'] for row in rows)
            metrics['sound_correct_end_to_end'] = sum(row['correct_good'] for row in rows)
            metrics['sound_total'] = len(rows) - metrics['defects_total']
            summary[label] = metrics
        final = arms['denser_crop_reject_sensitive']
        result[domain] = dict(arms=summary, on_time_vs_original=paired(final, arms['original_crop'], 'on_time'))
    return dict(status='observed_current', scope='Reduced simulation, no hardware validation',
                seeds=SEEDS, deadline_seconds=DEADLINE, crop_pixels=[24, 40],
                reject_score_cutoff=CUT_OFF, results=result), [
        row for arms in group.values() for rows in arms.values() for row in rows
    ]


def main():
    parser = argparse.ArgumentParser(description=__doc__)
    parser.add_argument('--output-dir', type=Path, default=Path(__file__).resolve().parent)
    args = parser.parse_args()
    args.output_dir.mkdir(parents=True, exist_ok=True)
    result, rows = run()
    (args.output_dir/'inspection-results.json').write_text(json.dumps(result, indent=2) + '\n')
    with (args.output_dir/'inspection-trials.csv').open('w', newline='') as file:
        writer = csv.DictWriter(file, fieldnames=rows[0].keys())
        writer.writeheader()
        writer.writerows(rows)
    for domain, values in result['results'].items():
        print(domain, values['arms']['denser_crop_reject_sensitive'])


if __name__ == '__main__':
    main()
